Add acc_norm metric to ZhoBLiMP (#3271)

jmichaelov · web-flow · commit ecebf1bd3c68 · 2025-09-02T17:05:52.000+05:00
diff --git a/lm_eval/tasks/zhoblimp/_template_yaml b/lm_eval/tasks/zhoblimp/_template_yaml
@@ -10,5 +10,8 @@ metric_list:
   - metric: acc
     aggregation: mean
     higher_is_better: true
+  - metric: acc_norm
+    aggregation: mean
+    higher_is_better: true
 metadata:
   version: 0
