update mmlu config

stanford-crfm · Dec 19, 2024 · 3661ad7 · 3661ad7
1 parent cd3147f
commit 3661ad7
Showing 1 changed file with 12 additions and 0 deletions.
diff --git a/lm_eval/tasks/mmlu/default/_mmlu.yaml b/lm_eval/tasks/mmlu/default/_mmlu.yaml
@@ -7,5 +7,17 @@ task:
 aggregate_metric_list:
   - metric: acc
     weight_by_size: True
+  - metric: bpb
+    aggregation: mean
+    weight_by_size: false
+  - metric: logprob
+    aggregation: mean
+    weight_by_size: false
+  - metric: choice_logprob
+    aggregation: mean
+    weight_by_size: false
+  - metric: choice_prob_norm
+    aggregation: mean
+    weight_by_size: false
 metadata:
   version: 2