[Eval] Fix AIME25 missing config error (#92)

SumanthRH · web-flow · commit cb7896926d65 · 2025-03-12T16:34:41.000-07:00
# What does this PR do? Should fix #91 . `opencompass/AIME2025` has changed the dataset structure after AIME25's 2nd subset was released. --------- Signed-off-by: SumanthRH <sumanthrh@anyscale.com>
diff --git a/skythought/evals/tasks/aime/aime25_1.yaml b/skythought/evals/tasks/aime/aime25_1.yaml
@@ -1,6 +1,7 @@
 handler: aime
 dataset_path: opencompass/AIME2025
-dataset_split: train
+dataset_subset: AIME2025-I
+dataset_split: test
 question_key: question
 answer_key: answer
 templating_parameters:
diff --git a/skythought/evals/tasks/aime/aime25_2.yaml b/skythought/evals/tasks/aime/aime25_2.yaml
@@ -0,0 +1,9 @@
+handler: aime
+dataset_path: opencompass/AIME2025
+dataset_subset: AIME2025-II
+dataset_split: test
+question_key: question
+answer_key: answer
+templating_parameters:
+  template: "{prompt}\nReturn your final response within \\boxed{{}}"
+
