nit

EleutherAI · Jan 21, 2025 · b465d53 · b465d53
1 parent 4df2c7b
commit b465d53
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/lm_eval/tasks/math500/math500.yaml b/lm_eval/tasks/math500/math500.yaml
@@ -1,5 +1,5 @@
 task: math500
-dataset_path: EleutherAI/hendrycks_math
+dataset_path: HuggingFaceH4/MATH-500
 process_docs: !function utils.process_docs
 output_type: generate_until
 training_split: train
@@ -8,8 +8,7 @@ doc_to_text: "Solve the following math problem efficiently and clearly:\n\n- For
 process_results: !function utils.process_results
 doc_to_target: "{{answer if few_shot is undefined else solution}}"
 generation_kwargs:
-#  until:
-#    - "Problem:"
+  until: []
   max_gen_toks: 5120
   do_sample: false
   temperature: 0