fix max_gen_toks

EleutherAI · Jan 22, 2025 · 83ca727 · 83ca727
1 parent b56ec43
commit 83ca727
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/lm_eval/tasks/ruler/cwe.yaml b/lm_eval/tasks/ruler/cwe.yaml
@@ -5,5 +5,5 @@ target_delimiter: "\n\n"
 generation_kwargs:
   do_sample: false
   temperature: 0.0
-  max_gen_toks: 30
+  max_gen_toks: 120
   until: []
diff --git a/lm_eval/tasks/ruler/niah_single_1.yaml b/lm_eval/tasks/ruler/niah_single_1.yaml
@@ -32,7 +32,7 @@ metric_list:
 generation_kwargs:
   do_sample: false
   temperature: 0.0
-  max_gen_toks: 64
+  max_gen_toks: 128
   until: []
 repeats: 1
 metadata:

diff --git a/lm_eval/tasks/ruler/vt.yaml b/lm_eval/tasks/ruler/vt.yaml
@@ -4,5 +4,5 @@ download_dataset: !function vt_utils.get_vt_dataset
 generation_kwargs:
   do_sample: false
   temperature: 0.0
-  max_gen_toks: 128
+  max_gen_toks: 30
   until: []