fix tmlu tmlu_taiwan_specific_tasks tag (#2420)

EleutherAI · Jan 20, 2025 · 8814407 · 8814407
1 parent ff2c49f
commit 8814407
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/lm_eval/tasks/tmlu/default/tmlu_driving_rule.yaml b/lm_eval/tasks/tmlu/default/tmlu_driving_rule.yaml
@@ -9,7 +9,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"tag": "tmlu_taiwan_specific"
+"tag": "tmlu_taiwan_specific_tasks"
 "include": "_default_template_yaml"
 "task": "tmlu_driving_rule"
 "task_alias": "driving rule"
diff --git a/lm_eval/tasks/tmlu/default/tmlu_taiwan_tourist_resources.yaml b/lm_eval/tasks/tmlu/default/tmlu_taiwan_tourist_resources.yaml
@@ -9,7 +9,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"tag": "tmlu_taiwan_specific"
+"tag": "tmlu_taiwan_specific_tasks"
 "include": "_default_template_yaml"
 "task": "tmlu_taiwan_tourist_resources"
 "task_alias": "taiwan tourist resources"
diff --git a/lm_eval/tasks/tmlu/default/tmlu_teacher_qualification.yaml b/lm_eval/tasks/tmlu/default/tmlu_teacher_qualification.yaml
@@ -9,7 +9,7 @@
   D. {{choices[3]}}{% if choices is defined and choices|length > 4 %}\nE. {{choices[4]}}{%\
   \ endif %}{% if choices is defined and choices|length > 5 %}\nF. {{choices[5]}}{%\
   \ endif %}\nAnswer:"
-"tag": "tmlu_taiwan_specific"
+"tag": "tmlu_taiwan_specific_tasks"
 "include": "_default_template_yaml"
 "task": "tmlu_teacher_qualification"
 "task_alias": "teacher qualification"