diff --git a/lm_eval/tasks/kormedmcqa/_kormedmcqa.yaml b/lm_eval/tasks/kormedmcqa/_kormedmcqa.yaml index 08c150cf35..458500f8ab 100644 --- a/lm_eval/tasks/kormedmcqa/_kormedmcqa.yaml +++ b/lm_eval/tasks/kormedmcqa/_kormedmcqa.yaml @@ -9,4 +9,4 @@ aggregate_metric_list: aggregation: mean weight_by_size: true metadata: - version: 2.0 \ No newline at end of file + version: 2.0 diff --git a/lm_eval/tasks/kormedmcqa/_template_yaml b/lm_eval/tasks/kormedmcqa/_template_yaml index 4aa6ab5bd3..b5632efdc2 100644 --- a/lm_eval/tasks/kormedmcqa/_template_yaml +++ b/lm_eval/tasks/kormedmcqa/_template_yaml @@ -6,7 +6,7 @@ fewshot_config: doc_to_text: "{{question.strip()}}\nA. {{A}}\nB. {{B}}\nC. {{C}}\nD. {{D}}\nE. {{E}}\n정답: {{['A', 'B', 'C', 'D', 'E'][answer-1]}}\n\n" doc_to_target: "" output_type: generate_until -doc_to_text: "{{question.strip()}}\nA. {{A}}\nB. {{B}}\nC. {{C}}\nD. {{D}}\nE. {{E}}\n정답: " +doc_to_text: "{{question.strip()}}\nA. {{A}}\nB. {{B}}\nC. {{C}}\nD. {{D}}\nE. {{E}}\n정답:" doc_to_target: "{{['A', 'B', 'C', 'D', 'E'][answer-1]}}" metric_list: - metric: exact_match @@ -30,4 +30,4 @@ generation_kwargs: metadata: version: 2.0 dataset_kwargs: - trust_remote_code: true \ No newline at end of file + trust_remote_code: true diff --git a/lm_eval/tasks/kormedmcqa/dentist.yaml b/lm_eval/tasks/kormedmcqa/dentist.yaml index 777b1ab722..0cec8fd2bb 100644 --- a/lm_eval/tasks/kormedmcqa/dentist.yaml +++ b/lm_eval/tasks/kormedmcqa/dentist.yaml @@ -1,3 +1,3 @@ include: _template_yaml dataset_name: dentist -task: kormedmcqa_dentist \ No newline at end of file +task: kormedmcqa_dentist diff --git a/lm_eval/tasks/kormedmcqa/doctor.yaml b/lm_eval/tasks/kormedmcqa/doctor.yaml index 8d5340bf17..1386873fd4 100644 --- a/lm_eval/tasks/kormedmcqa/doctor.yaml +++ b/lm_eval/tasks/kormedmcqa/doctor.yaml @@ -1,3 +1,3 @@ include: _template_yaml dataset_name: doctor -task: kormedmcqa_doctor \ No newline at end of file +task: kormedmcqa_doctor diff --git a/lm_eval/tasks/kormedmcqa/nurse.yaml b/lm_eval/tasks/kormedmcqa/nurse.yaml index 035245b3dc..2118b67c5a 100644 --- a/lm_eval/tasks/kormedmcqa/nurse.yaml +++ b/lm_eval/tasks/kormedmcqa/nurse.yaml @@ -1,3 +1,3 @@ include: _template_yaml dataset_name: nurse -task: kormedmcqa_nurse \ No newline at end of file +task: kormedmcqa_nurse diff --git a/lm_eval/tasks/kormedmcqa/pharm.yaml b/lm_eval/tasks/kormedmcqa/pharm.yaml index 6d97d5bdb9..c46897e3dd 100644 --- a/lm_eval/tasks/kormedmcqa/pharm.yaml +++ b/lm_eval/tasks/kormedmcqa/pharm.yaml @@ -1,3 +1,3 @@ include: _template_yaml dataset_name: pharm -task: kormedmcqa_pharm \ No newline at end of file +task: kormedmcqa_pharm