update

data/chinese-21st-TV/python-faker/00/assessment.json

@@ -1,12 +1,12 @@
 {
- "model": "gpt4", # mandatory
- "prompt_type": "m2", # mandatory, data only, code, code+library
+ "model": "gpt4",
+ "prompt_type": "m2",
  "data_constraints_can_be_checked": "na",
- "executable_data_constraints": "np", # mandatory only for M2/M3
- "number_of_options_in_the_generators": "18", # optional
- "cultural_alignment": "0", # mandatory overall subjective assessment with expertise
- "cultural_alignment_quantitative": "0/10=0", # optional
- "executes": "yes", # mandatory
+ "executable_data_constraints": "np",
+ "number_of_options_in_the_generators": "18",
+ "cultural_alignment": "0",
+ "cultural_alignment_quantitative": "0/10=0",
+ "executes": "yes",
  "contains_true_generator":"yes",
  "comments":"The prefix and suffix are good, but it adds city name, then all are weird."
 }

data/chinese-21st-TV/python-faker/01/assessment.json

@@ -1,12 +1,12 @@
 {
- "model": "gpt4", # mandatory
- "prompt_type": "m2", # mandatory, data only, code, code+library
+ "model": "gpt4",
+ "prompt_type": "m2",
  "data_constraints_can_be_checked": "na",
- "executable_data_constraints": "np", # mandatory only for M2/M3
- "number_of_options_in_the_generators": "17", # optional
- "cultural_alignment": "17", # mandatory overall subjective assessment with expertise
- "cultural_alignment_quantitative": "17/17=1", # optional
- "executes": "yes", # mandatory
+ "executable_data_constraints": "np",
+ "number_of_options_in_the_generators": "17",
+ "cultural_alignment": "17",
+ "cultural_alignment_quantitative": "17/17=1",
+ "executes": "yes",
  "contains_true_generator":"yes",
  "comments":"The jobs generated are quite good."
 }