wip

src/levanter/eval_harness.py

@@ -381,9 +381,8 @@ def _get_task_and_rename(self, manager, our_name, task: dict | str):
                 print("Number of group tasks: ", len(group_tasks))
                 this_group._config.group = our_name
                 this_group._config.group_alias = our_name
-                for group_task in group_tasks:
+                for name, group_task in group_tasks.items():
                     # this is a bit hacky, but distinguishes the tasks without possible collisions
-                    group_task = group_task[1]
                     group_task.config.task = f"{group_task.config.task}_{our_name}"
                 this_task_modified[this_group] = group_tasks
             this_task = this_task_modified