Update on "fix 2D parallel crash caused by all-reduce on 2D world_mesh"

[ghstack-poisoned]
pytorch · Mar 2, 2024 · b05fad1 · b05fad1
1 parent 497fded
commit b05fad1
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/train.py b/train.py
@@ -105,7 +105,6 @@ def main(job_config: JobConfig):
     dp_mesh = world_mesh["dp"]
     dp_degree = dp_mesh.size()
     dp_rank = dp_mesh.get_local_rank()
-    print("testtest: ", torch.distributed.get_rank(), dp_degree, dp_rank)
     build_dataloader_fn = dataloader_fn[job_config.training.dataset]
     data_loader = build_dataloader_fn(
         tokenizer,