From b05fad163a3cc2ea0ea4339516f0e4e877d73d19 Mon Sep 17 00:00:00 2001
From: Tianyu Liu <lty@fb.com>
Date: Fri, 1 Mar 2024 17:25:49 -0800
Subject: [PATCH] Update on "fix 2D parallel crash caused by all-reduce on 2D
 world_mesh"

[ghstack-poisoned]
---
 train.py | 1 -
 1 file changed, 1 deletion(-)

diff --git a/train.py b/train.py
index 56b7e160..3d4c3ae2 100644
--- a/train.py
+++ b/train.py
@@ -105,7 +105,6 @@ def main(job_config: JobConfig):
     dp_mesh = world_mesh["dp"]
     dp_degree = dp_mesh.size()
     dp_rank = dp_mesh.get_local_rank()
-    print("testtest: ", torch.distributed.get_rank(), dp_degree, dp_rank)
     build_dataloader_fn = dataloader_fn[job_config.training.dataset]
     data_loader = build_dataloader_fn(
         tokenizer,