From 77f38d3ff1dbfcb0462169f104e6e471b08e6b9c Mon Sep 17 00:00:00 2001 From: Nicholas Cilfone Date: Wed, 28 Jul 2021 14:36:23 -0400 Subject: [PATCH] bug with zero stage cofnig print --- stoke/status.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/stoke/status.py b/stoke/status.py index 4db5b91..7b03f59 100644 --- a/stoke/status.py +++ b/stoke/status.py @@ -162,7 +162,7 @@ def __init__( "grad_clip": grad_clip, "gpu": gpu, "distributed": distributed, - "zero": self._configs.get("DeepspeedConfig").zero_optimization.stage, + "zero": self._configs.get("DeepspeedConfig").zero_optimization.stage if self._configs.get("DeepspeedConfig") else None, "oss": fairscale_oss, "sharded": fairscale_sddp, "world_size": -1,