fix: post init check removed from FastMoe, experimental set to True

Signed-off-by: Will Johnson <[email protected]>
foundation-model-stack · Nov 18, 2024 · 51635d6 · 51635d6
1 parent ac757a8
commit 51635d6
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 7 deletions.
diff --git a/tuning/config/acceleration_configs/acceleration_framework_config.py b/tuning/config/acceleration_configs/acceleration_framework_config.py
@@ -97,7 +97,7 @@ class AccelerationFrameworkConfig:
             path="training.moe",
             key="scattermoe",
             standalone=True,
-            experimental=False,
+            experimental=True,
             required_packages=["moe"],
         ),
     ] = None

diff --git a/tuning/config/acceleration_configs/fast_moe.py b/tuning/config/acceleration_configs/fast_moe.py
@@ -25,12 +25,6 @@ class FastMoe:
 
     ep_degree: int = 1
 
-    def post_init(self):
-        assert self.world_size % self.ep_degree == 0, (
-            f"world size ({self.world_size}) "
-            f"not divisible by ep_size ({self.ep_degree})."
-        )
-
 
 @dataclass
 class FastMoeConfig: