From 51635d6ffcb3e7fdcdb3e7944e105c0b895cd066 Mon Sep 17 00:00:00 2001 From: Will Johnson Date: Mon, 18 Nov 2024 11:55:38 -0500 Subject: [PATCH] fix: post init check removed from FastMoe, experimental set to True Signed-off-by: Will Johnson --- .../acceleration_configs/acceleration_framework_config.py | 2 +- tuning/config/acceleration_configs/fast_moe.py | 6 ------ 2 files changed, 1 insertion(+), 7 deletions(-) diff --git a/tuning/config/acceleration_configs/acceleration_framework_config.py b/tuning/config/acceleration_configs/acceleration_framework_config.py index 7da11a5de..a5a685897 100644 --- a/tuning/config/acceleration_configs/acceleration_framework_config.py +++ b/tuning/config/acceleration_configs/acceleration_framework_config.py @@ -97,7 +97,7 @@ class AccelerationFrameworkConfig: path="training.moe", key="scattermoe", standalone=True, - experimental=False, + experimental=True, required_packages=["moe"], ), ] = None diff --git a/tuning/config/acceleration_configs/fast_moe.py b/tuning/config/acceleration_configs/fast_moe.py index 2da74f158..14a44f929 100644 --- a/tuning/config/acceleration_configs/fast_moe.py +++ b/tuning/config/acceleration_configs/fast_moe.py @@ -25,12 +25,6 @@ class FastMoe: ep_degree: int = 1 - def post_init(self): - assert self.world_size % self.ep_degree == 0, ( - f"world size ({self.world_size}) " - f"not divisible by ep_size ({self.ep_degree})." - ) - @dataclass class FastMoeConfig: