Skip to content

Commit 326ec8c

Browse files
authored
[HOT FIX] Fix bug of hybrid-ep backend in flex-dispatcher (#2286)
1 parent 9873958 commit 326ec8c

File tree

2 files changed

+4
-4
lines changed

2 files changed

+4
-4
lines changed

docker/Dockerfile.ci.dev

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -59,9 +59,9 @@ RUN bash -ex <<"EOF"
5959
ln -s libnvshmem_host.so.3 libnvshmem_host.so
6060
popd
6161

62-
git clone --branch tongliu/inter_node https://github.com/Autumn1998/DeepEP.git
62+
git clone --branch hybrid-ep https://github.com/deepseek-ai/DeepEP.git
6363
pushd DeepEP
64-
git checkout 0fa8568c5923fcfc87f49ef0c3761dc013375a67
64+
git checkout 1dddd194c26911c35b4f53a148617dd73de0ffc9
6565
patch -p1 < /workspace/deepep.patch
6666
popd
6767
TORCH_CUDA_ARCH_LIST="9.0 10.0 12.0" uv pip install --no-build-isolation -v DeepEP/.

megatron/core/transformer/transformer_config.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -863,6 +863,8 @@ def __post_init__(self):
863863
if self.moe_enable_deepep:
864864
if self.moe_token_dispatcher_type != "flex":
865865
raise ValueError("DeepEP backend is only supported with flex token dispatcher.")
866+
if self.moe_flex_dispatcher_backend == "hybridep":
867+
raise ValueError("Only one backend is supported for flex token dispatcher.")
866868
self.moe_flex_dispatcher_backend = "deepep"
867869
warnings.warn(
868870
"moe_enable_deepep is deprecated."
@@ -877,8 +879,6 @@ def __post_init__(self):
877879
"Flex token dispatcher with deepep backend does not support "
878880
"moe_pad_expert_input_to_capacity"
879881
)
880-
if self.moe_enable_deepep or self.moe_flex_dispatcher_backend == "hybrid_ep":
881-
raise ValueError("Only one type of backend is supported for flex token dispatcher.")
882882

883883
if self.moe_shared_expert_intermediate_size is not None:
884884
if self.moe_shared_expert_intermediate_size <= 0:

0 commit comments

Comments
 (0)