File tree Expand file tree Collapse file tree 2 files changed +4
-4
lines changed
megatron/core/transformer Expand file tree Collapse file tree 2 files changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -59,9 +59,9 @@ RUN bash -ex <<"EOF"
5959 ln -s libnvshmem_host.so.3 libnvshmem_host.so
6060 popd
6161
62- git clone --branch tongliu/inter_node https://github.com/Autumn1998 /DeepEP.git
62+ git clone --branch hybrid-ep https://github.com/deepseek-ai /DeepEP.git
6363 pushd DeepEP
64- git checkout 0fa8568c5923fcfc87f49ef0c3761dc013375a67
64+ git checkout 1dddd194c26911c35b4f53a148617dd73de0ffc9
6565 patch -p1 < /workspace/deepep.patch
6666 popd
6767 TORCH_CUDA_ARCH_LIST="9.0 10.0 12.0" uv pip install --no-build-isolation -v DeepEP/.
Original file line number Diff line number Diff line change @@ -863,6 +863,8 @@ def __post_init__(self):
863863 if self .moe_enable_deepep :
864864 if self .moe_token_dispatcher_type != "flex" :
865865 raise ValueError ("DeepEP backend is only supported with flex token dispatcher." )
866+ if self .moe_flex_dispatcher_backend == "hybridep" :
867+ raise ValueError ("Only one backend is supported for flex token dispatcher." )
866868 self .moe_flex_dispatcher_backend = "deepep"
867869 warnings .warn (
868870 "moe_enable_deepep is deprecated."
@@ -877,8 +879,6 @@ def __post_init__(self):
877879 "Flex token dispatcher with deepep backend does not support "
878880 "moe_pad_expert_input_to_capacity"
879881 )
880- if self .moe_enable_deepep or self .moe_flex_dispatcher_backend == "hybrid_ep" :
881- raise ValueError ("Only one type of backend is supported for flex token dispatcher." )
882882
883883 if self .moe_shared_expert_intermediate_size is not None :
884884 if self .moe_shared_expert_intermediate_size <= 0 :
You can’t perform that action at this time.
0 commit comments