File tree Expand file tree Collapse file tree 1 file changed +3
-2
lines changed Expand file tree Collapse file tree 1 file changed +3
-2
lines changed Original file line number Diff line number Diff line change 1212from megatron .core .distributed import DistributedDataParallel , DistributedDataParallelConfig
1313from megatron .core .optimizer import OptimizerConfig , get_megatron_optimizer
1414from megatron .core .optimizer .layer_wise_optimizer import LayerWiseDistributedOptimizer
15+ from megatron .core .optimizer .muon import HAVE_EMERGING_OPTIMIZERS
1516from megatron .core .optimizer .optimizer import Float16OptimizerWithFloat16Params , FP32Optimizer
1617from megatron .core .process_groups_config import ProcessGroupCollection
1718from megatron .core .transformer import TransformerConfig
2021
2122# Skip all tests in this file for LTS versions
2223pytestmark = pytest .mark .skipif (
23- Version ( os . getenv ( 'NVIDIA_PYTORCH_VERSION' , "24.01" )) <= Version ( "25.05" ) ,
24- reason = "Skip layer-wise optimizer for LTS test " ,
24+ not HAVE_EMERGING_OPTIMIZERS ,
25+ reason = "Emerging Optimizers is not installed " ,
2526)
2627
2728
You can’t perform that action at this time.
0 commit comments