revert (#449)

yaoyu-33 · web-flow · commit b09c6a6b94ce · 2024-12-12T12:26:46.000-08:00
diff --git a/launcher_scripts/conf/training/vit/B_16.yaml b/launcher_scripts/conf/training/vit/B_16.yaml
@@ -156,7 +156,7 @@ model:
     gen_shape: False # Generate model and kernel details including input shapes
 
   optim:
-    name: mcore_distributed_optim
+    name: distributed_fused_adam
     lr: 3e-3
     weight_decay: 0.3
     betas:
diff --git a/launcher_scripts/conf/training/vit/H_14.yaml b/launcher_scripts/conf/training/vit/H_14.yaml
@@ -156,7 +156,7 @@ model:
     gen_shape: False # Generate model and kernel details including input shapes
 
   optim:
-    name: mcore_distributed_optim
+    name: distributed_fused_adam
     lr: 3e-3
     weight_decay: 0.3
     betas:
diff --git a/launcher_scripts/conf/training/vit/L_16.yaml b/launcher_scripts/conf/training/vit/L_16.yaml
@@ -156,7 +156,7 @@ model:
     gen_shape: False # Generate model and kernel details including input shapes
 
   optim:
-    name: mcore_distributed_optim
+    name: distributed_fused_adam
     lr: 3e-3
     weight_decay: 0.3
     betas:
diff --git a/launcher_scripts/conf/training/vit/bigG_14.yaml b/launcher_scripts/conf/training/vit/bigG_14.yaml
@@ -156,7 +156,7 @@ model:
     gen_shape: False # Generate model and kernel details including input shapes
 
   optim:
-    name: mcore_distributed_optim
+    name: distributed_fused_adam
     lr: 3e-3
     weight_decay: 0.3
     betas:
diff --git a/launcher_scripts/conf/training/vit/g_14.yaml b/launcher_scripts/conf/training/vit/g_14.yaml
@@ -156,7 +156,7 @@ model:
     gen_shape: False # Generate model and kernel details including input shapes
 
   optim:
-    name: mcore_distributed_optim
+    name: distributed_fused_adam
     lr: 3e-3
     weight_decay: 0.3
     betas:
