diff --git a/trainer/distribute.py b/trainer/distribute.py
index e5bf51c..1c095d6 100644
--- a/trainer/distribute.py
+++ b/trainer/distribute.py
@@ -5,6 +5,7 @@
 import pathlib
 import subprocess
 import time
+import sys
 
 from trainer import TrainerArgs, logger
 
@@ -51,7 +52,10 @@ def distribute():
         command[-1] = f"--rank={rank}"
         # prevent stdout for processes with rank != 0
         stdout = None
-        p = subprocess.Popen(["python3"] + command, stdout=stdout, env=my_env)  # pylint: disable=consider-using-with
+        if sys.platform == 'win32':
+            p = subprocess.Popen(["python"] + command, stdout=stdout, env=my_env)  # pylint: disable=consider-using-with
+        else:
+            p = subprocess.Popen(["python3"] + command, stdout=stdout, env=my_env)  # pylint: disable=consider-using-with
         processes.append(p)
         logger.info(command)