Update rl.py

danielhanchen · danielhanchen · commit 8767244b6e40 · 2025-06-21T23:29:08.000-07:00
diff --git a/unsloth/models/rl.py b/unsloth/models/rl.py
@@ -476,6 +476,8 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):
         "top_k"                       : None,
         "vllm_mode"                   : "colocate",
         "generation_kwargs"           : {},
+        "bf16"                        : False,
+        "fp16"                        : False,
     }
     for k, v in replacements.items():
         x = f"{k}( = [^,\n]{{1,}})?,\n"

Original file line number	Diff line number	Diff line change
`@@ -476,6 +476,8 @@ def _patch_trl_rl_trainers(trainer_file = "grpo_trainer"):`
`476`	`476`	`"top_k" : None,`
`477`	`477`	`"vllm_mode" : "colocate",`
`478`	`478`	`"generation_kwargs" : {},`
	`479`	`+ "bf16" : False,`
	`480`	`+ "fp16" : False,`
`479`	`481`	`}`
`480`	`482`	`for k, v in replacements.items():`
`481`	`483`	`x = f"{k}( = [^,\n]{{1,}})?,\n"`