We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e72a79a commit 21867b7Copy full SHA for 21867b7
unsloth/models/vision.py
@@ -485,7 +485,7 @@ def post_patch_model(
485
full_finetuning = os.environ.get("UNSLOTH_ENABLE_FULL_FINETUNING", "0") == "1"
486
487
float32_mixed_precision = True
488
- if _get_dtype(model.config.torch_dtype) == torch.bfloat16:
+ if _get_dtype(model.config.torch_dtype) == torch.bfloat16 and full_finetuning:
489
# Use bfloat16 precision for full finetuning
490
float32_mixed_precision = False
491
0 commit comments