Skip to content

Commit eded58f

Browse files
committed
Update vision.py
1 parent 322fbe8 commit eded58f

File tree

1 file changed

+6
-0
lines changed

1 file changed

+6
-0
lines changed

unsloth/models/vision.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -520,6 +520,12 @@ def from_pretrained(
520520
f"To enable float32 training, use `float32_mixed_precision = True` during FastLanguageModel.from_pretrained"
521521
)
522522
os.environ["UNSLOTH_BFLOAT16_MIXED_PRECISION"] = "1"
523+
else:
524+
print(
525+
f"Unsloth: Using full float32 full finetuning.\n"
526+
f"To enable bfloat16 training to reduce VRAM usage by 50% albeit with a slightly higher loss, "\
527+
"use `float32_mixed_precision = False` during FastLanguageModel.from_pretrained"
528+
)
523529
else:
524530
print("Unsloth: Float16 full finetuning uses more memory since we upcast weights to float32.")
525531
else:

0 commit comments

Comments
 (0)