File tree Expand file tree Collapse file tree 1 file changed +5
-4
lines changed Expand file tree Collapse file tree 1 file changed +5
-4
lines changed Original file line number Diff line number Diff line change @@ -511,10 +511,11 @@ def from_pretrained(
511511 if full_finetuning :
512512 os .environ ["UNSLOTH_ENABLE_FULL_FINETUNING" ] = "1"
513513 if dtype == torch .bfloat16 :
514- print (
515- f"Unsloth: Using bfloat16 full finetuning which cuts memory usage by 50%.\n "
516- f"To enable float32 training, use `float32_mixed_precision = True` during FastLanguageModel.from_pretrained"
517- )
514+ if float32_mixed_precision != True :
515+ print (
516+ f"Unsloth: Using bfloat16 full finetuning which cuts memory usage by 50%.\n "
517+ f"To enable float32 training, use `float32_mixed_precision = True` during FastLanguageModel.from_pretrained"
518+ )
518519 else :
519520 print ("Unsloth: Float16 full finetuning uses more memory since we upcast weights to float32." )
520521 else :
You can’t perform that action at this time.
0 commit comments