Merge pull request #106 from cyx2000/add_model_settings

fix: add fine-tuning model settings: bf16 and fp16 #92
OpenBMB · Apr 24, 2024 · ab6b2d4 · ab6b2d4
2 parents 74fbade + 8ebe696
commit ab6b2d4
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/finetune/finetune.py b/finetune/finetune.py
@@ -171,6 +171,8 @@ def load_model_and_tokenizer(
         model_path=model_args.model_name_or_path,
         max_length=training_args.model_max_length,
         use_lora=training_args.use_lora,
+        bf16=training_args.bf16,
+        fp16=training_args.fp16
     )
 
     train_dataset = SupervisedDataset(