orpo config

huggingface · May 9, 2024 · ebb060b · ebb060b
1 parent fb2f662
commit ebb060b
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/configs/llm_finetuning/llama3-8b-orpo.yml b/configs/llm_finetuning/llama3-8b-orpo.yml
@@ -29,6 +29,7 @@ params:
   optimizer: adamw_torch
   scheduler: linear
   gradient_accumulation: 4
+  mixed_precision: fp16
 
 hub:
   username: ${HF_USERNAME}