further fix meta-llama#90

lchu-ibm · Aug 3, 2023 · 80a4c36 · 80a4c36
1 parent 0c51b47
commit 80a4c36
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/utils/train_utils.py b/utils/train_utils.py
@@ -135,7 +135,7 @@ def train(model, train_dataloader,eval_dataloader, tokenizer, optimizer, lr_sche
         lr_scheduler.step()
 
         if train_config.run_validation:
-            eval_ppl, eval_epoch_loss = evaluation(model, train_config, eval_dataloader, rank, tokenizer)   
+            eval_ppl, eval_epoch_loss = evaluation(model, train_config, eval_dataloader, local_rank, tokenizer)
             if train_config.save_model and eval_epoch_loss < best_val_loss:
                 if train_config.enable_fsdp:
                     dist.barrier()