Skip to content

Commit

Permalink
Merge branch 'skip_all_evaluation' of github.com:ludwig-ai/ludwig int…
Browse files Browse the repository at this point in the history
…o skip_all_evaluation
  • Loading branch information
justinxzhao committed Aug 23, 2023
2 parents fdc1b24 + f40e1fc commit af3b1db
Show file tree
Hide file tree
Showing 2 changed files with 8 additions and 4 deletions.
6 changes: 5 additions & 1 deletion ludwig/api.py
Original file line number Diff line number Diff line change
Expand Up @@ -695,7 +695,11 @@ def on_epoch_end(self, trainer, progress_tracker, save_path):
save_json(training_stats_fn, train_stats)

# results of the model with highest validation test performance
if self.backend.is_coordinator() and validation_set is not None and not trainer.skip_all_evaluation:
if (
self.backend.is_coordinator()
and validation_set is not None
and not self.config_obj.trainer.skip_all_evaluation
):
print_boxed("TRAINING REPORT")
training_report = get_training_report(
trainer.validation_field,
Expand Down
6 changes: 3 additions & 3 deletions ludwig/trainers/trainer_llm.py
Original file line number Diff line number Diff line change
Expand Up @@ -111,7 +111,7 @@ def __init__(
self.evaluate_training_set = self.config.evaluate_training_set
self.skip_all_evaluation = self.config.skip_all_evaluation

def finish_training(
def close_writers(
self, progress_tracker, save_path, train_summary_writer, validation_summary_writer, test_summary_writer
):
# ================ Finished Training ================
Expand Down Expand Up @@ -174,7 +174,7 @@ def train(
return_value = self.model if not return_state_dict else self.model.cpu().state_dict()

if self.skip_all_evaluation:
self.finish_training(
self.close_writers(
progress_tracker, save_path, train_summary_writer, validation_summary_writer, test_summary_writer
)
return (
Expand All @@ -197,7 +197,7 @@ def train(
save_path,
)
finally:
self.finish_training(
self.close_writers(
progress_tracker, save_path, train_summary_writer, validation_summary_writer, test_summary_writer
)

Expand Down

0 comments on commit af3b1db

Please sign in to comment.