Skip to content

Commit

Permalink
Debug
Browse files Browse the repository at this point in the history
  • Loading branch information
Yard1 committed Sep 1, 2021
1 parent 05fd7b9 commit 96c9fbb
Showing 1 changed file with 4 additions and 1 deletion.
5 changes: 4 additions & 1 deletion ludwig/hyperopt/execution.py
Original file line number Diff line number Diff line change
Expand Up @@ -858,7 +858,8 @@ def on_epoch_end(self, trainer, progress_tracker, save_path):
num_hosts)
hyperopt_dict['backend']._horovod_kwargs['use_gpu'] = use_gpu

logger.debug(
print(f"trial resources: {resources}")
print(
f"Trial horovod kwargs: {hyperopt_dict['backend']._horovod_kwargs}")

stats = []
Expand Down Expand Up @@ -1049,6 +1050,8 @@ def run_experiment_trial(config, checkpoint_dir=None):
run_experiment_trial
)

print(f"resources per trial {resources_per_trial}")

analysis = tune.run(
f"trainable_func_f{hash_dict(config).decode('ascii')}",
config={
Expand Down

0 comments on commit 96c9fbb

Please sign in to comment.