# To facilitate usage with HTCondor
cluster = HTCondorCluster(
log_directory=Path().cwd() / ".condor_logs" / "truth_origin",
cores=4,
memory="4GB",
disk="2GB",
job_extra_directives={
"stream_output": True,
"stream_error": True,
"should_transfer_files": True,
"transfer_input_files": "light_roast.py",
},
)
cluster.scale(jobs=500)
client = Client(cluster)
print(client.dashboard_link)
can navigate to that dashboard link normally and see it in progress
can navigate to that dashboard link normally and see it in progress