Skip to content

Commit

Permalink
[Enhance] Add progress argument in load_from_http (#770)
Browse files Browse the repository at this point in the history
  • Loading branch information
austinmw committed Dec 26, 2022
1 parent e83ac94 commit eb803f8
Showing 1 changed file with 12 additions and 3 deletions.
15 changes: 12 additions & 3 deletions mmengine/runner/checkpoint.py
Original file line number Diff line number Diff line change
Expand Up @@ -320,7 +320,10 @@ def load_from_local(filename, map_location):


@CheckpointLoader.register_scheme(prefixes=('http://', 'https://'))
def load_from_http(filename, map_location=None, model_dir=None):
def load_from_http(filename,
map_location=None,
model_dir=None,
progress=os.isatty(0)):
"""load checkpoint through HTTP or HTTPS scheme path. In distributed
setting, this function only download checkpoint at local rank 0.
Expand All @@ -337,12 +340,18 @@ def load_from_http(filename, map_location=None, model_dir=None):
rank, world_size = get_dist_info()
if rank == 0:
checkpoint = load_url(
filename, model_dir=model_dir, map_location=map_location)
filename,
model_dir=model_dir,
map_location=map_location,
progress=progress)
if world_size > 1:
torch.distributed.barrier()
if rank > 0:
checkpoint = load_url(
filename, model_dir=model_dir, map_location=map_location)
filename,
model_dir=model_dir,
map_location=map_location,
progress=progress)
return checkpoint


Expand Down

0 comments on commit eb803f8

Please sign in to comment.