Skip to content

Commit

Permalink
py3.6 compatibility
Browse files Browse the repository at this point in the history
  • Loading branch information
tjruwase committed Aug 22, 2023
1 parent 985065a commit b067751
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion deepspeed/runtime/zero/stage3.py
Original file line number Diff line number Diff line change
Expand Up @@ -2162,7 +2162,7 @@ def set_full_hp_param(self, value, param, optim_state_key=None):
if not param.requires_grad:
return

assert value.numel() == param.ds_numel, f'{value.numel()=} != {param.ds_numel=}'
assert value.numel() == param.ds_numel, f'{value.numel()} != {param.ds_numel}'

fp32_opt_state_partition, group_idx = self._get_fp32_opt_state_partition(param, optim_state_key)
my_rank = dist.get_rank(group=self.dp_process_group)
Expand Down

0 comments on commit b067751

Please sign in to comment.