Skip to content

Commit

Permalink
sync logger
Browse files Browse the repository at this point in the history
  • Loading branch information
bmosaicml committed Feb 18, 2023
1 parent d3e340b commit dc054df
Showing 1 changed file with 2 additions and 0 deletions.
2 changes: 2 additions & 0 deletions composer/optim/decoupled_weight_decay.py
Original file line number Diff line number Diff line change
Expand Up @@ -385,6 +385,8 @@ def dist_reduce_metrics(self, optimizer_metrics):
if dist.get_world_size() > 1:
dist.all_reduce(reduced, reduce_operation='SUM')
optimizer_metrics[metric] = reduced / dist.get_world_size()

return optimizer_metrics

def pre_reduce_metrics(self, optimizer_metrics):
# some of the metrics need to be modified before being reduced in order for the
Expand Down

0 comments on commit dc054df

Please sign in to comment.