Update utils.py

This commit is contained in:
Mingshuang Luo 2021-09-29 16:01:53 +08:00 committed by GitHub
parent 28fa30a255
commit d04271219c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -472,16 +472,13 @@ class LossRecord(collections.defaultdict):
all processes get the total.
"""
keys = sorted(self.keys())
s = torch.tensor([ float(self[k]) for k in keys ],
s = torch.tensor([float(self[k]) for k in keys],
device=device)
dist.all_reduce(s, op=dist.ReduceOp.SUM)
for k, v in zip(keys, s.cpu().tolist()):
self[k] = v
def write_summary(self,
tb_writer: SummaryWriter,
prefix: str,
batch_idx: int) -> None:
def write_summary(self, tb_writer: SummaryWriter, prefix: str, batch_idx: int) -> None:
"""Add logging information to a TensorBoard writer.
Args: