explicitly convert model_avg to cpu

This commit is contained in:
yaozengwei 2022-05-06 15:35:09 +08:00
parent c3bb03253f
commit ae50acad8b

View File

@ -867,6 +867,10 @@ def run(rank, world_size, args):
model = DDP(model, device_ids=[rank])
model.device = device
if rank == 0:
model_avg = model_avg.to(torch.device("cpu"))
model_avg.device = device
optimizer = Eve(model.parameters(), lr=params.initial_lr)
scheduler = Eden(optimizer, params.lr_batches, params.lr_epochs)