remove device convertion for model_avg

This commit is contained in:
yaozengwei 2022-05-06 15:58:52 +08:00
parent 3c405fb6fd
commit a72048be3e

View File

@ -867,10 +867,6 @@ def run(rank, world_size, args):
model = DDP(model, device_ids=[rank])
model.device = device
if rank == 0:
model_avg.to(torch.device("cpu"))
model_avg.device = device
optimizer = Eve(model.parameters(), lr=params.initial_lr)
scheduler = Eden(optimizer, params.lr_batches, params.lr_epochs)