from local
This commit is contained in:
parent
368f98c5ee
commit
8db84cbfd4
Binary file not shown.
@ -1060,7 +1060,7 @@ def run(rank, world_size, args):
|
|||||||
model.to(device)
|
model.to(device)
|
||||||
if world_size > 1:
|
if world_size > 1:
|
||||||
logging.info("Using DDP")
|
logging.info("Using DDP")
|
||||||
model = DDP(model, device_ids=[rank])
|
model = DDP(model, device_ids=[rank], find_unused_parameters=True)
|
||||||
|
|
||||||
optimizer = optim.Eve(model.parameters(), lr=params.initial_lr)
|
optimizer = optim.Eve(model.parameters(), lr=params.initial_lr)
|
||||||
scheduler = optim.Eden(optimizer, params.lr_batches, params.lr_epochs)
|
scheduler = optim.Eden(optimizer, params.lr_batches, params.lr_epochs)
|
||||||
|
|||||||
Reference in New Issue
Block a user