from local
This commit is contained in:
parent
c36b8815f3
commit
2354a3eabb
Binary file not shown.
@ -1021,7 +1021,7 @@ def run(rank, world_size, args, wb=None):
|
|||||||
model.to(device)
|
model.to(device)
|
||||||
if world_size > 1:
|
if world_size > 1:
|
||||||
logging.info("Using DDP")
|
logging.info("Using DDP")
|
||||||
model = DDP(model, device_ids=[rank])
|
model = DDP(model, device_ids=[rank], find_unused_parameters=True)
|
||||||
|
|
||||||
optimizer = Eve(model.parameters(), lr=params.initial_lr)
|
optimizer = Eve(model.parameters(), lr=params.initial_lr)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user