from local
This commit is contained in:
parent
e37402a917
commit
a70eb4e65c
Binary file not shown.
Binary file not shown.
@ -1707,9 +1707,14 @@ def main():
|
|||||||
world_size = args.world_size
|
world_size = args.world_size
|
||||||
assert world_size >= 1
|
assert world_size >= 1
|
||||||
if world_size > 1:
|
if world_size > 1:
|
||||||
mp.spawn(run_adapter, args=(world_size, args, wb), nprocs=world_size, join=True)
|
mp.spawn(run if not args.add_adapter else run_adapter,
|
||||||
|
args=(world_size, args, wb),
|
||||||
|
nprocs=world_size,
|
||||||
|
join=True
|
||||||
|
)
|
||||||
else:
|
else:
|
||||||
run(rank=0, world_size=1, args=args, wb=wb)
|
if not args.add_adapter: run(rank=0, world_size=1, args=args, wb=wb)
|
||||||
|
else: run(rank=0, world_size=1, args=args, wb=wb)
|
||||||
|
|
||||||
|
|
||||||
torch.set_num_threads(1)
|
torch.set_num_threads(1)
|
||||||
|
|||||||
Reference in New Issue
Block a user