from local

This commit is contained in:
dohe0342 2023-05-25 19:26:56 +09:00
parent ef8c547682
commit fa4e732ea9
2 changed files with 2 additions and 2 deletions

View File

@ -1610,8 +1610,8 @@ def run_adapter(rank, world_size, args, wb=None):
# if rank == 0: logging.info(module) # if rank == 0: logging.info(module)
#print(module) #print(module)
if isinstance(module, torch.nn.Linear): if isinstance(module, torch.nn.Linear):
if rank == 0: print(module) #if rank == 0: print(module)
# lora_modules.append(LoRAHook(module)) lora_modules.append(LoRAHook(module))
adapter_names = [] adapter_names = []
adapter_param = [] adapter_param = []