from local

This commit is contained in:
dohe0342 2023-01-08 18:05:59 +09:00
parent 4c5531a1b9
commit 8f20ba4bd7
2 changed files with 4 additions and 1 deletions

View File

@ -972,11 +972,14 @@ def run(rank, world_size, args):
for n, p in model.named_parameters(): for n, p in model.named_parameters():
if 'layer' not in n: if 'layer' not in n:
try: p.data = pre_trained_model[n] try: p.data = pre_trained_model[n]
except: print(f'pre-trained model has no parameterd named {n}.') except: print(f'pre-trained model has no parameter named {n}.')
else: else:
layer_name_splited = n.split('.') layer_name_splited = n.split('.')
if int(layer_name_splited[3]) % 2 == 0: if int(layer_name_splited[3]) % 2 == 0:
layer_name_splited[3] = str(int(layer_name_splited[3])//2) layer_name_splited[3] = str(int(layer_name_splited[3])//2)
old_name = '.'.join(layer_name_splited)
try: p.data = pre_trained_model[old_name]
except: print(f'pre-trained model has no parameter named {n}.')
print('.'.join(layer_name_splited)) print('.'.join(layer_name_splited))
exit() exit()