from local

This commit is contained in:
dohe0342 2022-12-10 14:46:46 +09:00
parent eca419b219
commit 92b0929f6f
3 changed files with 4 additions and 0 deletions

Binary file not shown.

View File

@ -1206,6 +1206,10 @@ def run(rank, world_size, args, wb=None):
parameters_names.append(
[name_param_pair[0] for name_param_pair in model.named_parameters()]
)
logging.info(f"len name = {len(parameters_names)}")
logging.info(f"len name = {len(list(model.parameters()))}")
optimizer = ScaledAdam(
model.parameters(),
lr=params.base_lr,