minor fix, remove numel = p.numel() in optim.py (#967)

This commit is contained in:
Zengwei Yao 2023-03-24 15:30:29 +08:00 committed by GitHub
parent f260a09ed4
commit 7155769c19
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -282,7 +282,6 @@ class ScaledAdam(BatchedOptimizer):
batch_size = p.shape[0]
numel = p.numel() // batch_size
numel = p.numel()
if numel > 1:
# "param_rms" just periodically records the scalar root-mean-square value of