minor fixes to the matcha recipe

This commit is contained in:
zr_jin 2024-12-09 22:59:29 +08:00 committed by GitHub
parent 32b7a449e7
commit 08caa1e4e5
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -488,9 +488,10 @@ def train_one_epoch(
loss = sum(losses.values())
optimizer.zero_grad()
scaler.scale(loss).backward()
scaler.step(optimizer)
scaler.update()
optimizer.zero_grad()
loss_info = MetricsTracker()
loss_info["samples"] = batch_size