Update finetune.py

This commit is contained in:
Yifan Yang 2024-09-07 23:12:38 +08:00 committed by GitHub
parent 2e52cbf1fe
commit 2d3452fa32
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -99,7 +99,7 @@ def get_adjusted_batch_count(params: AttributeDict) -> float:
* params.accum_grad
* (params.max_duration * params.world_size)
/ params.ref_duration
)
) + 100000
def set_batch_count(model: Union[nn.Module, DDP], batch_count: float) -> None: