skipping batch counts hurts performance

This commit is contained in:
Your Name 2024-10-28 22:58:40 -07:00
parent d4b6cb09ad
commit 1b89c6dac4
4 changed files with 4 additions and 4 deletions

View File

@ -99,7 +99,7 @@ def get_adjusted_batch_count(params: AttributeDict) -> float:
* params.accum_grad
* (params.max_duration * params.world_size)
/ params.ref_duration
) + 100000
)
def set_batch_count(model: Union[nn.Module, DDP], batch_count: float) -> None:

View File

@ -99,7 +99,7 @@ def get_adjusted_batch_count(params: AttributeDict) -> float:
* params.accum_grad
* (params.max_duration * params.world_size)
/ params.ref_duration
) + 100000
)
def set_batch_count(model: Union[nn.Module, DDP], batch_count: float) -> None:

View File

@ -99,7 +99,7 @@ def get_adjusted_batch_count(params: AttributeDict) -> float:
* params.accum_grad
* (params.max_duration * params.world_size)
/ params.ref_duration
) + 100000
)
def set_batch_count(model: Union[nn.Module, DDP], batch_count: float) -> None:

View File

@ -93,7 +93,7 @@ def get_adjusted_batch_count(params: AttributeDict) -> float:
* params.accum_grad
* (params.max_duration * params.world_size)
/ params.ref_duration
) + 100000
)
def set_batch_count(model: Union[nn.Module, DDP], batch_count: float) -> None: