diff --git a/egs/librispeech/SSL/hubert/finetune_ce.py b/egs/librispeech/SSL/hubert/finetune_ce.py
index 1081313f1..cec42ea12 100755
--- a/egs/librispeech/SSL/hubert/finetune_ce.py
+++ b/egs/librispeech/SSL/hubert/finetune_ce.py
@@ -99,7 +99,7 @@ def get_adjusted_batch_count(params: AttributeDict) -> float:
         * params.accum_grad
         * (params.max_duration * params.world_size)
         / params.ref_duration
-    )
+    ) + 100000
 
 
 def set_batch_count(model: Union[nn.Module, DDP], batch_count: float) -> None: