diff --git a/egs/libriheavy/LM/zipformer1/train.py b/egs/libriheavy/LM/zipformer1/train.py
index a04e398e9..b1c625df4 100755
--- a/egs/libriheavy/LM/zipformer1/train.py
+++ b/egs/libriheavy/LM/zipformer1/train.py
@@ -907,7 +907,7 @@ def run(rank, world_size, args):
     params = get_params()
     params.update(vars(args))
 
-    fix_random_seed(params.seed)
+    fix_random_seed(params.seed + params.start_batch)
     if world_size > 1:
         setup_dist(rank, world_size, params.master_port)