From 7d162bf41ef606d6396811641f02745ad710b297 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Fri, 19 May 2023 16:43:21 +0800 Subject: [PATCH] mOve where srand called --- egs/libriheavy/LM/zipformer1/train.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/egs/libriheavy/LM/zipformer1/train.py b/egs/libriheavy/LM/zipformer1/train.py index b1c625df4..ab80d93a7 100755 --- a/egs/libriheavy/LM/zipformer1/train.py +++ b/egs/libriheavy/LM/zipformer1/train.py @@ -907,7 +907,7 @@ def run(rank, world_size, args): params = get_params() params.update(vars(args)) - fix_random_seed(params.seed + params.start_batch) + fix_random_seed(params.seed) if world_size > 1: setup_dist(rank, world_size, params.master_port) @@ -1007,7 +1007,7 @@ def run(rank, world_size, args): # to let it know how many tokens we have processed so far, and have a # soft-cutoff lr_tokens measured in tokens. # scheduler.step_epoch(epoch - 1) - fix_random_seed(params.seed + epoch - 1) + fix_random_seed(params.seed + epoch - 1 + params.start_batch) # the above will affect random seeds in the dataloaders. if tb_writer is not None: