Use a different seed for each epoch.

egs/aishell/ASR/conformer_ctc/train.py

@@ -625,7 +625,7 @@ def run(rank, world_size, args):
     valid_dl = aishell.valid_dataloaders(aishell.valid_cuts())
 
     for epoch in range(params.start_epoch, params.num_epochs):
-        fix_random_seed(params.seed)
+        fix_random_seed(params.seed + epoch)
         train_dl.sampler.set_epoch(epoch)
 
         cur_lr = optimizer._rate

egs/aishell/ASR/conformer_mmi/train.py

@@ -620,7 +620,7 @@ def run(rank, world_size, args):
     valid_dl = aishell.valid_dataloaders(aishell.valid_cuts())
 
     for epoch in range(params.start_epoch, params.num_epochs):
-        fix_random_seed(params.seed)
+        fix_random_seed(params.seed + epoch)
         train_dl.sampler.set_epoch(epoch)
 
         cur_lr = optimizer._rate

egs/aishell/ASR/tdnn_lstm_ctc/train.py

@@ -564,7 +564,7 @@ def run(rank, world_size, args):
     valid_dl = aishell.valid_dataloaders(aishell.valid_cuts())
 
     for epoch in range(params.start_epoch, params.num_epochs):
-        fix_random_seed(params.seed)
+        fix_random_seed(params.seed + epoch)
         train_dl.sampler.set_epoch(epoch)
 
         if epoch > params.start_epoch:

egs/aishell/ASR/transducer_stateless/train.py

@@ -618,7 +618,7 @@ def run(rank, world_size, args):
     valid_dl = aishell.valid_dataloaders(aishell.valid_cuts())
 
     for epoch in range(params.start_epoch, params.num_epochs):
-        fix_random_seed(params.seed)
+        fix_random_seed(params.seed + epoch)
         train_dl.sampler.set_epoch(epoch)
 
         cur_lr = optimizer._rate

egs/librispeech/ASR/conformer_ctc/train.py

@@ -691,7 +691,7 @@ def run(rank, world_size, args):
     )
 
     for epoch in range(params.start_epoch, params.num_epochs):
-        fix_random_seed(params.seed)
+        fix_random_seed(params.seed + epoch)
         train_dl.sampler.set_epoch(epoch)
 
         cur_lr = optimizer._rate

egs/librispeech/ASR/conformer_mmi/train.py

@@ -768,7 +768,7 @@ def run(rank, world_size, args):
     valid_dl = librispeech.valid_dataloaders()
 
     for epoch in range(params.start_epoch, params.num_epochs):
-        fix_random_seed(params.seed)
+        fix_random_seed(params.seed + epoch)
         train_dl.sampler.set_epoch(epoch)
         if (
             params.batch_idx_train >= params.use_ali_until

egs/librispeech/ASR/pruned_transducer_stateless/train.py

@@ -738,7 +738,7 @@ def run(rank, world_size, args):
     )
 
     for epoch in range(params.start_epoch, params.num_epochs):
-        fix_random_seed(params.seed)
+        fix_random_seed(params.seed + epoch)
         train_dl.sampler.set_epoch(epoch)
 
         cur_lr = optimizer._rate

egs/librispeech/ASR/streaming_conformer_ctc/train.py

@@ -652,7 +652,7 @@ def run(rank, world_size, args):
     )
 
     for epoch in range(params.start_epoch, params.num_epochs):
-        fix_random_seed(params.seed)
+        fix_random_seed(params.seed + epoch)
         train_dl.sampler.set_epoch(epoch)
 
         cur_lr = optimizer._rate

egs/librispeech/ASR/tdnn_lstm_ctc/train.py

@@ -551,7 +551,7 @@ def run(rank, world_size, args):
     valid_dl = librispeech.valid_dataloaders(valid_cuts)
 
     for epoch in range(params.start_epoch, params.num_epochs):
-        fix_random_seed(params.seed)
+        fix_random_seed(params.seed + epoch)
         train_dl.sampler.set_epoch(epoch)
 
         if epoch > params.start_epoch:

egs/librispeech/ASR/transducer/train.py

@@ -640,7 +640,7 @@ def run(rank, world_size, args):
     )
 
     for epoch in range(params.start_epoch, params.num_epochs):
-        fix_random_seed(params.seed)
+        fix_random_seed(params.seed + epoch)
         train_dl.sampler.set_epoch(epoch)
 
         cur_lr = optimizer._rate

egs/librispeech/ASR/transducer_lstm/train.py

@@ -646,7 +646,7 @@ def run(rank, world_size, args):
     )
 
     for epoch in range(params.start_epoch, params.num_epochs):
-        fix_random_seed(params.seed)
+        fix_random_seed(params.seed + epoch)
         train_dl.sampler.set_epoch(epoch)
 
         cur_lr = optimizer._rate

egs/librispeech/ASR/transducer_stateless/train.py

@@ -658,7 +658,7 @@ def run(rank, world_size, args):
     )
 
     for epoch in range(params.start_epoch, params.num_epochs):
-        fix_random_seed(params.seed)
+        fix_random_seed(params.seed + epoch)
         train_dl.sampler.set_epoch(epoch)
 
         cur_lr = optimizer._rate

egs/timit/ASR/tdnn_ligru_ctc/train.py

@@ -543,7 +543,7 @@ def run(rank, world_size, args):
     valid_dl = timit.valid_dataloaders()
 
     for epoch in range(params.start_epoch, params.num_epochs):
-        fix_random_seed(params.seed)
+        fix_random_seed(params.seed + epoch)
         train_dl.sampler.set_epoch(epoch)
 
         if epoch > params.start_epoch:

egs/timit/ASR/tdnn_lstm_ctc/train.py

@@ -543,7 +543,7 @@ def run(rank, world_size, args):
     valid_dl = timit.valid_dataloaders()
 
     for epoch in range(params.start_epoch, params.num_epochs):
-        fix_random_seed(params.seed)
+        fix_random_seed(params.seed + epoch)
         train_dl.sampler.set_epoch(epoch)
 
         if epoch > params.start_epoch:

egs/yesno/ASR/tdnn/train.py

@@ -527,7 +527,7 @@ def run(rank, world_size, args):
     valid_dl = yes_no.test_dataloaders()
 
     for epoch in range(params.start_epoch, params.num_epochs):
-        fix_random_seed(params.seed)
+        fix_random_seed(params.seed + epoch)
         train_dl.sampler.set_epoch(epoch)
 
         if tb_writer is not None:

egs/yesno/ASR/transducer/train.py

@@ -539,7 +539,7 @@ def run(rank, world_size, args):
     valid_dl = yes_no.test_dataloaders()
 
     for epoch in range(params.start_epoch, params.num_epochs):
-        fix_random_seed(params.seed)
+        fix_random_seed(params.seed + epoch)
         train_dl.sampler.set_epoch(epoch)
 
         if tb_writer is not None: