From 407e8aeff7ec15698270909835a9cc3b957367a6 Mon Sep 17 00:00:00 2001 From: Fangjun Kuang Date: Mon, 21 Feb 2022 14:27:26 +0800 Subject: [PATCH] Use a different seed for each epoch. --- egs/aishell/ASR/conformer_ctc/train.py | 2 +- egs/aishell/ASR/conformer_mmi/train.py | 2 +- egs/aishell/ASR/tdnn_lstm_ctc/train.py | 2 +- egs/aishell/ASR/transducer_stateless/train.py | 2 +- egs/librispeech/ASR/conformer_ctc/train.py | 2 +- egs/librispeech/ASR/conformer_mmi/train.py | 2 +- egs/librispeech/ASR/pruned_transducer_stateless/train.py | 2 +- egs/librispeech/ASR/streaming_conformer_ctc/train.py | 2 +- egs/librispeech/ASR/tdnn_lstm_ctc/train.py | 2 +- egs/librispeech/ASR/transducer/train.py | 2 +- egs/librispeech/ASR/transducer_lstm/train.py | 2 +- egs/librispeech/ASR/transducer_stateless/train.py | 2 +- egs/timit/ASR/tdnn_ligru_ctc/train.py | 2 +- egs/timit/ASR/tdnn_lstm_ctc/train.py | 2 +- egs/yesno/ASR/tdnn/train.py | 2 +- egs/yesno/ASR/transducer/train.py | 2 +- 16 files changed, 16 insertions(+), 16 deletions(-) diff --git a/egs/aishell/ASR/conformer_ctc/train.py b/egs/aishell/ASR/conformer_ctc/train.py index a7e2b763e..369ad310f 100755 --- a/egs/aishell/ASR/conformer_ctc/train.py +++ b/egs/aishell/ASR/conformer_ctc/train.py @@ -625,7 +625,7 @@ def run(rank, world_size, args): valid_dl = aishell.valid_dataloaders(aishell.valid_cuts()) for epoch in range(params.start_epoch, params.num_epochs): - fix_random_seed(params.seed) + fix_random_seed(params.seed + epoch) train_dl.sampler.set_epoch(epoch) cur_lr = optimizer._rate diff --git a/egs/aishell/ASR/conformer_mmi/train.py b/egs/aishell/ASR/conformer_mmi/train.py index 892496982..685831d09 100755 --- a/egs/aishell/ASR/conformer_mmi/train.py +++ b/egs/aishell/ASR/conformer_mmi/train.py @@ -620,7 +620,7 @@ def run(rank, world_size, args): valid_dl = aishell.valid_dataloaders(aishell.valid_cuts()) for epoch in range(params.start_epoch, params.num_epochs): - fix_random_seed(params.seed) + fix_random_seed(params.seed + epoch) train_dl.sampler.set_epoch(epoch) cur_lr = optimizer._rate diff --git a/egs/aishell/ASR/tdnn_lstm_ctc/train.py b/egs/aishell/ASR/tdnn_lstm_ctc/train.py index e31b68b93..3327cdb79 100755 --- a/egs/aishell/ASR/tdnn_lstm_ctc/train.py +++ b/egs/aishell/ASR/tdnn_lstm_ctc/train.py @@ -564,7 +564,7 @@ def run(rank, world_size, args): valid_dl = aishell.valid_dataloaders(aishell.valid_cuts()) for epoch in range(params.start_epoch, params.num_epochs): - fix_random_seed(params.seed) + fix_random_seed(params.seed + epoch) train_dl.sampler.set_epoch(epoch) if epoch > params.start_epoch: diff --git a/egs/aishell/ASR/transducer_stateless/train.py b/egs/aishell/ASR/transducer_stateless/train.py index 1e911df84..f615c78f4 100755 --- a/egs/aishell/ASR/transducer_stateless/train.py +++ b/egs/aishell/ASR/transducer_stateless/train.py @@ -618,7 +618,7 @@ def run(rank, world_size, args): valid_dl = aishell.valid_dataloaders(aishell.valid_cuts()) for epoch in range(params.start_epoch, params.num_epochs): - fix_random_seed(params.seed) + fix_random_seed(params.seed + epoch) train_dl.sampler.set_epoch(epoch) cur_lr = optimizer._rate diff --git a/egs/librispeech/ASR/conformer_ctc/train.py b/egs/librispeech/ASR/conformer_ctc/train.py index a0849a8d5..b81bd6330 100755 --- a/egs/librispeech/ASR/conformer_ctc/train.py +++ b/egs/librispeech/ASR/conformer_ctc/train.py @@ -691,7 +691,7 @@ def run(rank, world_size, args): ) for epoch in range(params.start_epoch, params.num_epochs): - fix_random_seed(params.seed) + fix_random_seed(params.seed + epoch) train_dl.sampler.set_epoch(epoch) cur_lr = optimizer._rate diff --git a/egs/librispeech/ASR/conformer_mmi/train.py b/egs/librispeech/ASR/conformer_mmi/train.py index 8698f7e3a..9a5bdcce2 100755 --- a/egs/librispeech/ASR/conformer_mmi/train.py +++ b/egs/librispeech/ASR/conformer_mmi/train.py @@ -768,7 +768,7 @@ def run(rank, world_size, args): valid_dl = librispeech.valid_dataloaders() for epoch in range(params.start_epoch, params.num_epochs): - fix_random_seed(params.seed) + fix_random_seed(params.seed + epoch) train_dl.sampler.set_epoch(epoch) if ( params.batch_idx_train >= params.use_ali_until diff --git a/egs/librispeech/ASR/pruned_transducer_stateless/train.py b/egs/librispeech/ASR/pruned_transducer_stateless/train.py index 122292706..f0ea2ccaa 100755 --- a/egs/librispeech/ASR/pruned_transducer_stateless/train.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless/train.py @@ -738,7 +738,7 @@ def run(rank, world_size, args): ) for epoch in range(params.start_epoch, params.num_epochs): - fix_random_seed(params.seed) + fix_random_seed(params.seed + epoch) train_dl.sampler.set_epoch(epoch) cur_lr = optimizer._rate diff --git a/egs/librispeech/ASR/streaming_conformer_ctc/train.py b/egs/librispeech/ASR/streaming_conformer_ctc/train.py index f499fb7a0..9beb185a2 100755 --- a/egs/librispeech/ASR/streaming_conformer_ctc/train.py +++ b/egs/librispeech/ASR/streaming_conformer_ctc/train.py @@ -652,7 +652,7 @@ def run(rank, world_size, args): ) for epoch in range(params.start_epoch, params.num_epochs): - fix_random_seed(params.seed) + fix_random_seed(params.seed + epoch) train_dl.sampler.set_epoch(epoch) cur_lr = optimizer._rate diff --git a/egs/librispeech/ASR/tdnn_lstm_ctc/train.py b/egs/librispeech/ASR/tdnn_lstm_ctc/train.py index fd29c6218..8597525ba 100755 --- a/egs/librispeech/ASR/tdnn_lstm_ctc/train.py +++ b/egs/librispeech/ASR/tdnn_lstm_ctc/train.py @@ -551,7 +551,7 @@ def run(rank, world_size, args): valid_dl = librispeech.valid_dataloaders(valid_cuts) for epoch in range(params.start_epoch, params.num_epochs): - fix_random_seed(params.seed) + fix_random_seed(params.seed + epoch) train_dl.sampler.set_epoch(epoch) if epoch > params.start_epoch: diff --git a/egs/librispeech/ASR/transducer/train.py b/egs/librispeech/ASR/transducer/train.py index 7cded1db6..a6ce79520 100755 --- a/egs/librispeech/ASR/transducer/train.py +++ b/egs/librispeech/ASR/transducer/train.py @@ -640,7 +640,7 @@ def run(rank, world_size, args): ) for epoch in range(params.start_epoch, params.num_epochs): - fix_random_seed(params.seed) + fix_random_seed(params.seed + epoch) train_dl.sampler.set_epoch(epoch) cur_lr = optimizer._rate diff --git a/egs/librispeech/ASR/transducer_lstm/train.py b/egs/librispeech/ASR/transducer_lstm/train.py index 57ee8034f..9f06ed512 100755 --- a/egs/librispeech/ASR/transducer_lstm/train.py +++ b/egs/librispeech/ASR/transducer_lstm/train.py @@ -646,7 +646,7 @@ def run(rank, world_size, args): ) for epoch in range(params.start_epoch, params.num_epochs): - fix_random_seed(params.seed) + fix_random_seed(params.seed + epoch) train_dl.sampler.set_epoch(epoch) cur_lr = optimizer._rate diff --git a/egs/librispeech/ASR/transducer_stateless/train.py b/egs/librispeech/ASR/transducer_stateless/train.py index 312369ae5..4f5379e53 100755 --- a/egs/librispeech/ASR/transducer_stateless/train.py +++ b/egs/librispeech/ASR/transducer_stateless/train.py @@ -658,7 +658,7 @@ def run(rank, world_size, args): ) for epoch in range(params.start_epoch, params.num_epochs): - fix_random_seed(params.seed) + fix_random_seed(params.seed + epoch) train_dl.sampler.set_epoch(epoch) cur_lr = optimizer._rate diff --git a/egs/timit/ASR/tdnn_ligru_ctc/train.py b/egs/timit/ASR/tdnn_ligru_ctc/train.py index e2d847f1d..452c2a7cb 100644 --- a/egs/timit/ASR/tdnn_ligru_ctc/train.py +++ b/egs/timit/ASR/tdnn_ligru_ctc/train.py @@ -543,7 +543,7 @@ def run(rank, world_size, args): valid_dl = timit.valid_dataloaders() for epoch in range(params.start_epoch, params.num_epochs): - fix_random_seed(params.seed) + fix_random_seed(params.seed + epoch) train_dl.sampler.set_epoch(epoch) if epoch > params.start_epoch: diff --git a/egs/timit/ASR/tdnn_lstm_ctc/train.py b/egs/timit/ASR/tdnn_lstm_ctc/train.py index 675b3c86e..849256b98 100644 --- a/egs/timit/ASR/tdnn_lstm_ctc/train.py +++ b/egs/timit/ASR/tdnn_lstm_ctc/train.py @@ -543,7 +543,7 @@ def run(rank, world_size, args): valid_dl = timit.valid_dataloaders() for epoch in range(params.start_epoch, params.num_epochs): - fix_random_seed(params.seed) + fix_random_seed(params.seed + epoch) train_dl.sampler.set_epoch(epoch) if epoch > params.start_epoch: diff --git a/egs/yesno/ASR/tdnn/train.py b/egs/yesno/ASR/tdnn/train.py index db6ab78d1..f32a27f35 100755 --- a/egs/yesno/ASR/tdnn/train.py +++ b/egs/yesno/ASR/tdnn/train.py @@ -527,7 +527,7 @@ def run(rank, world_size, args): valid_dl = yes_no.test_dataloaders() for epoch in range(params.start_epoch, params.num_epochs): - fix_random_seed(params.seed) + fix_random_seed(params.seed + epoch) train_dl.sampler.set_epoch(epoch) if tb_writer is not None: diff --git a/egs/yesno/ASR/transducer/train.py b/egs/yesno/ASR/transducer/train.py index 030597f9d..deb92107d 100755 --- a/egs/yesno/ASR/transducer/train.py +++ b/egs/yesno/ASR/transducer/train.py @@ -539,7 +539,7 @@ def run(rank, world_size, args): valid_dl = yes_no.test_dataloaders() for epoch in range(params.start_epoch, params.num_epochs): - fix_random_seed(params.seed) + fix_random_seed(params.seed + epoch) train_dl.sampler.set_epoch(epoch) if tb_writer is not None: