From 8dc070ce37fa89829fd5de554e692c73fe60d15d Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 20 May 2023 13:35:23 +0800 Subject: [PATCH] Increase all ff dims; decrease batch size. --- egs/libriheavy/LM/zipformer1/train.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/egs/libriheavy/LM/zipformer1/train.py b/egs/libriheavy/LM/zipformer1/train.py index ab80d93a7..16e96bfb5 100755 --- a/egs/libriheavy/LM/zipformer1/train.py +++ b/egs/libriheavy/LM/zipformer1/train.py @@ -128,7 +128,7 @@ def add_model_arguments(parser: argparse.ArgumentParser): parser.add_argument( "--feedforward-dim", type=str, - default="768,1024,1536,2048,1536,1024,768", + default="1024,1536,2048,3072,2048,1536,1024", help="Feedforward dimension of the subformer encoder layers, per stack, comma separated.", ) @@ -395,7 +395,7 @@ def get_params() -> AttributeDict: "warm_step": 2000, "env_info": get_env_info(), "bytes_per_segment": 2048, - "batch_size": 20, + "batch_size": 18, "train_file_list": "train.txt", "valid_file_list": "valid.txt", "num_workers": 4,