mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-08-11 19:12:30 +00:00
8e296b7047
update Update ssl_datamodule.py Update pretrain.py Update pretrain.sh Update pretrain.sh Update hubert_ce.py Update pretrain.py
20 lines
518 B
Bash
Executable File
20 lines
518 B
Bash
Executable File
./zipformer/pretrain.py \
|
|
--world-size 8 \
|
|
--num-epochs 300 \
|
|
--start-epoch 1 \
|
|
--use-fp16 1 \
|
|
--exp-dir zipformer/exp_pretrain \
|
|
--full-libri 1 \
|
|
--max-duration 600 \
|
|
--accum-grad 1 \
|
|
--do-normalize 0 \
|
|
--mask-prob 0.8 \
|
|
--dropout-input 0.1 \
|
|
--dropout-features 0.1 \
|
|
--feature-grad-mult 0.1 \
|
|
--num-encoder-layers 2,2,3,4,3,2 \
|
|
--feedforward-dim 512,768,1024,1536,1024,768 \
|
|
--encoder-dim 192,256,448,768,448,192 \
|
|
--encoder-unmasked-dim 192,192,256,256,256,192 \
|
|
--base-lr 0.045
|