Update run_multi_node_multi_gpu.sh

This commit is contained in:
Yifan Yang 2024-08-21 12:42:06 +08:00 committed by GitHub
parent d025ce11ff
commit d0a96a601c
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -106,8 +106,8 @@ torchrun \
--accum-grad 1 \ --accum-grad 1 \
--do-normalize 1 \ --do-normalize 1 \
--mask-prob 0.8 \ --mask-prob 0.8 \
--dropout-input 0.1 \ --dropout-input 0.0 \
--dropout-features 0.1 \ --dropout-features 0.0 \
--feature-grad-mult 1.0 \ --feature-grad-mult 1.0 \
--num-encoder-layers 2,2,4,5,4,2 \ --num-encoder-layers 2,2,4,5,4,2 \
--feedforward-dim 768,1536,2048,3072,2048,1536 \ --feedforward-dim 768,1536,2048,3072,2048,1536 \