Update run_multi_node_multi_gpu.sh

This commit is contained in:
Yifan Yang 2024-08-22 10:57:26 +08:00 committed by GitHub
parent 6dbcdbac5d
commit f672df2a63
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -112,5 +112,5 @@ torchrun \
--num-encoder-layers 2,2,4,5,4,2 \
--feedforward-dim 768,1536,2048,3072,2048,1536 \
--encoder-dim 256,512,768,1024,768,512 \
--encoder-unmasked-dim 192,192,256,320,256,192 \
--encoder-unmasked-dim 256,256,256,320,256,256 \
--base-lr 0.045