Update pretrain.py

This commit is contained in:
Yifan Yang 2024-08-22 10:55:23 +08:00 committed by GitHub
parent 8fe6713d10
commit 6dbcdbac5d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -474,7 +474,7 @@ def get_parser():
parser.add_argument( parser.add_argument(
"--lr-hours", "--lr-hours",
type=float, type=float,
default=30000, default=10000,
help="""Number of hours that affects how rapidly the learning rate decreases. help="""Number of hours that affects how rapidly the learning rate decreases.
""", """,
) )
@ -482,7 +482,7 @@ def get_parser():
parser.add_argument( parser.add_argument(
"--warmup-batches", "--warmup-batches",
type=float, type=float,
default=10000, default=5000,
help="Eden warmup steps", help="Eden warmup steps",
) )