Update pretrain.py

This commit is contained in:
Yifan Yang 2024-08-22 10:55:23 +08:00 committed by GitHub
parent 8fe6713d10
commit 6dbcdbac5d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -474,7 +474,7 @@ def get_parser():
parser.add_argument(
"--lr-hours",
type=float,
default=30000,
default=10000,
help="""Number of hours that affects how rapidly the learning rate decreases.
""",
)
@ -482,7 +482,7 @@ def get_parser():
parser.add_argument(
"--warmup-batches",
type=float,
default=10000,
default=5000,
help="Eden warmup steps",
)