from local
This commit is contained in:
parent
38eb5b9717
commit
da347bb733
Binary file not shown.
@ -146,6 +146,13 @@ def add_adapter_arguments(parser: argparse.ArgumentParser):
|
|||||||
help="add adapter to rep model's encoder"
|
help="add adapter to rep model's encoder"
|
||||||
)
|
)
|
||||||
|
|
||||||
|
parser.add_argument(
|
||||||
|
"--adapter_lr",
|
||||||
|
type=float,
|
||||||
|
default=0.0001,
|
||||||
|
help="adapter learning rate"
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
def add_rep_arguments(parser: argparse.ArgumentParser):
|
def add_rep_arguments(parser: argparse.ArgumentParser):
|
||||||
parser.add_argument(
|
parser.add_argument(
|
||||||
@ -1522,7 +1529,6 @@ def run_adapter(rank, world_size, args, wb=None):
|
|||||||
adapter_param.append(p)
|
adapter_param.append(p)
|
||||||
#else:
|
#else:
|
||||||
# p.requires_grad = False
|
# p.requires_grad = False
|
||||||
|
|
||||||
optimizer_adapter = ScaledAdam(
|
optimizer_adapter = ScaledAdam(
|
||||||
adapter_param,
|
adapter_param,
|
||||||
lr=0.0001,
|
lr=0.0001,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user