mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
from local
This commit is contained in:
parent
dae113c916
commit
b6b860135e
Binary file not shown.
@ -227,10 +227,6 @@ class TransformerEncoderAdapter(TransformerEncoder):
|
|||||||
|
|
||||||
|
|
||||||
class LoRAModule(nn.Module):
|
class LoRAModule(nn.Module):
|
||||||
"""
|
|
||||||
Implements a residual adapter based on https://arxiv.org/pdf/1909.08478.pdf
|
|
||||||
modules similar to the original residual adapter except layernorm location (first -> last)
|
|
||||||
"""
|
|
||||||
def __init__(
|
def __init__(
|
||||||
self,
|
self,
|
||||||
embedding_dim: float = 768,
|
embedding_dim: float = 768,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user