mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
from local
This commit is contained in:
parent
dae113c916
commit
b6b860135e
Binary file not shown.
@ -227,10 +227,6 @@ class TransformerEncoderAdapter(TransformerEncoder):
|
||||
|
||||
|
||||
class LoRAModule(nn.Module):
|
||||
"""
|
||||
Implements a residual adapter based on https://arxiv.org/pdf/1909.08478.pdf
|
||||
modules similar to the original residual adapter except layernorm location (first -> last)
|
||||
"""
|
||||
def __init__(
|
||||
self,
|
||||
embedding_dim: float = 768,
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user