mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
from local
This commit is contained in:
parent
da347bb733
commit
95f973d4d7
Binary file not shown.
@ -144,6 +144,7 @@ class ResidualAdapterModule(nn.Module):
|
|||||||
|
|
||||||
def build_adapter(embedding_dim, proj_dim):
|
def build_adapter(embedding_dim, proj_dim):
|
||||||
return nn.Sequential(
|
return nn.Sequential(
|
||||||
|
nn.LayerNorm(embedding_dim),
|
||||||
nn.Linear(embedding_dim, proj_dim),
|
nn.Linear(embedding_dim, proj_dim),
|
||||||
nn.ReLU(),
|
nn.ReLU(),
|
||||||
nn.Linear(proj_dim, embedding_dim),
|
nn.Linear(proj_dim, embedding_dim),
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user