mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
from local
This commit is contained in:
parent
936dd33b6b
commit
ee72b4d48b
Binary file not shown.
@ -144,11 +144,11 @@ class ResidualAdapterModule(nn.Module):
|
||||
|
||||
def build_adapter(embedding_dim, proj_dim):
|
||||
return nn.Sequential(
|
||||
nn.LayerNorm(embedding_dim),
|
||||
#nn.LayerNorm(embedding_dim),
|
||||
nn.Linear(embedding_dim, proj_dim),
|
||||
nn.ReLU(),
|
||||
nn.Linear(proj_dim, embedding_dim),
|
||||
#nn.LayerNorm(embedding_dim),
|
||||
nn.LayerNorm(embedding_dim),
|
||||
)
|
||||
|
||||
self.adapter_layers = nn.ModuleList(
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user