mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
from local
This commit is contained in:
parent
354601b350
commit
e434e22672
Binary file not shown.
@ -96,7 +96,6 @@ class TransformerEncoderAdapter(TransformerEncoder):
|
||||
x, self_attn_padding_mask=padding_mask, need_weights=False,
|
||||
)
|
||||
x = self.adapters(x, layer_id=i)
|
||||
exit()
|
||||
|
||||
if i >= min_layer:
|
||||
layer_results.append((x, z, lr))
|
||||
@ -155,16 +154,11 @@ class ResidualAdapterModule(nn.Module):
|
||||
|
||||
def forward(self, x, layer_id=-1):
|
||||
layer_id = 0
|
||||
print(x.size())
|
||||
x = x.transpose(0, 1)
|
||||
residual = x
|
||||
print(residual.size())
|
||||
x = self.adapter_layers[layer_id](x)
|
||||
print(x.size())
|
||||
x = residual + x
|
||||
print(x.size())
|
||||
x = x.transpose(0, 1)
|
||||
print(x.size())
|
||||
return x
|
||||
|
||||
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user