mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
Add bias in interior of SelfAttn module
This commit is contained in:
parent
4a5a13b678
commit
6c16d08b4f
@ -1282,7 +1282,7 @@ class SelfAttention(nn.Module):
|
||||
super().__init__()
|
||||
self.in_proj = nn.Linear(embed_dim,
|
||||
num_heads * value_head_dim,
|
||||
bias=False)
|
||||
bias=True)
|
||||
|
||||
# attempt to make the output of `in_proj` uncorrelated within each head
|
||||
# and all heads having roughly the same magnitude. the hope is to
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user