mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-19 05:54:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

check whether q k v weight is None

Browse Source
This commit is contained in:
Quandwang 2022-07-21 20:01:37 +08:00
parent eb86873ee6
commit 1f32d34e9b
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
egs/librispeech/ASR/conformer_ctc2/attention.py
View File

@ -182,6 +182,9 @@ class MultiheadAttention(nn.Module):
query, key, value = [x.transpose(1, 0) for x in (query, key, value)] query, key, value = [x.transpose(1, 0) for x in (query, key, value)]
if not self._qkv_same_embed_dim: if not self._qkv_same_embed_dim:
q_proj_weight = self.q_proj_weight.get_weight() if self.q_proj_weight is not None else None
k_proj_weight = self.k_proj_weight.get_weight() if self.k_proj_weight is not None else None
v_proj_weight = self.v_proj_weight.get_weight() if self.v_proj_weight is not None else None
( (
attn_output, attn_output,
attn_output_weights, attn_output_weights,
@ -204,9 +207,9 @@ class MultiheadAttention(nn.Module):
need_weights=need_weights, need_weights=need_weights,
attn_mask=attn_mask, attn_mask=attn_mask,
use_separate_proj_weight=True, use_separate_proj_weight=True,
q_proj_weight=self.q_proj_weight.get_weight(), q_proj_weight=q_proj_weight,
k_proj_weight=self.k_proj_weight.get_weight(), k_proj_weight=k_proj_weight,
v_proj_weight=self.v_proj_weight.get_weight(), v_proj_weight=v_proj_weight,
) )
else: else:
( (