mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Stop backprop bug

Browse Source
This commit is contained in:
Daniel Povey 2022-10-03 13:33:01 +08:00
parent a0a1874415
commit 5a8995328f
1 changed files with 3 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
View File

@ -378,8 +378,8 @@ class ConformerEncoder(nn.Module):
indexes[j+1] = a
for i in indexes:
mod = self.layers[i]
for i,j in enumerate(indexes):
mod = self.layers[j]
output, attn_scores = mod(
output,
pos_emb,
@ -391,12 +391,10 @@ class ConformerEncoder(nn.Module):
)
if i in self.aux_layers:
outputs.append(output)
if i == num_layers - 1:
final_output = output
output = self.combiner(outputs)
output = final_output + 0.0 * attn_scores.sum() # just ensure attn_scores is used in backprop
output = output + 0.0 * attn_scores.sum() # just ensure attn_scores is used in backprop
return output