mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-19 05:54:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

Try removing weight_scale

Browse Source
This commit is contained in:
Daniel Povey 2023-05-18 18:41:39 +08:00
parent d2c198c072
commit c487f9a0ef
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
egs/libriheavy/LM/zipformer1/subformer.py
View File

@ -811,7 +811,7 @@ class LearnedDownsamplingModule(nn.Module):
def __init__(self,
embed_dim: int,
downsampling_factor: int,
weight_scale: float = 10.0):
weight_scale: float = 1.0):
super().__init__()
@ -966,7 +966,7 @@ class LearnedDownsamplingModule(nn.Module):
attn_offset: Tensor,
indexes: Tensor,
weights: Tensor,
eps: float = 1.0e-05) -> Tensor:
eps: float = 1.0e-03) -> Tensor:
"""
Downsamples attn_offset and also modifies it to account for the weights in `weights`.
Args: