From c487f9a0efd0ceb0c8534e8a5c26f5c6d8b18ef1 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Thu, 18 May 2023 18:41:39 +0800 Subject: [PATCH] Try removing weight_scale --- egs/libriheavy/LM/zipformer1/subformer.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/egs/libriheavy/LM/zipformer1/subformer.py b/egs/libriheavy/LM/zipformer1/subformer.py index 51664929c..20c07fa83 100644 --- a/egs/libriheavy/LM/zipformer1/subformer.py +++ b/egs/libriheavy/LM/zipformer1/subformer.py @@ -811,7 +811,7 @@ class LearnedDownsamplingModule(nn.Module): def __init__(self, embed_dim: int, downsampling_factor: int, - weight_scale: float = 10.0): + weight_scale: float = 1.0): super().__init__() @@ -966,7 +966,7 @@ class LearnedDownsamplingModule(nn.Module): attn_offset: Tensor, indexes: Tensor, weights: Tensor, - eps: float = 1.0e-05) -> Tensor: + eps: float = 1.0e-03) -> Tensor: """ Downsamples attn_offset and also modifies it to account for the weights in `weights`. Args: