mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-19 05:54:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix scale value in scaling.py

Browse Source
This commit is contained in:
yaozengwei 2022-07-18 10:33:35 +08:00
parent 3cedbe3678
commit 8bd700cff2
2 changed files with 7 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
egs/librispeech/ASR/lstm_transducer_stateless/decode.py
View File

@ -354,12 +354,12 @@ def decode_one_batch(
supervisions = batch["supervisions"]
feature_lens = supervisions["num_frames"].to(device)
feature_lens += params.left_context
feature = torch.nn.functional.pad(
feature,
pad=(0, 0, 0, params.left_context),
value=LOG_EPS,
)
# feature_lens += params.left_context
# feature = torch.nn.functional.pad(
# feature,
# pad=(0, 0, 0, params.left_context),
# value=LOG_EPS,
# )
encoder_out, encoder_out_lens = model.encoder(
x=feature, x_lens=feature_lens
@ -668,11 +668,6 @@ def main():
params.unk_id = sp.piece_to_id("<unk>")
params.vocab_size = sp.get_piece_size()
if params.simulate_streaming:
assert (
params.causal_convolution
), "Decoding in streaming requires causal convolution"
logging.info(params)
logging.info("About to create model")

3
egs/librispeech/ASR/pruned_transducer_stateless2/scaling.py
View File

@ -409,8 +409,7 @@ class ScaledLSTM(nn.LSTM):
def _reset_parameters(self, initial_speed: float):
std = 0.1 / initial_speed
a = (3 ** 0.5) * std
fan_in = self.input_size
scale = fan_in ** -0.5
scale = self.hidden_size ** -0.5
v = scale / std
for idx, name in enumerate(self._flat_weights_names):
if "weight" in name: