mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-12 19:42:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix code style

Browse Source
This commit is contained in:
marcoyang 2023-02-13 17:49:32 +08:00
parent 8fb81e27cb
commit dae3a310f4
2 changed files with 16 additions and 15 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
egs/tal_csasr/ASR/lstm_transducer_stateless3/streaming_decode.py
View File

@ -55,9 +55,9 @@ Usage:
--max-contexts 4 \ --max-contexts 4 \
--max-states 8 --max-states 8
""" """
import re
import argparse import argparse
import logging import logging
import re
import warnings import warnings
from pathlib import Path from pathlib import Path
from typing import Dict, List, Optional, Tuple from typing import Dict, List, Optional, Tuple
@ -72,12 +72,13 @@ from beam_search import Hypothesis, HypothesisList, get_hyps_shape
from kaldifeat import Fbank, FbankOptions from kaldifeat import Fbank, FbankOptions
from lhotse import CutSet from lhotse import CutSet
from lhotse.cut import Cut from lhotse.cut import Cut
from lstm import LOG_EPSILON, stack_states, unstack_states
from local.text_normalize import text_normalize from local.text_normalize import text_normalize
from lstm import LOG_EPSILON, stack_states, unstack_states
from stream import Stream from stream import Stream
from torch.nn.utils.rnn import pad_sequence from torch.nn.utils.rnn import pad_sequence
from train import add_model_arguments, get_params, get_transducer_model from train import add_model_arguments, get_params, get_transducer_model
from icefall.char_graph_compiler import CharCtcTrainingGraphCompiler
from icefall.checkpoint import ( from icefall.checkpoint import (
average_checkpoints, average_checkpoints,
average_checkpoints_with_averaged_model, average_checkpoints_with_averaged_model,
@ -85,7 +86,6 @@ from icefall.checkpoint import (
load_checkpoint, load_checkpoint,
) )
from icefall.decode import one_best_decoding from icefall.decode import one_best_decoding
from icefall.char_graph_compiler import CharCtcTrainingGraphCompiler
from icefall.lexicon import Lexicon from icefall.lexicon import Lexicon
from icefall.utils import ( from icefall.utils import (
AttributeDict, AttributeDict,
@ -622,8 +622,8 @@ def create_streaming_feature_extractor() -> Fbank:
opts.mel_opts.num_bins = 80 opts.mel_opts.num_bins = 80
return Fbank(opts) return Fbank(opts)
def filter_zh_en(text: str): def filter_zh_en(text: str):
import re
pattern = re.compile(r"([\u4e00-\u9fff])") pattern = re.compile(r"([\u4e00-\u9fff])")
chars = pattern.split(text.upper()) chars = pattern.split(text.upper())
@ -634,6 +634,7 @@ def filter_zh_en(text: str):
chars_new.extend(tokens) chars_new.extend(tokens)
return chars_new return chars_new
def decode_dataset( def decode_dataset(
cuts: CutSet, cuts: CutSet,
model: nn.Module, model: nn.Module,

4
egs/tal_csasr/ASR/lstm_transducer_stateless3/train.py
View File

@ -62,9 +62,9 @@ from joiner import Joiner
from lhotse.cut import Cut from lhotse.cut import Cut
from lhotse.dataset.sampling.base import CutSampler from lhotse.dataset.sampling.base import CutSampler
from lhotse.utils import fix_random_seed from lhotse.utils import fix_random_seed
from lstm import RNN
from local.text_normalize import text_normalize from local.text_normalize import text_normalize
from local.tokenize_with_bpe_model import tokenize_by_bpe_model from local.tokenize_with_bpe_model import tokenize_by_bpe_model
from lstm import RNN
from model import Transducer from model import Transducer
from optim import Eden, Eve from optim import Eden, Eve
from torch import Tensor from torch import Tensor
@ -161,7 +161,7 @@ def add_model_arguments(parser: argparse.ArgumentParser):
"--is-pnnx", "--is-pnnx",
type=str2bool, type=str2bool,
default=False, default=False,
help="Only used when exporting model with pnnx." help="Only used when exporting model with pnnx.",
) )