mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-08-09 10:02:22 +00:00
2f1e23cde1
* Copy files for editing. * Add random combine from #229. * Minor fixes. * Pass model parameters from the command line. * Fix warnings. * Fix warnings. * Update readme. * Rename to avoid conflicts. * Update results. * Add CI for pruned_transducer_stateless5 * Typo fixes. * Remove random combiner. * Update decode.py and train.py to use periodically averaged models. * Minor fixes. * Revert to use random combiner. * Update results. * Minor fixes.
66 lines
1.8 KiB
Python
Executable File
66 lines
1.8 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
# Copyright 2022 Xiaomi Corp. (authors: Fangjun Kuang)
|
|
#
|
|
# See ../../../../LICENSE for clarification regarding multiple authors
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
|
|
"""
|
|
To run this file, do:
|
|
|
|
cd icefall/egs/librispeech/ASR
|
|
python ./pruned_transducer_stateless4/test_model.py
|
|
"""
|
|
|
|
from train import get_params, get_transducer_model
|
|
|
|
|
|
def test_model_1():
|
|
params = get_params()
|
|
params.vocab_size = 500
|
|
params.blank_id = 0
|
|
params.context_size = 2
|
|
params.num_encoder_layers = 24
|
|
params.dim_feedforward = 1536 # 384 * 4
|
|
params.encoder_dim = 384
|
|
model = get_transducer_model(params)
|
|
num_param = sum([p.numel() for p in model.parameters()])
|
|
print(f"Number of model parameters: {num_param}")
|
|
|
|
|
|
# See Table 1 from https://arxiv.org/pdf/2005.08100.pdf
|
|
def test_model_M():
|
|
params = get_params()
|
|
params.vocab_size = 500
|
|
params.blank_id = 0
|
|
params.context_size = 2
|
|
params.num_encoder_layers = 18
|
|
params.dim_feedforward = 1024
|
|
params.encoder_dim = 256
|
|
params.nhead = 4
|
|
params.decoder_dim = 512
|
|
params.joiner_dim = 512
|
|
model = get_transducer_model(params)
|
|
num_param = sum([p.numel() for p in model.parameters()])
|
|
print(f"Number of model parameters: {num_param}")
|
|
|
|
|
|
def main():
|
|
# test_model_1()
|
|
test_model_M()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|