mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-08 17:42:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix github actions CI tests (#1744)

Browse Source
This commit is contained in:
Fangjun Kuang 2024-09-07 19:21:26 +08:00 committed by GitHub
parent f233ffa02a
commit d4b4323699
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
15 changed files with 34 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
.github/scripts/docker/generate_build_matrix.py vendored
View File

@ -48,10 +48,11 @@ def get_matrix():
version = "20240905" version = "20240905"
python_version = ["3.8", "3.9", "3.10", "3.11", "3.12"] python_version = ["3.8", "3.9", "3.10", "3.11", "3.12"]
torch_version = [] torch_version = []
torch_version += ["1.13.0", "1.13.1"] # torch_version += ["1.13.0", "1.13.1"]
torch_version += ["2.0.0", "2.0.1"] # torch_version += ["2.0.0", "2.0.1"]
torch_version += ["2.1.0", "2.1.1", "2.1.2"] # torch_version += ["2.1.0", "2.1.1", "2.1.2"]
torch_version += ["2.2.0", "2.2.1", "2.2.2"] # torch_version += ["2.2.0", "2.2.1", "2.2.2"]
# Test only torch >= 2.3.0
torch_version += ["2.3.0", "2.3.1"] torch_version += ["2.3.0", "2.3.1"]
torch_version += ["2.4.0"] torch_version += ["2.4.0"]
torch_version += ["2.4.1"] torch_version += ["2.4.1"]

4
.github/scripts/run-gigaspeech-pruned-transducer-stateless2-2022-05-12.sh vendored
View File

@ -29,8 +29,8 @@ if [[ x"${GITHUB_EVENT_NAME}" == x"schedule" || x"${GITHUB_EVENT_LABEL_NAME}" ==
ls -lh data/fbank ls -lh data/fbank
ls -lh pruned_transducer_stateless2/exp ls -lh pruned_transducer_stateless2/exp
ln -s data/fbank/cuts_DEV.jsonl.gz data/fbank/gigaspeech_cuts_DEV.jsonl.gz ln -sf data/fbank/cuts_DEV.jsonl.gz data/fbank/gigaspeech_cuts_DEV.jsonl.gz
ln -s data/fbank/cuts_TEST.jsonl.gz data/fbank/gigaspeech_cuts_TEST.jsonl.gz ln -sf data/fbank/cuts_TEST.jsonl.gz data/fbank/gigaspeech_cuts_TEST.jsonl.gz
log "Decoding dev and test" log "Decoding dev and test"

1
.github/scripts/test-onnx-export.sh vendored
View File

@ -25,6 +25,7 @@ popd
log "Export via torch.jit.script()" log "Export via torch.jit.script()"
./zipformer/export.py \ ./zipformer/export.py \
--use-averaged-model 0 \
--exp-dir $repo/exp \ --exp-dir $repo/exp \
--tokens $repo/data/lang_bpe_500/tokens.txt \ --tokens $repo/data/lang_bpe_500/tokens.txt \
--epoch 99 \ --epoch 99 \

2
.github/workflows/build-doc.yml vendored
View File

@ -26,6 +26,8 @@ on:
pull_request: pull_request:
types: [labeled] types: [labeled]
workflow_dispatch:
concurrency: concurrency:
group: build_doc-${{ github.ref }} group: build_doc-${{ github.ref }}
cancel-in-progress: true cancel-in-progress: true

4
.github/workflows/run-gigaspeech-2022-05-13.yml vendored
View File

@ -33,6 +33,8 @@ on:
# nightly build at 15:50 UTC time every day # nightly build at 15:50 UTC time every day
- cron: "50 15 * * *" - cron: "50 15 * * *"
workflow_dispatch:
concurrency: concurrency:
group: run_gigaspeech_2022_05_13-${{ github.ref }} group: run_gigaspeech_2022_05_13-${{ github.ref }}
cancel-in-progress: true cancel-in-progress: true
@ -119,7 +121,7 @@ jobs:
find exp/greedy_search -name "log-*" -exec grep -n --color "best for test" {} + | sort -n -k2 find exp/greedy_search -name "log-*" -exec grep -n --color "best for test" {} + | sort -n -k2
- name: Upload decoding results for gigaspeech pruned_transducer_stateless2 - name: Upload decoding results for gigaspeech pruned_transducer_stateless2
uses: actions/upload-artifact@v2 uses: actions/upload-artifact@v4
if: github.event_name == 'schedule' || github.event.label.name == 'run-decode' if: github.event_name == 'schedule' || github.event.label.name == 'run-decode'
with: with:
name: torch-${{ matrix.torch }}-python-${{ matrix.python-version }}-ubuntu-latest-cpu-gigaspeech-pruned_transducer_stateless2-2022-05-12 name: torch-${{ matrix.torch }}-python-${{ matrix.python-version }}-ubuntu-latest-cpu-gigaspeech-pruned_transducer_stateless2-2022-05-12

4
.github/workflows/run-gigaspeech-zipformer-2023-10-17.yml vendored
View File

@ -42,7 +42,7 @@ concurrency:
jobs: jobs:
run_gigaspeech_2023_10_17_zipformer: run_gigaspeech_2023_10_17_zipformer:
if: github.event.label.name == 'zipformer' ||github.event.label.name == 'ready' || github.event.label.name == 'run-decode' || github.event_name == 'push' || github.event_name == 'schedule' if: github.event.label.name == 'zipformer' ||github.event.label.name == 'ready' || github.event.label.name == 'run-decode' || github.event_name == 'push' || github.event_name == 'schedule' || github.event_name == 'workflow_dispatch'
runs-on: ${{ matrix.os }} runs-on: ${{ matrix.os }}
strategy: strategy:
matrix: matrix:
@ -133,7 +133,7 @@ jobs:
find exp/modified_beam_search -name "log-*" -exec grep -n --color "best for test-other" {} + | sort -n -k2 find exp/modified_beam_search -name "log-*" -exec grep -n --color "best for test-other" {} + | sort -n -k2
- name: Upload decoding results for gigaspeech zipformer - name: Upload decoding results for gigaspeech zipformer
uses: actions/upload-artifact@v2 uses: actions/upload-artifact@v4
if: github.event_name == 'schedule' || github.event.label.name == 'run-decode' if: github.event_name == 'schedule' || github.event.label.name == 'run-decode'
with: with:
name: torch-${{ matrix.torch }}-python-${{ matrix.python-version }}-ubuntu-latest-cpu-zipformer-2022-11-11 name: torch-${{ matrix.torch }}-python-${{ matrix.python-version }}-ubuntu-latest-cpu-zipformer-2022-11-11

4
.github/workflows/run-librispeech-lstm-transducer-stateless2-2022-09-03.yml vendored
View File

@ -16,6 +16,8 @@ on:
# nightly build at 15:50 UTC time every day # nightly build at 15:50 UTC time every day
- cron: "50 15 * * *" - cron: "50 15 * * *"
workflow_dispatch:
concurrency: concurrency:
group: run_librispeech_lstm_transducer_stateless2_2022_09_03-${{ github.ref }} group: run_librispeech_lstm_transducer_stateless2_2022_09_03-${{ github.ref }}
cancel-in-progress: true cancel-in-progress: true
@ -156,7 +158,7 @@ jobs:
find modified_beam_search_LODR -name "log-*" -exec grep -n --color "best for test-other" {} + | sort -n -k2 find modified_beam_search_LODR -name "log-*" -exec grep -n --color "best for test-other" {} + | sort -n -k2
- name: Upload decoding results for lstm_transducer_stateless2 - name: Upload decoding results for lstm_transducer_stateless2
uses: actions/upload-artifact@v2 uses: actions/upload-artifact@v4
if: github.event_name == 'schedule' || github.event.label.name == 'shallow-fusion' || github.event.label.name == 'LODR' if: github.event_name == 'schedule' || github.event.label.name == 'shallow-fusion' || github.event.label.name == 'LODR'
with: with:
name: torch-${{ matrix.torch }}-python-${{ matrix.python-version }}-ubuntu-latest-cpu-lstm_transducer_stateless2-2022-09-03 name: torch-${{ matrix.torch }}-python-${{ matrix.python-version }}-ubuntu-latest-cpu-lstm_transducer_stateless2-2022-09-03

2
.github/workflows/run-multi-corpora-zipformer.yml vendored
View File

@ -23,6 +23,8 @@ on:
pull_request: pull_request:
types: [labeled] types: [labeled]
workflow_dispatch:
concurrency: concurrency:
group: run_multi-corpora_zipformer-${{ github.ref }} group: run_multi-corpora_zipformer-${{ github.ref }}
cancel-in-progress: true cancel-in-progress: true

4
.github/workflows/run-ptb-rnn-lm.yml vendored
View File

@ -16,6 +16,8 @@ on:
# nightly build at 15:50 UTC time every day # nightly build at 15:50 UTC time every day
- cron: "50 15 * * *" - cron: "50 15 * * *"
workflow_dispatch:
concurrency: concurrency:
group: run_ptb_rnn_lm_training-${{ github.ref }} group: run_ptb_rnn_lm_training-${{ github.ref }}
cancel-in-progress: true cancel-in-progress: true
@ -64,7 +66,7 @@ jobs:
./train-rnn-lm.sh --world-size 1 --num-epochs 5 --use-epoch 4 --use-avg 2 ./train-rnn-lm.sh --world-size 1 --num-epochs 5 --use-epoch 4 --use-avg 2
- name: Upload pretrained models - name: Upload pretrained models
uses: actions/upload-artifact@v2 uses: actions/upload-artifact@v4
if: github.event.label.name == 'ready' || github.event.label.name == 'rnnlm' || github.event_name == 'push' || github.event_name == 'schedule' if: github.event.label.name == 'ready' || github.event.label.name == 'rnnlm' || github.event_name == 'push' || github.event_name == 'schedule'
with: with:
name: python-${{ matrix.python-version }}-ubuntu-rnn-lm-ptb name: python-${{ matrix.python-version }}-ubuntu-rnn-lm-ptb

2
.github/workflows/run-swbd-conformer-ctc.yml vendored
View File

@ -23,6 +23,8 @@ on:
pull_request: pull_request:
types: [labeled] types: [labeled]
workflow_dispatch:
concurrency: concurrency:
group: run-swbd-conformer_ctc-${{ github.ref }} group: run-swbd-conformer_ctc-${{ github.ref }}
cancel-in-progress: true cancel-in-progress: true

2
.github/workflows/run-wenetspeech-pruned-transducer-stateless2.yml vendored
View File

@ -23,6 +23,8 @@ on:
pull_request: pull_request:
types: [labeled] types: [labeled]
workflow_dispatch:
concurrency: concurrency:
group: run_wenetspeech_pruned_transducer_stateless2-${{ github.ref }} group: run_wenetspeech_pruned_transducer_stateless2-${{ github.ref }}
cancel-in-progress: true cancel-in-progress: true

2
.github/workflows/style_check.yml vendored
View File

@ -24,6 +24,8 @@ on:
branches: branches:
- master - master
workflow_dispatch:
concurrency: concurrency:
group: style_check-${{ github.ref }} group: style_check-${{ github.ref }}
cancel-in-progress: true cancel-in-progress: true

2
.github/workflows/test-ncnn-export.yml vendored
View File

@ -16,6 +16,8 @@ on:
# nightly build at 15:50 UTC time every day # nightly build at 15:50 UTC time every day
- cron: "50 15 * * *" - cron: "50 15 * * *"
workflow_dispatch:
concurrency: concurrency:
group: test_ncnn_export-${{ github.ref }} group: test_ncnn_export-${{ github.ref }}
cancel-in-progress: true cancel-in-progress: true

2
.github/workflows/test-onnx-export.yml vendored
View File

@ -16,6 +16,8 @@ on:
# nightly build at 15:50 UTC time every day # nightly build at 15:50 UTC time every day
- cron: "50 15 * * *" - cron: "50 15 * * *"
workflow_dispatch:
concurrency: concurrency:
group: test_onnx_export-${{ github.ref }} group: test_onnx_export-${{ github.ref }}
cancel-in-progress: true cancel-in-progress: true

2
.github/workflows/test.yml vendored
View File

@ -105,7 +105,7 @@ jobs:
cd ../zipformer cd ../zipformer
pytest -v -s pytest -v -s
- uses: actions/upload-artifact@v2 - uses: actions/upload-artifact@v4
with: with:
path: egs/librispeech/ASR/zipformer/swoosh.pdf path: egs/librispeech/ASR/zipformer/swoosh.pdf
name: swoosh.pdf name: swoosh.pdf