Cache pip packages for GitHub actions (#253)

* Cache pip packages in GitHub actions.

.github/workflows/run-librispeech-2022-03-12.yml

@@ -32,9 +32,6 @@ jobs:
       matrix:
         os: [ubuntu-18.04]
         python-version: [3.7, 3.8, 3.9]
-        torch: ["1.10.0"]
-        torchaudio: ["0.10.0"]
-        k2-version: ["1.9.dev20211101"]
 
       fail-fast: false
 
@@ -43,49 +40,67 @@ jobs:
         with:
           fetch-depth: 0
 
-      - name: Setup Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v1
-        with:
-          python-version: ${{ matrix.python-version }}
-
-      - name: Install Python dependencies
-        run: |
-          python3 -m pip install --upgrade pip pytest
-          # numpy 1.20.x does not support python 3.6
-          pip install numpy==1.19
-          pip install torch==${{ matrix.torch }}+cpu torchaudio==${{ matrix.torchaudio }}+cpu -f https://download.pytorch.org/whl/cpu/torch_stable.html
-          pip install k2==${{ matrix.k2-version }}+cpu.torch${{ matrix.torch }} -f https://k2-fsa.org/nightly/
-
-          python3 -m pip install git+https://github.com/lhotse-speech/lhotse
-          python3 -m pip install kaldifeat
-          # We are in ./icefall and there is a file: requirements.txt in it
-          pip install -r requirements.txt
-
       - name: Install graphviz
         shell: bash
         run: |
-          python3 -m pip install -qq graphviz
           sudo apt-get -qq install graphviz
 
+      - name: Setup Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: 'pip'
+          cache-dependency-path: '**/requirements-ci.txt'
+
+      - name: Install Python dependencies
+        run: |
+          grep -v '^#' ./requirements-ci.txt  | xargs -n 1 -L 1 pip install
+
+      - name: Cache kaldifeat
+        id: my-cache
+        uses: actions/cache@v2
+        with:
+          path: |
+            ~/tmp/kaldifeat
+          key: cache-tmp-${{ matrix.python-version }}
+
+      - name: Install kaldifeat
+        if: steps.my-cache.outputs.cache-hit != 'true'
+        shell: bash
+        run: |
+          mkdir -p ~/tmp
+          cd ~/tmp
+          git clone https://github.com/csukuangfj/kaldifeat
+          cd kaldifeat
+          mkdir build
+          cd build
+          cmake -DCMAKE_BUILD_TYPE=Release ..
+          make -j2 _kaldifeat
+
       - name: Download pre-trained model
         shell: bash
         run: |
-          sudo apt-get -qq install git-lfs tree sox
+          sudo apt-get -qq install git-lfs
-          cd egs/librispeech/ASR
+          mkdir -p ~/tmp
-          mkdir tmp
+          cd ~/tmp
-          cd tmp
           git lfs install
           git clone https://huggingface.co/csukuangfj/icefall-asr-librispeech-pruned-transducer-stateless-2022-03-12
-          cd ..
+
-          tree tmp
+      - name: Display test files
-          soxi tmp/icefall-asr-librispeech-pruned-transducer-stateless-2022-03-12/test_wavs/*.wav
+        shell: bash
-          ls -lh tmp/icefall-asr-librispeech-pruned-transducer-stateless-2022-03-12/test_wavs/*.wav
+        run: |
+          sudo apt-get -qq install tree sox
+          tree ~/tmp/icefall-asr-librispeech-pruned-transducer-stateless-2022-03-12
+          soxi ~/tmp/icefall-asr-librispeech-pruned-transducer-stateless-2022-03-12/test_wavs/*.wav
+          ls -lh ~/tmp/icefall-asr-librispeech-pruned-transducer-stateless-2022-03-12/test_wavs/*.wav
 
       - name: Run greedy search decoding (max-sym-per-frame 1)
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
-          dir=./tmp/icefall-asr-librispeech-pruned-transducer-stateless-2022-03-12
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
+          dir=~/tmp/icefall-asr-librispeech-pruned-transducer-stateless-2022-03-12
           cd egs/librispeech/ASR
           ./pruned_transducer_stateless/pretrained.py \
             --method greedy_search \
@@ -99,8 +114,10 @@ jobs:
       - name: Run greedy search decoding (max-sym-per-frame 2)
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
-          dir=./tmp/icefall-asr-librispeech-pruned-transducer-stateless-2022-03-12
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
+          dir=~/tmp/icefall-asr-librispeech-pruned-transducer-stateless-2022-03-12
           cd egs/librispeech/ASR
           ./pruned_transducer_stateless/pretrained.py \
             --method greedy_search \
@@ -114,8 +131,10 @@ jobs:
       - name: Run greedy search decoding (max-sym-per-frame 3)
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
-          dir=./tmp/icefall-asr-librispeech-pruned-transducer-stateless-2022-03-12
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
+          dir=~/tmp/icefall-asr-librispeech-pruned-transducer-stateless-2022-03-12
           cd egs/librispeech/ASR
           ./pruned_transducer_stateless/pretrained.py \
             --method greedy_search \
@@ -130,7 +149,9 @@ jobs:
         shell: bash
         run: |
           export PYTHONPATH=$PWD:$PYTHONPATH
-          dir=./tmp/icefall-asr-librispeech-pruned-transducer-stateless-2022-03-12
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
+          dir=~/tmp/icefall-asr-librispeech-pruned-transducer-stateless-2022-03-12
           cd egs/librispeech/ASR
           ./pruned_transducer_stateless/pretrained.py \
             --method beam_search \
@@ -145,7 +166,9 @@ jobs:
         shell: bash
         run: |
           export PYTHONPATH=$PWD:$PYTHONPATH
-          dir=./tmp/icefall-asr-librispeech-pruned-transducer-stateless-2022-03-12
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
+          dir=~/tmp/icefall-asr-librispeech-pruned-transducer-stateless-2022-03-12
           cd egs/librispeech/ASR
           ./pruned_transducer_stateless/pretrained.py \
             --method modified_beam_search \

.github/workflows/run-pretrained-conformer-ctc.yml

@@ -31,9 +31,6 @@ jobs:
       matrix:
         os: [ubuntu-18.04]
         python-version: [3.7, 3.8, 3.9]
-        torch: ["1.10.0"]
-        torchaudio: ["0.10.0"]
-        k2-version: ["1.9.dev20211101"]
 
       fail-fast: false
 
@@ -42,30 +39,43 @@ jobs:
         with:
           fetch-depth: 0
 
-      - name: Setup Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v1
-        with:
-          python-version: ${{ matrix.python-version }}
-
-      - name: Install Python dependencies
-        run: |
-          python3 -m pip install --upgrade pip pytest
-          # numpy 1.20.x does not support python 3.6
-          pip install numpy==1.19
-          pip install torch==${{ matrix.torch }}+cpu torchaudio==${{ matrix.torchaudio }}+cpu -f https://download.pytorch.org/whl/cpu/torch_stable.html
-          pip install k2==${{ matrix.k2-version }}+cpu.torch${{ matrix.torch }} -f https://k2-fsa.org/nightly/
-
-          python3 -m pip install git+https://github.com/lhotse-speech/lhotse
-          python3 -m pip install kaldifeat
-          # We are in ./icefall and there is a file: requirements.txt in it
-          pip install -r requirements.txt
-
       - name: Install graphviz
         shell: bash
         run: |
-          python3 -m pip install -qq graphviz
           sudo apt-get -qq install graphviz
 
+      - name: Setup Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: 'pip'
+          cache-dependency-path: '**/requirements-ci.txt'
+
+      - name: Install Python dependencies
+        run: |
+          grep -v '^#' ./requirements-ci.txt  | xargs -n 1 -L 1 pip install
+
+      - name: Cache kaldifeat
+        id: my-cache
+        uses: actions/cache@v2
+        with:
+          path: |
+            ~/tmp/kaldifeat
+          key: cache-tmp-${{ matrix.python-version }}
+
+      - name: Install kaldifeat
+        if: steps.my-cache.outputs.cache-hit != 'true'
+        shell: bash
+        run: |
+          mkdir -p ~/tmp
+          cd ~/tmp
+          git clone https://github.com/csukuangfj/kaldifeat
+          cd kaldifeat
+          mkdir build
+          cd build
+          cmake -DCMAKE_BUILD_TYPE=Release ..
+          make -j2 _kaldifeat
+
       - name: Download pre-trained model
         shell: bash
         run: |
@@ -83,7 +93,9 @@ jobs:
       - name: Run CTC decoding
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/librispeech/ASR
           ./conformer_ctc/pretrained.py \
             --num-classes 500 \
@@ -98,6 +110,8 @@ jobs:
         shell: bash
         run: |
           export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/librispeech/ASR
           ./conformer_ctc/pretrained.py \
             --num-classes 500 \

.github/workflows/run-pretrained-transducer-stateless-librispeech-100h.yml

@@ -31,9 +31,6 @@ jobs:
       matrix:
         os: [ubuntu-18.04]
         python-version: [3.7, 3.8, 3.9]
-        torch: ["1.10.0"]
-        torchaudio: ["0.10.0"]
-        k2-version: ["1.9.dev20211101"]
 
       fail-fast: false
 
@@ -42,30 +39,43 @@ jobs:
         with:
           fetch-depth: 0
 
-      - name: Setup Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v1
-        with:
-          python-version: ${{ matrix.python-version }}
-
-      - name: Install Python dependencies
-        run: |
-          python3 -m pip install --upgrade pip pytest
-          # numpy 1.20.x does not support python 3.6
-          pip install numpy==1.19
-          pip install torch==${{ matrix.torch }}+cpu torchaudio==${{ matrix.torchaudio }}+cpu -f https://download.pytorch.org/whl/cpu/torch_stable.html
-          pip install k2==${{ matrix.k2-version }}+cpu.torch${{ matrix.torch }} -f https://k2-fsa.org/nightly/
-
-          python3 -m pip install git+https://github.com/lhotse-speech/lhotse
-          python3 -m pip install kaldifeat
-          # We are in ./icefall and there is a file: requirements.txt in it
-          pip install -r requirements.txt
-
       - name: Install graphviz
         shell: bash
         run: |
-          python3 -m pip install -qq graphviz
           sudo apt-get -qq install graphviz
 
+      - name: Setup Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: 'pip'
+          cache-dependency-path: '**/requirements-ci.txt'
+
+      - name: Install Python dependencies
+        run: |
+          grep -v '^#' ./requirements-ci.txt  | xargs -n 1 -L 1 pip install
+
+      - name: Cache kaldifeat
+        id: my-cache
+        uses: actions/cache@v2
+        with:
+          path: |
+            ~/tmp/kaldifeat
+          key: cache-tmp-${{ matrix.python-version }}
+
+      - name: Install kaldifeat
+        if: steps.my-cache.outputs.cache-hit != 'true'
+        shell: bash
+        run: |
+          mkdir -p ~/tmp
+          cd ~/tmp
+          git clone https://github.com/csukuangfj/kaldifeat
+          cd kaldifeat
+          mkdir build
+          cd build
+          cmake -DCMAKE_BUILD_TYPE=Release ..
+          make -j2 _kaldifeat
+
       - name: Download pre-trained model
         shell: bash
         run: |
@@ -84,7 +94,9 @@ jobs:
       - name: Run greedy search decoding (max-sym-per-frame 1)
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/librispeech/ASR
           ./transducer_stateless_multi_datasets/pretrained.py \
             --method greedy_search \
@@ -98,7 +110,9 @@ jobs:
       - name: Run greedy search decoding (max-sym-per-frame 2)
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/librispeech/ASR
           ./transducer_stateless_multi_datasets/pretrained.py \
             --method greedy_search \
@@ -112,7 +126,9 @@ jobs:
       - name: Run greedy search decoding (max-sym-per-frame 3)
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/librispeech/ASR
           ./transducer_stateless_multi_datasets/pretrained.py \
             --method greedy_search \
@@ -127,6 +143,8 @@ jobs:
         shell: bash
         run: |
           export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/librispeech/ASR
           ./transducer_stateless_multi_datasets/pretrained.py \
             --method beam_search \
@@ -141,6 +159,8 @@ jobs:
         shell: bash
         run: |
           export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/librispeech/ASR
           ./transducer_stateless_multi_datasets/pretrained.py \
             --method modified_beam_search \

.github/workflows/run-pretrained-transducer-stateless-librispeech-multi-datasets.yml

@@ -31,9 +31,6 @@ jobs:
       matrix:
         os: [ubuntu-18.04]
         python-version: [3.7, 3.8, 3.9]
-        torch: ["1.10.0"]
-        torchaudio: ["0.10.0"]
-        k2-version: ["1.9.dev20211101"]
 
       fail-fast: false
 
@@ -42,30 +39,43 @@ jobs:
         with:
           fetch-depth: 0
 
-      - name: Setup Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v1
-        with:
-          python-version: ${{ matrix.python-version }}
-
-      - name: Install Python dependencies
-        run: |
-          python3 -m pip install --upgrade pip pytest
-          # numpy 1.20.x does not support python 3.6
-          pip install numpy==1.19
-          pip install torch==${{ matrix.torch }}+cpu torchaudio==${{ matrix.torchaudio }}+cpu -f https://download.pytorch.org/whl/cpu/torch_stable.html
-          pip install k2==${{ matrix.k2-version }}+cpu.torch${{ matrix.torch }} -f https://k2-fsa.org/nightly/
-
-          python3 -m pip install git+https://github.com/lhotse-speech/lhotse
-          python3 -m pip install kaldifeat
-          # We are in ./icefall and there is a file: requirements.txt in it
-          pip install -r requirements.txt
-
       - name: Install graphviz
         shell: bash
         run: |
-          python3 -m pip install -qq graphviz
           sudo apt-get -qq install graphviz
 
+      - name: Setup Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: 'pip'
+          cache-dependency-path: '**/requirements-ci.txt'
+
+      - name: Install Python dependencies
+        run: |
+          grep -v '^#' ./requirements-ci.txt  | xargs -n 1 -L 1 pip install
+
+      - name: Cache kaldifeat
+        id: my-cache
+        uses: actions/cache@v2
+        with:
+          path: |
+            ~/tmp/kaldifeat
+          key: cache-tmp-${{ matrix.python-version }}
+
+      - name: Install kaldifeat
+        if: steps.my-cache.outputs.cache-hit != 'true'
+        shell: bash
+        run: |
+          mkdir -p ~/tmp
+          cd ~/tmp
+          git clone https://github.com/csukuangfj/kaldifeat
+          cd kaldifeat
+          mkdir build
+          cd build
+          cmake -DCMAKE_BUILD_TYPE=Release ..
+          make -j2 _kaldifeat
+
       - name: Download pre-trained model
         shell: bash
         run: |
@@ -85,7 +95,9 @@ jobs:
       - name: Run greedy search decoding (max-sym-per-frame 1)
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/librispeech/ASR
           ./transducer_stateless_multi_datasets/pretrained.py \
             --method greedy_search \
@@ -99,7 +111,9 @@ jobs:
       - name: Run greedy search decoding (max-sym-per-frame 2)
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/librispeech/ASR
           ./transducer_stateless_multi_datasets/pretrained.py \
             --method greedy_search \
@@ -113,7 +127,9 @@ jobs:
       - name: Run greedy search decoding (max-sym-per-frame 3)
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/librispeech/ASR
           ./transducer_stateless_multi_datasets/pretrained.py \
             --method greedy_search \
@@ -128,6 +144,8 @@ jobs:
         shell: bash
         run: |
           export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/librispeech/ASR
           ./transducer_stateless_multi_datasets/pretrained.py \
             --method beam_search \
@@ -143,6 +161,8 @@ jobs:
         shell: bash
         run: |
           export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/librispeech/ASR
           ./transducer_stateless_multi_datasets/pretrained.py \
             --method modified_beam_search \

.github/workflows/run-pretrained-transducer-stateless-modified-2-aishell.yml

@@ -31,9 +31,6 @@ jobs:
       matrix:
         os: [ubuntu-18.04]
         python-version: [3.7, 3.8, 3.9]
-        torch: ["1.10.0"]
-        torchaudio: ["0.10.0"]
-        k2-version: ["1.9.dev20211101"]
 
       fail-fast: false
 
@@ -42,30 +39,43 @@ jobs:
         with:
           fetch-depth: 0
 
-      - name: Setup Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v1
-        with:
-          python-version: ${{ matrix.python-version }}
-
-      - name: Install Python dependencies
-        run: |
-          python3 -m pip install --upgrade pip pytest
-          # numpy 1.20.x does not support python 3.6
-          pip install numpy==1.19
-          pip install torch==${{ matrix.torch }}+cpu torchaudio==${{ matrix.torchaudio }}+cpu -f https://download.pytorch.org/whl/cpu/torch_stable.html
-          pip install k2==${{ matrix.k2-version }}+cpu.torch${{ matrix.torch }} -f https://k2-fsa.org/nightly/
-
-          python3 -m pip install git+https://github.com/lhotse-speech/lhotse
-          python3 -m pip install kaldifeat
-          # We are in ./icefall and there is a file: requirements.txt in it
-          pip install -r requirements.txt
-
       - name: Install graphviz
         shell: bash
         run: |
-          python3 -m pip install -qq graphviz
           sudo apt-get -qq install graphviz
 
+      - name: Setup Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: 'pip'
+          cache-dependency-path: '**/requirements-ci.txt'
+
+      - name: Install Python dependencies
+        run: |
+          grep -v '^#' ./requirements-ci.txt  | xargs -n 1 -L 1 pip install
+
+      - name: Cache kaldifeat
+        id: my-cache
+        uses: actions/cache@v2
+        with:
+          path: |
+            ~/tmp/kaldifeat
+          key: cache-tmp-${{ matrix.python-version }}
+
+      - name: Install kaldifeat
+        if: steps.my-cache.outputs.cache-hit != 'true'
+        shell: bash
+        run: |
+          mkdir -p ~/tmp
+          cd ~/tmp
+          git clone https://github.com/csukuangfj/kaldifeat
+          cd kaldifeat
+          mkdir build
+          cd build
+          cmake -DCMAKE_BUILD_TYPE=Release ..
+          make -j2 _kaldifeat
+
       - name: Download pre-trained model
         shell: bash
         run: |
@@ -84,7 +94,9 @@ jobs:
       - name: Run greedy search decoding (max-sym-per-frame 1)
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/aishell/ASR
           ./transducer_stateless_modified-2/pretrained.py \
             --method greedy_search \
@@ -98,7 +110,9 @@ jobs:
       - name: Run greedy search decoding (max-sym-per-frame 2)
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/aishell/ASR
           ./transducer_stateless_modified-2/pretrained.py \
             --method greedy_search \
@@ -112,7 +126,9 @@ jobs:
       - name: Run greedy search decoding (max-sym-per-frame 3)
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/aishell/ASR
           ./transducer_stateless_modified-2/pretrained.py \
             --method greedy_search \
@@ -127,6 +143,8 @@ jobs:
         shell: bash
         run: |
           export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/aishell/ASR
           ./transducer_stateless_modified-2/pretrained.py \
             --method beam_search \
@@ -142,6 +160,8 @@ jobs:
         shell: bash
         run: |
           export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/aishell/ASR
           ./transducer_stateless_modified-2/pretrained.py \
             --method modified_beam_search \

.github/workflows/run-pretrained-transducer-stateless-modified-aishell.yml

@@ -31,9 +31,6 @@ jobs:
       matrix:
         os: [ubuntu-18.04]
         python-version: [3.7, 3.8, 3.9]
-        torch: ["1.10.0"]
-        torchaudio: ["0.10.0"]
-        k2-version: ["1.9.dev20211101"]
 
       fail-fast: false
 
@@ -42,30 +39,43 @@ jobs:
         with:
           fetch-depth: 0
 
-      - name: Setup Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v1
-        with:
-          python-version: ${{ matrix.python-version }}
-
-      - name: Install Python dependencies
-        run: |
-          python3 -m pip install --upgrade pip pytest
-          # numpy 1.20.x does not support python 3.6
-          pip install numpy==1.19
-          pip install torch==${{ matrix.torch }}+cpu torchaudio==${{ matrix.torchaudio }}+cpu -f https://download.pytorch.org/whl/cpu/torch_stable.html
-          pip install k2==${{ matrix.k2-version }}+cpu.torch${{ matrix.torch }} -f https://k2-fsa.org/nightly/
-
-          python3 -m pip install git+https://github.com/lhotse-speech/lhotse
-          python3 -m pip install kaldifeat
-          # We are in ./icefall and there is a file: requirements.txt in it
-          pip install -r requirements.txt
-
       - name: Install graphviz
         shell: bash
         run: |
-          python3 -m pip install -qq graphviz
           sudo apt-get -qq install graphviz
 
+      - name: Setup Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: 'pip'
+          cache-dependency-path: '**/requirements-ci.txt'
+
+      - name: Install Python dependencies
+        run: |
+          grep -v '^#' ./requirements-ci.txt  | xargs -n 1 -L 1 pip install
+
+      - name: Cache kaldifeat
+        id: my-cache
+        uses: actions/cache@v2
+        with:
+          path: |
+            ~/tmp/kaldifeat
+          key: cache-tmp-${{ matrix.python-version }}
+
+      - name: Install kaldifeat
+        if: steps.my-cache.outputs.cache-hit != 'true'
+        shell: bash
+        run: |
+          mkdir -p ~/tmp
+          cd ~/tmp
+          git clone https://github.com/csukuangfj/kaldifeat
+          cd kaldifeat
+          mkdir build
+          cd build
+          cmake -DCMAKE_BUILD_TYPE=Release ..
+          make -j2 _kaldifeat
+
       - name: Download pre-trained model
         shell: bash
         run: |
@@ -84,7 +94,9 @@ jobs:
       - name: Run greedy search decoding (max-sym-per-frame 1)
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/aishell/ASR
           ./transducer_stateless_modified/pretrained.py \
             --method greedy_search \
@@ -98,7 +110,9 @@ jobs:
       - name: Run greedy search decoding (max-sym-per-frame 2)
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/aishell/ASR
           ./transducer_stateless_modified/pretrained.py \
             --method greedy_search \
@@ -112,7 +126,9 @@ jobs:
       - name: Run greedy search decoding (max-sym-per-frame 3)
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/aishell/ASR
           ./transducer_stateless_modified/pretrained.py \
             --method greedy_search \
@@ -127,6 +143,8 @@ jobs:
         shell: bash
         run: |
           export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/aishell/ASR
           ./transducer_stateless_modified/pretrained.py \
             --method beam_search \
@@ -142,6 +160,8 @@ jobs:
         shell: bash
         run: |
           export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/aishell/ASR
           ./transducer_stateless_modified/pretrained.py \
             --method modified_beam_search \

.github/workflows/run-pretrained-transducer-stateless.yml

@@ -31,9 +31,6 @@ jobs:
       matrix:
         os: [ubuntu-18.04]
         python-version: [3.7, 3.8, 3.9]
-        torch: ["1.10.0"]
-        torchaudio: ["0.10.0"]
-        k2-version: ["1.9.dev20211101"]
 
       fail-fast: false
 
@@ -42,30 +39,43 @@ jobs:
         with:
           fetch-depth: 0
 
-      - name: Setup Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v1
-        with:
-          python-version: ${{ matrix.python-version }}
-
-      - name: Install Python dependencies
-        run: |
-          python3 -m pip install --upgrade pip pytest
-          # numpy 1.20.x does not support python 3.6
-          pip install numpy==1.19
-          pip install torch==${{ matrix.torch }}+cpu torchaudio==${{ matrix.torchaudio }}+cpu -f https://download.pytorch.org/whl/cpu/torch_stable.html
-          pip install k2==${{ matrix.k2-version }}+cpu.torch${{ matrix.torch }} -f https://k2-fsa.org/nightly/
-
-          python3 -m pip install git+https://github.com/lhotse-speech/lhotse
-          python3 -m pip install kaldifeat
-          # We are in ./icefall and there is a file: requirements.txt in it
-          pip install -r requirements.txt
-
       - name: Install graphviz
         shell: bash
         run: |
-          python3 -m pip install -qq graphviz
           sudo apt-get -qq install graphviz
 
+      - name: Setup Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: 'pip'
+          cache-dependency-path: '**/requirements-ci.txt'
+
+      - name: Install Python dependencies
+        run: |
+          grep -v '^#' ./requirements-ci.txt  | xargs -n 1 -L 1 pip install
+
+      - name: Cache kaldifeat
+        id: my-cache
+        uses: actions/cache@v2
+        with:
+          path: |
+            ~/tmp/kaldifeat
+          key: cache-tmp-${{ matrix.python-version }}
+
+      - name: Install kaldifeat
+        if: steps.my-cache.outputs.cache-hit != 'true'
+        shell: bash
+        run: |
+          mkdir -p ~/tmp
+          cd ~/tmp
+          git clone https://github.com/csukuangfj/kaldifeat
+          cd kaldifeat
+          mkdir build
+          cd build
+          cmake -DCMAKE_BUILD_TYPE=Release ..
+          make -j2 _kaldifeat
+
       - name: Download pre-trained model
         shell: bash
         run: |
@@ -83,7 +93,9 @@ jobs:
       - name: Run greedy search decoding (max-sym-per-frame 1)
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/librispeech/ASR
           ./transducer_stateless/pretrained.py \
             --method greedy_search \
@@ -97,7 +109,9 @@ jobs:
       - name: Run greedy search decoding (max-sym-per-frame 2)
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/librispeech/ASR
           ./transducer_stateless/pretrained.py \
             --method greedy_search \
@@ -111,7 +125,9 @@ jobs:
       - name: Run greedy search decoding (max-sym-per-frame 3)
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/librispeech/ASR
           ./transducer_stateless/pretrained.py \
             --method greedy_search \
@@ -126,6 +142,8 @@ jobs:
         shell: bash
         run: |
           export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/librispeech/ASR
           ./transducer_stateless/pretrained.py \
             --method beam_search \
@@ -140,6 +158,8 @@ jobs:
         shell: bash
         run: |
           export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/librispeech/ASR
           ./transducer_stateless/pretrained.py \
             --method modified_beam_search \

.github/workflows/run-pretrained-transducer.yml

@@ -31,9 +31,6 @@ jobs:
       matrix:
         os: [ubuntu-18.04]
         python-version: [3.7, 3.8, 3.9]
-        torch: ["1.10.0"]
-        torchaudio: ["0.10.0"]
-        k2-version: ["1.9.dev20211101"]
 
       fail-fast: false
 
@@ -42,30 +39,43 @@ jobs:
         with:
           fetch-depth: 0
 
-      - name: Setup Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v1
-        with:
-          python-version: ${{ matrix.python-version }}
-
-      - name: Install Python dependencies
-        run: |
-          python3 -m pip install --upgrade pip pytest
-          # numpy 1.20.x does not support python 3.6
-          pip install numpy==1.19
-          pip install torch==${{ matrix.torch }}+cpu torchaudio==${{ matrix.torchaudio }}+cpu -f https://download.pytorch.org/whl/cpu/torch_stable.html
-          pip install k2==${{ matrix.k2-version }}+cpu.torch${{ matrix.torch }} -f https://k2-fsa.org/nightly/
-
-          python3 -m pip install git+https://github.com/lhotse-speech/lhotse
-          python3 -m pip install kaldifeat
-          # We are in ./icefall and there is a file: requirements.txt in it
-          pip install -r requirements.txt
-
       - name: Install graphviz
         shell: bash
         run: |
-          python3 -m pip install -qq graphviz
           sudo apt-get -qq install graphviz
 
+      - name: Setup Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+          cache: 'pip'
+          cache-dependency-path: '**/requirements-ci.txt'
+
+      - name: Install Python dependencies
+        run: |
+          grep -v '^#' ./requirements-ci.txt  | xargs -n 1 -L 1 pip install
+
+      - name: Cache kaldifeat
+        id: my-cache
+        uses: actions/cache@v2
+        with:
+          path: |
+            ~/tmp/kaldifeat
+          key: cache-tmp-${{ matrix.python-version }}
+
+      - name: Install kaldifeat
+        if: steps.my-cache.outputs.cache-hit != 'true'
+        shell: bash
+        run: |
+          mkdir -p ~/tmp
+          cd ~/tmp
+          git clone https://github.com/csukuangfj/kaldifeat
+          cd kaldifeat
+          mkdir build
+          cd build
+          cmake -DCMAKE_BUILD_TYPE=Release ..
+          make -j2 _kaldifeat
+
       - name: Download pre-trained model
         shell: bash
         run: |
@@ -84,7 +94,9 @@ jobs:
       - name: Run greedy search decoding
         shell: bash
         run: |
-          export PYTHONPATH=$PWD:PYTHONPATH
+          export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/librispeech/ASR
           ./transducer/pretrained.py \
             --method greedy_search \
@@ -98,6 +110,8 @@ jobs:
         shell: bash
         run: |
           export PYTHONPATH=$PWD:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/kaldifeat/python:$PYTHONPATH
+          export PYTHONPATH=~/tmp/kaldifeat/build/lib:$PYTHONPATH
           cd egs/librispeech/ASR
           ./transducer/pretrained.py \
             --method beam_search \

.github/workflows/run-yesno-recipe.yml

@@ -33,9 +33,6 @@ jobs:
         # TODO: enable macOS for CPU testing
         os: [ubuntu-18.04]
         python-version: [3.8]
-        torch: ["1.10.0"]
-        torchaudio: ["0.10.0"]
-        k2-version: ["1.9.dev20211101"]
       fail-fast: false
 
     steps:
@@ -43,10 +40,17 @@ jobs:
         with:
           fetch-depth: 0
 
+      - name: Install graphviz
+        shell: bash
+        run: |
+          sudo apt-get -qq install graphviz
+
       - name: Setup Python ${{ matrix.python-version }}
-        uses: actions/setup-python@v1
+        uses: actions/setup-python@v2
         with:
           python-version: ${{ matrix.python-version }}
+          cache: 'pip'
+          cache-dependency-path: '**/requirements-ci.txt'
 
       - name: Install libnsdfile and libsox
         if: startsWith(matrix.os, 'ubuntu')
@@ -57,13 +61,7 @@ jobs:
 
       - name: Install Python dependencies
         run: |
-          python3 -m pip install -U pip
+          grep -v '^#' ./requirements-ci.txt  | xargs -n 1 -L 1 pip install
-          pip install torch==${{ matrix.torch }}+cpu torchaudio==${{ matrix.torchaudio }}+cpu -f https://download.pytorch.org/whl/cpu/torch_stable.html
-          pip install k2==${{ matrix.k2-version }}+cpu.torch${{ matrix.torch }} -f https://k2-fsa.org/nightly/
-          python3 -m pip install git+https://github.com/lhotse-speech/lhotse
-
-          # We are in ./icefall and there is a file: requirements.txt in it
-          python3 -m pip install -r requirements.txt
 
       - name: Run yesno recipe
         shell: bash

requirements-ci.txt

@@ -0,0 +1,21 @@
+# Usage: grep -v '^#' requirements-ci.txt  | xargs -n 1 -L 1 pip install
+# dependencies for GitHub actions
+#
+# See https://github.com/actions/setup-python#caching-packages-dependencies
+
+# numpy 1.20.x does not support python 3.6
+numpy==1.19
+pytest==7.1.0
+graphviz==0.19.1
+
+-f https://download.pytorch.org/whl/cpu/torch_stable.html torch==1.10.0+cpu
+-f https://download.pytorch.org/whl/cpu/torch_stable.html torchaudio==0.10.0+cpu
+
+-f https://k2-fsa.org/nightly/ k2==1.9.dev20211101+cpu.torch1.10.0
+
+git+https://github.com/lhotse-speech/lhotse
+kaldilm==1.11
+kaldialign==0.2
+sentencepiece==0.1.96
+tensorboard==2.8.0
+typeguard==2.13.3