diff --git a/.github/workflows/nightly-tests-ubuntu-cpu.yml b/.github/workflows/nightly-tests-ubuntu-cpu.yml
new file mode 100644
index 0000000..c27a363
--- /dev/null
+++ b/.github/workflows/nightly-tests-ubuntu-cpu.yml
@@ -0,0 +1,96 @@
+# Copyright      2021  Xiaomi Corp.       (author: Fangjun Kuang)
+
+# See ../../LICENSE for clarification regarding multiple authors
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+name: Nightly tests ubuntu cpu
+
+on:
+  push:
+    branches:
+      - nightly-test
+
+jobs:
+  generate_build_matrix:
+    # see https://github.com/pytorch/pytorch/pull/50633
+    runs-on: ubuntu-latest
+    outputs:
+      matrix: ${{ steps.set-matrix.outputs.matrix }}
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+      - name: Generating build matrix
+        id: set-matrix
+        run: |
+          # outputting for debugging purposes
+          python scripts/github_actions/generate_build_matrix.py
+          MATRIX=$(python scripts/github_actions/generate_build_matrix.py)
+          echo "::set-output name=matrix::${MATRIX}"
+
+  run_nightly_tests_ubuntu_cpu:
+    needs: generate_build_matrix
+    runs-on: ubuntu-18.04
+    strategy:
+      fail-fast: true
+      matrix:
+        ${{ fromJson(needs.generate_build_matrix.outputs.matrix) }}
+
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+
+      - name: Setup Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Display Python version
+        run: python -c "import sys; print(sys.version)"
+
+      - name: Install GCC 7
+        run: |
+          sudo apt-get install -y gcc-7 g++-7
+          echo "CC=/usr/bin/gcc-7" >> $GITHUB_ENV
+          echo "CXX=/usr/bin/g++-7" >> $GITHUB_ENV
+
+      - name: Display GCC version
+        run: |
+          gcc --version
+
+      - name: Install PyTorch ${{ matrix.torch }}
+        shell: bash
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y libsndfile1-dev libsndfile1 ffmpeg
+
+          python3 -m pip install -qq --upgrade pip
+          python3 -m pip install -qq wheel twine typing_extensions numpy
+          python3 -m pip install -qq torch==${{ matrix.torch }}+cpu -f https://download.pytorch.org/whl/torch_stable.html
+          python3 -m pip install -qq dataclasses graphviz
+
+          python3 -c "import torch; print('torch version:', torch.__version__)"
+
+      - name: Install from PyPI
+        shell: bash
+        run: |
+          export KALDIFEAT_MAKE_ARGS="-j 3"
+          pip install --verbose kaldifeat
+
+      - name: Run tests
+        shell: bash
+        run: |
+          cd kaldifeat/python/tests
+          make test
diff --git a/.github/workflows/nightly-tests-ubuntu-cuda.yml b/.github/workflows/nightly-tests-ubuntu-cuda.yml
index 9985003..25b4a4a 100644
--- a/.github/workflows/nightly-tests-ubuntu-cuda.yml
+++ b/.github/workflows/nightly-tests-ubuntu-cuda.yml
@@ -19,7 +19,16 @@ name: Nightly tests ubuntu cuda
 on:
   push:
     branches:
-      - nightly-test
+      - nightly-test-2
+
+  schedule:
+    # minute (0-59)
+    # hour (0-23)
+    # day of the month (1-31)
+    # month (1-12)
+    # day of the week (0-6)
+    # nightly build at 23:50 UTC time every day
+    - cron: "50 23 * * *"
 
 jobs:
   generate_build_matrix:
@@ -102,6 +111,7 @@ jobs:
       - name: Install from PyPI
         shell: bash
         run: |
+          export KALDIFEAT_MAKE_ARGS="-j 3"
           pip install --verbose kaldifeat
 
       - name: Run tests