diff --git a/.github/workflows/build_conda_macos_cpu.yml b/.github/workflows/build_conda_macos_cpu.yml
index 032b5df..f83b4e6 100644
--- a/.github/workflows/build_conda_macos_cpu.yml
+++ b/.github/workflows/build_conda_macos_cpu.yml
@@ -43,7 +43,7 @@ jobs:
         run: |
           # outputting for debugging purposes
           python scripts/github_actions/generate_build_matrix.py
-          MATRIX=$(python scripts/github_actions/generate_build_matrix.py --test-only-latest-torch)
+          MATRIX=$(python scripts/github_actions/generate_build_matrix.py)
           echo "::set-output name=matrix::${MATRIX}"
 
   build_conda_macos_cpu:
diff --git a/.github/workflows/build_conda_windows_cpu.yml b/.github/workflows/build_conda_windows_cpu.yml
index b95c98c..f70ba4b 100644
--- a/.github/workflows/build_conda_windows_cpu.yml
+++ b/.github/workflows/build_conda_windows_cpu.yml
@@ -41,7 +41,7 @@ jobs:
         run: |
           # outputting for debugging purposes
           python scripts/github_actions/generate_build_matrix.py
-          MATRIX=$(python scripts/github_actions/generate_build_matrix.py)
+          MATRIX=$(python scripts/github_actions/generate_build_matrix.py --test-only-latest-torch)
           echo "::set-output name=matrix::${MATRIX}"
 
   build_conda_windows_cpu: