diff --git a/.github/workflows/build_conda_macos_cpu.yml b/.github/workflows/build_conda_macos_cpu.yml
index 9f860ce..f1941b4 100644
--- a/.github/workflows/build_conda_macos_cpu.yml
+++ b/.github/workflows/build_conda_macos_cpu.yml
@@ -20,6 +20,8 @@ name: build_conda_macos_cpu
 
 on:
   push:
+    branches:
+      - conda
     tags:
       - '*'
 
@@ -41,7 +43,7 @@ jobs:
         run: |
           # outputting for debugging purposes
           python scripts/github_actions/generate_build_matrix.py
-          MATRIX=$(python scripts/github_actions/generate_build_matrix.py)
+          MATRIX=$(python scripts/github_actions/generate_build_matrix.py --test-only-latest-torch)
           echo "::set-output name=matrix::${MATRIX}"
 
   build_conda_macos_cpu:
diff --git a/.github/workflows/build_conda_ubuntu_cpu.yml b/.github/workflows/build_conda_ubuntu_cpu.yml
index 92ac61e..862908f 100644
--- a/.github/workflows/build_conda_ubuntu_cpu.yml
+++ b/.github/workflows/build_conda_ubuntu_cpu.yml
@@ -20,9 +20,6 @@ name: build_conda_ubuntu_cpu
 
 on:
   push:
-    branches:
-      - master
-      - conda
     tags:
       - '*'