diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index c73e562da..baa9c1727 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -103,8 +103,10 @@ jobs:
           cd egs/librispeech/ASR/conformer_ctc
           pytest -v -s
 
-          cd ../transducer
-          pytest -v -s
+          if [[ ${{ matrix.torchaudio }} == "0.10.0" ]]; then
+            cd ../transducer
+            pytest -v -s
+          fi
 
       - name: Run tests
         if: startsWith(matrix.os, 'macos')
@@ -120,5 +122,7 @@ jobs:
           cd egs/librispeech/ASR/conformer_ctc
           pytest -v -s
 
-          cd ../transducer
-          pytest -v -s
+          if [[ ${{ matrix.torchaudio }} == "0.10.0" ]]; then
+            cd ../transducer
+            pytest -v -s
+          fi