diff --git a/egs/librispeech/ASR/.distillation_with_hubert.sh.swp b/egs/librispeech/ASR/.distillation_with_hubert.sh.swp
index 367b8384a..82591ea02 100644
Binary files a/egs/librispeech/ASR/.distillation_with_hubert.sh.swp and b/egs/librispeech/ASR/.distillation_with_hubert.sh.swp differ
diff --git a/egs/librispeech/ASR/distillation_with_hubert.sh b/egs/librispeech/ASR/distillation_with_hubert.sh
index c1100f4b6..0b5184925 100755
--- a/egs/librispeech/ASR/distillation_with_hubert.sh
+++ b/egs/librispeech/ASR/distillation_with_hubert.sh
@@ -25,6 +25,7 @@
 
 stage=3
 stop_stage=4
+export CUDA_VISIBLE_DEVICES="0,1,2,3,4,5,6,7"
 
 # Set the GPUs available.
 # This script requires at least one GPU.
@@ -172,7 +173,6 @@ if [ $stage -le 2 ] && [ $stop_stage -ge 2 ]; then
     rm -rf $codebook_download_dir
   fi
   
-  export CUDA_VISIBLE_DEVICES="0,1,2,3,4,5,6,7"
   ./pruned_transducer_stateless6/extract_codebook_index.py \
     --full-libri $full_libri \
     --exp-dir $exp_dir \