diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.beam_search.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.beam_search.py.swp
deleted file mode 100644
index 5620e87d4..000000000
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.beam_search.py.swp and /dev/null differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp
index b0f95b87c..587ce809e 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
index 6e87a4c93..234f15516 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
@@ -1222,6 +1222,9 @@ def run(rank, world_size, args, wb=None):
             if name == 'encoder' and 'feature_extractor' not in n:
                 enc_names.append(n)
                 enc_param.append(p)
+            elif 'ctc_output' in n:
+                enc_names.append(n)
+                enc_param.append(p)
             elif 'feature_extractor' not in n:
                 dec_names.append(n)
                 dec_param.append(p)