diff --git a/icefall/.decode.py.swp b/icefall/.decode.py.swp
index 3a026c86d..cf4815b71 100644
Binary files a/icefall/.decode.py.swp and b/icefall/.decode.py.swp differ
diff --git a/icefall/decode.py b/icefall/decode.py
index 53ab39ecc..000570787 100644
--- a/icefall/decode.py
+++ b/icefall/decode.py
@@ -956,13 +956,11 @@ def rescore_with_attention_decoder(
     attention_scores = -nll.sum(dim=1)
     
     if ngram_lm_scale is None:
-        ngram_lm_scale_list = [0.]
-        '''
+        #ngram_lm_scale_list = [0.]
         ngram_lm_scale_list = [0.01, 0.05, 0.08]
         ngram_lm_scale_list += [0.1, 0.3, 0.5, 0.6, 0.7, 0.9, 1.0]
         ngram_lm_scale_list += [1.1, 1.2, 1.3, 1.5, 1.7, 1.9, 2.0]
         ngram_lm_scale_list += [2.1, 2.2, 2.3, 2.5, 3.0, 4.0, 5.0]
-        '''
     else:
         ngram_lm_scale_list = [ngram_lm_scale]
 
@@ -980,8 +978,8 @@ def rescore_with_attention_decoder(
     for n_scale in ngram_lm_scale_list:
         for a_scale in attention_scale_list:
             tot_scores = (
-                #am_scores.values
-                #+ n_scale * ngram_lm_scores.values
+                am_scores.values
+                + n_scale * ngram_lm_scores.values
                 a_scale * attention_scores
             )
             ragged_tot_scores = k2.RaggedTensor(nbest.shape, tot_scores)