diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.train.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.train.py.swp
index af12aed1e..8d2ad244d 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.train.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.train.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/train.py b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/train.py
index 1f4f8d766..15d8d8b62 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/train.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/train.py
@@ -923,6 +923,7 @@ def train_one_epoch(
                     tb_writer, "train/valid_", params.batch_idx_train
                 )
             if wb is not None:
+                valid_info.reduce(loss.device)
                 wb.log({"valid/loss": valid_info["simple_loss"]
                                              +valid_info["pruned_loss"]
                                              +valid_info["ctc_loss"]