diff --git a/egs/librispeech/ASR/incremental_transf/.identity_train.py.swp b/egs/librispeech/ASR/incremental_transf/.identity_train.py.swp
index 08c0e8b8f..5be59d77e 100644
Binary files a/egs/librispeech/ASR/incremental_transf/.identity_train.py.swp and b/egs/librispeech/ASR/incremental_transf/.identity_train.py.swp differ
diff --git a/egs/librispeech/ASR/incremental_transf/identity_train.py b/egs/librispeech/ASR/incremental_transf/identity_train.py
index 567ceafa7..4eb2b8d94 100755
--- a/egs/librispeech/ASR/incremental_transf/identity_train.py
+++ b/egs/librispeech/ASR/incremental_transf/identity_train.py
@@ -965,6 +965,15 @@ def run(rank, world_size, args):
 
     logging.info("About to create model")
     model = get_transducer_model(params)
+    
+    pre_trained_model = torch.load('/home/work/workspace/icefall/egs/librispeech/pruned_transducer_stateless5/exp-B/epoch-30.pt')
+    pre_trained_model = pre_trained_mdoel['model']
+
+    for n, p in model.named_parameters():
+        if 'layer' not in n:
+            p.data = pre_trained_model[n]
+        else:
+            print(n)
 
     num_param = sum([p.numel() for p in model.parameters()])
     logging.info(f"Number of model parameters: {num_param}")