From 38246c8690d25b59c8dce5fafbcc040bdd1d7e25 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Mon, 29 May 2023 11:51:09 +0800 Subject: [PATCH] Revert "find_unused_parameters=True removed" This reverts commit ba337f8554c2b0b7e0ab3462027de59862cb95dc. --- egs/libriheavy/LM/zipformer1/train.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/egs/libriheavy/LM/zipformer1/train.py b/egs/libriheavy/LM/zipformer1/train.py index fddf6e59d..903586e8e 100755 --- a/egs/libriheavy/LM/zipformer1/train.py +++ b/egs/libriheavy/LM/zipformer1/train.py @@ -953,7 +953,8 @@ def run(rank, world_size, args): model.to(device) if world_size > 1: logging.info("Using DDP") - model = DDP(model, device_ids=[rank]) + model = DDP(model, device_ids=[rank], + find_unused_parameters=True) optimizer = ScaledAdam( get_parameter_groups_with_lrs(