Add debug info

This commit is contained in:
Daniel Povey 2022-10-05 23:18:50 +08:00
parent 040592a9e3
commit bb233d3449

View File

@ -371,6 +371,8 @@ class ConformerEncoder(nn.Module):
mask = get_random_mask() mask = get_random_mask()
device = self.to_layerdrop_scales[0].weight.device device = self.to_layerdrop_scales[0].weight.device
layerdrop_scales = 1.0 + self.to_layerdrop_scales(mask.to(device)) layerdrop_scales = 1.0 + self.to_layerdrop_scales(mask.to(device))
if random.random() < 0.05:
logging.info(f"mask={mask}, layerdrop_scales = {layerdrop_scales.to('cpu')}")
return mask, layerdrop_scales return mask, layerdrop_scales