mirrors/icefall
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

add stats about duration and padding proportion

Browse Source
This commit is contained in:
yaozengwei 2022-07-20 18:55:22 +08:00
parent 74c14f5f5d
commit c88bf2a43d
2 changed files with 28 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
egs/librispeech/ASR/pruned_transducer_stateless4/train.py
View File

@ -603,6 +603,14 @@ def compute_loss(
(feature_lens // params.subsampling_factor).sum().item() (feature_lens // params.subsampling_factor).sum().item()
) )
info["utterances"] = feature.size(0)
# `utt_duration` and `utt_pad_proportion` would be normalized by `utterances` # noqa
info["utt_duration"] = feature_lens.sum().item()
# padding proportion of each utterance
info["utt_pad_proportion"] = (
((feature.size(1) - feature_lens) / feature.size(1)).sum().item()
)
# Note: We use reduction=sum while computing the loss. # Note: We use reduction=sum while computing the loss.
info["loss"] = loss.detach().cpu().item() info["loss"] = loss.detach().cpu().item()
info["simple_loss"] = simple_loss.detach().cpu().item() info["simple_loss"] = simple_loss.detach().cpu().item()

27
icefall/utils.py
View File

@ -521,13 +521,20 @@ class MetricsTracker(collections.defaultdict):
return ans return ans
def __str__(self) -> str: def __str__(self) -> str:
ans = "" ans_frames = ""
ans_utterances = ""
for k, v in self.norm_items(): for k, v in self.norm_items():
norm_value = "%.4g" % v norm_value = "%.4g" % v
ans += str(k) + "=" + str(norm_value) + ", " if "utt_" not in k:
ans_frames += str(k) + "=" + str(norm_value) + ", "
else:
ans_utterances += str(k) + "=" + str(norm_value) + ", "
frames = "%.2f" % self["frames"] frames = "%.2f" % self["frames"]
ans += "over " + str(frames) + " frames." ans_frames += "over " + str(frames) + " frames; "
return ans utterances = "%.2f" % self["utterances"]
ans_utterances += "over " + str(utterances) + " utterances."
return ans_frames + ans_utterances
def norm_items(self) -> List[Tuple[str, float]]: def norm_items(self) -> List[Tuple[str, float]]:
""" """
@ -535,11 +542,17 @@ class MetricsTracker(collections.defaultdict):
[('ctc_loss', 0.1), ('att_loss', 0.07)] [('ctc_loss', 0.1), ('att_loss', 0.07)]
""" """
num_frames = self["frames"] if "frames" in self else 1 num_frames = self["frames"] if "frames" in self else 1
num_utterances = self["utterances"] if "utterances" in self else 1
ans = [] ans = []
for k, v in self.items(): for k, v in self.items():
if k != "frames": if k == "frames" or k == "utterances":
norm_value = float(v) / num_frames continue
ans.append((k, norm_value)) norm_value = (
float(v) / num_frames
if "utt_" not in k
else float(v) / num_utterances
)
ans.append((k, norm_value))
return ans return ans
def reduce(self, device): def reduce(self, device):