mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-10 10:32:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

Also scale down the backoff prob

Browse Source
This commit is contained in:
Fangjun Kuang 2023-04-10 14:36:37 +08:00
parent b64fb60a0d
commit 0b1492bbf8
1 changed files with 11 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
icefall/shared/combine_lm.py
View File

@ -167,13 +167,23 @@ def _process_grams(
history = s[1:order] history = s[1:order]
word = s[order] word = s[order]
log10_p_a_backoff = 0 if len(s) < order + 2 else float(s[-1])
log10_p_b = get_score(b, history, word) log10_p_b = get_score(b, history, word)
if a_scale * log10_p_a < b_scale * log10_p_b: if a_scale * log10_p_a < b_scale * log10_p_b:
# ensure that the resulting log10_p_a is negative # ensure that the resulting log10_p_a is negative
log10_p_a = a_scale * log10_p_a - b_scale * log10_p_b log10_p_a = a_scale * log10_p_a - b_scale * log10_p_b
else:
log10_p_a *= a_scale
log10_p_a_backoff *= a_scale
print(f"{log10_p_a:.7f}", end="\t", file=out) print(f"{log10_p_a:.7f}", end="\t", file=out)
if len(s) < order + 2:
print("\t".join(s[1:]), file=out) print("\t".join(s[1:]), file=out)
else:
print("\t".join(s[1:-1]), end="\t", file=out)
print(f"{log10_p_a_backoff:.7f}", file=out)
def process(args): def process(args):