Small change to avoid hardcoded change in make_kn_lm.py

Signed-off-by: Xinyuan Li <xli257@b17.clsp.jhu.edu>
This commit is contained in:
Xinyuan Li 2024-01-24 23:38:35 -05:00
parent eec59410f1
commit 6ba1e63c41

View File

@ -169,7 +169,10 @@ class NgramCounts:
with open(filename, encoding=default_encoding) as fp:
for line in fp:
line = line.strip(strip_chars)
self.add_raw_counts_from_line(line.split()[0])
if self.ngram_order == 1:
self.add_raw_counts_from_line(line.split()[0])
else:
self.add_raw_counts_from_line(line)
lines_processed += 1
if lines_processed == 0 or args.verbose > 0:
print(