Small change to avoid hardcoded change in make_kn_lm.py

Signed-off-by: Xinyuan Li <[email protected]>
k2-fsa · Jan 25, 2024 · 6ba1e63 · 6ba1e63
1 parent eec5941
commit 6ba1e63
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/icefall/shared/make_kn_lm.py b/icefall/shared/make_kn_lm.py
@@ -169,7 +169,10 @@ def add_raw_counts_from_file(self, filename):
         with open(filename, encoding=default_encoding) as fp:
             for line in fp:
                 line = line.strip(strip_chars)
-                self.add_raw_counts_from_line(line.split()[0])
+                if self.ngram_order == 1:
+                    self.add_raw_counts_from_line(line.split()[0])
+                else:
+                    self.add_raw_counts_from_line(line)
                 lines_processed += 1
         if lines_processed == 0 or args.verbose > 0:
             print(