Process the remainder of the input file

google · Dec 19, 2023 · d5e6d03 · d5e6d03
1 parent dc661b8
commit d5e6d03
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/src/spm_encode_main.cc b/src/spm_encode_main.cc
@@ -213,6 +213,11 @@ int main(int argc, char *argv[]) {
       }
     }
     pool.Wait();
+    if (!chunk.empty()) {
+      for (auto &line : chunk) {
+        process(line);
+      }
+    }
     LOG(INFO) << "Encoded " << processed.load() << " sentences";
   }