avoided csv limit

ufal · Aug 7, 2017 · 6db04b1 · 6db04b1
1 parent e5b6e37
commit 6db04b1
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/neuralmonkey/readers/plain_text_reader.py b/neuralmonkey/readers/plain_text_reader.py
@@ -2,6 +2,7 @@
 import gzip
 import csv
 import io
+import sys
 
 from neuralmonkey.logging import warn
 
@@ -10,6 +11,8 @@
 PlainTextFileReader = Callable[[List[str]], Iterable[List[str]]]
 # pylint: enable=invalid-name
 
+csv.field_size_limit(sys.maxsize)
+
 
 def string_reader(
         encoding: str = "utf-8") -> Callable[[List[str]], Iterable[str]]: