From 6db04b10b68678a70002d4eac60beab8c9dc4aa7 Mon Sep 17 00:00:00 2001 From: Tom Kocmi Date: Mon, 7 Aug 2017 12:57:22 +0200 Subject: [PATCH] avoided csv limit --- neuralmonkey/readers/plain_text_reader.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/neuralmonkey/readers/plain_text_reader.py b/neuralmonkey/readers/plain_text_reader.py index 3f9eb96c6..861b4c91a 100644 --- a/neuralmonkey/readers/plain_text_reader.py +++ b/neuralmonkey/readers/plain_text_reader.py @@ -2,6 +2,7 @@ import gzip import csv import io +import sys from neuralmonkey.logging import warn @@ -10,6 +11,8 @@ PlainTextFileReader = Callable[[List[str]], Iterable[List[str]]] # pylint: enable=invalid-name +csv.field_size_limit(sys.maxsize) + def string_reader( encoding: str = "utf-8") -> Callable[[List[str]], Iterable[str]]: