diff --git a/aitextgen/TokenDataset.py b/aitextgen/TokenDataset.py
index a0cb985..3aa9b4d 100644
--- a/aitextgen/TokenDataset.py
+++ b/aitextgen/TokenDataset.py
@@ -10,6 +10,9 @@
 import itertools
 from tqdm.auto import tqdm
 import numpy as np
+import sys
+
+csv.field_size_limit(sys.maxsize)
 
 logger = logging.getLogger(__name__)
 logger.setLevel(logging.INFO)