From 10692b6e1353985e791804b3b10de6055838f2c2 Mon Sep 17 00:00:00 2001 From: silvioOlivastri Date: Tue, 5 Sep 2017 17:42:52 +0200 Subject: [PATCH] Remove MemoryError issue --- src/data_io.py | 23 ++++++++++++----------- 1 file changed, 12 insertions(+), 11 deletions(-) diff --git a/src/data_io.py b/src/data_io.py index 0d89ae2..f160b34 100644 --- a/src/data_io.py +++ b/src/data_io.py @@ -8,17 +8,18 @@ def getWordmap(textfile): words={} We = [] - f = open(textfile,'r') - lines = f.readlines() - for (n,i) in enumerate(lines): - i=i.split() - j = 1 - v = [] - while j < len(i): - v.append(float(i[j])) - j += 1 - words[i[0]]=n - We.append(v) + with open(textfile,'r') as f: + n = 0 + for line in f: + i = line.split() + j = 1 + v = [] + while j < len(i): + v.append(float(i[j])) + j += 1 + words[i[0]]=n + We.append(v) + n+=1 return (words, np.array(We)) def prepare_data(list_of_seqs):