enable travis

Author: vzhong

.gitignore

@@ -1,4 +1,5 @@
 .py[cod]
+*.jsonl
 __pycache__/
 data/
 annotated/

.travis.yml

@@ -0,0 +1,10 @@
+language: python
+python:
+  - "3.6"
+install:
+  - pip install -r requirements.txt
+  - tar xvjf data.tar.bz2
+  - bunzip2 test/example.pred.dev.jsonl.bz2
+script:
+  - python test/check.py
+  - python evaluate.py data/dev.jsonl data/dev.db test/example.pred.dev.jsonl

test/Dockerfile

@@ -6,6 +6,6 @@ ADD . /eval/
 
 RUN pip install -r requirements.txt
 RUN tar xvjf data.tar.bz2
-RUN bunzip2 test/example.pred.dev.jsonl.bz2
+RUN bunzip2 -f test/example.pred.dev.jsonl.bz2
 
 CMD python /eval/evaluate.py /eval/data/dev.jsonl /eval/data/dev.db /eval/test/example.pred.dev.jsonl

test/check.py

@@ -0,0 +1,30 @@
+import json
+from tqdm import tqdm
+import os
+import sys
+sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
+from lib.query import Query
+from lib.dbengine import DBEngine
+
+
+if __name__ == '__main__':
+    for split in ['train', 'dev', 'test']:
+        print('checking {}'.format(split))
+        engine = DBEngine('data/{}.db'.format(split))
+        n_lines = 0
+        with open('data/{}.jsonl'.format(split)) as f:
+            for l in f:
+                n_lines += 1
+        with open('data/{}.jsonl'.format(split)) as f:
+            for l in tqdm(f, total=n_lines):
+                d = json.loads(l)
+                query = Query.from_dict(d['sql'])
+    
+                # make sure it's executable
+                result = engine.execute_query(d['table_id'], query)
+                if result:
+                    for a, b, c in d['sql']['conds']:
+                        if str(c).lower() not in d['question'].lower():
+                            raise Exception('Could not find conditon {} in question {} for query {}'.format(c, d['question'], query))
+                else:
+                    raise Exception('Query {} did not execute to a valid result'.format(query))