Fix TPCH data conversion

datafusion-contrib · Sep 23, 2024 · 5f6b8da · 5f6b8da
1 parent b8ec195
commit 5f6b8da
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/scripts/convert_tpch.py b/scripts/convert_tpch.py
@@ -113,9 +113,11 @@
 }
 
 for table in tables:
+    schema = schemas[table]
     tbl = csv.read_csv(
         f"benchmark_data/{table}.tbl",
+        read_options=csv.ReadOptions(column_names=schema.names),
         parse_options=csv.ParseOptions(delimiter="|"),
-        convert_options=csv.ConvertOptions(column_types=schemas[table]),
+        convert_options=csv.ConvertOptions(column_types=schema),
     )
-    orc.write_table(tbl, f"benchmark_data/{table}.orc", compression="zstd")
+    orc.write_table(tbl, f"benchmark_data/{table}.orc")