From b8c5b04c51437dcf4c68d199ea88fea34d22a717 Mon Sep 17 00:00:00 2001 From: alexglasertpx Date: Tue, 26 Nov 2024 10:45:26 +0000 Subject: [PATCH] Commented out parquet commands to check old sqlite outputs --- digital_land/commands.py | 34 +++++++++++++++++----------------- 1 file changed, 17 insertions(+), 17 deletions(-) diff --git a/digital_land/commands.py b/digital_land/commands.py index d6373057..8eac1095 100644 --- a/digital_land/commands.py +++ b/digital_land/commands.py @@ -395,23 +395,23 @@ def dataset_create( package.add_counts() - # Repeat for parquet - # Set up cache directory to store parquet files. The sqlite files created from this will be saved in the dataset - if not os.path.exists(cache_dir): - os.makedirs(cache_dir) - - pqpackage = DatasetParquetPackage( - dataset, - path=output_path, - input_paths=input_paths, - specification_dir=None, # TBD: package should use this specification object - ) - pqpackage.create_temp_table(input_paths) - pqpackage.load_facts(input_paths, cache_dir) - pqpackage.load_fact_resource(input_paths, cache_dir) - pqpackage.load_entities(input_paths, cache_dir, organisation_path) - pqpackage.pq_to_sqlite(output_path, cache_dir) - pqpackage.close_conn() + # # Repeat for parquet + # # Set up cache directory to store parquet files. The sqlite files created from this will be saved in the dataset + # if not os.path.exists(cache_dir): + # os.makedirs(cache_dir) + # + # pqpackage = DatasetParquetPackage( + # dataset, + # path=output_path, + # input_paths=input_paths, + # specification_dir=None, # TBD: package should use this specification object + # ) + # pqpackage.create_temp_table(input_paths) + # pqpackage.load_facts(input_paths, cache_dir) + # pqpackage.load_fact_resource(input_paths, cache_dir) + # pqpackage.load_entities(input_paths, cache_dir, organisation_path) + # pqpackage.pq_to_sqlite(output_path, cache_dir) + # pqpackage.close_conn() def dataset_dump(input_path, output_path):