Skip to content

Commit

Permalink
checking in query runtime prediction
Browse files Browse the repository at this point in the history
  • Loading branch information
@wuziniu
wuziniu committed Nov 21, 2023
1 parent e849611 commit 70ed645
Show file tree
Hide file tree
Showing 10 changed files with 432 additions and 40 deletions.
0 ...dhoc_test/data_accessed-athena-aurora.npy → ..._test/data_accessed-athena-aurora_old.npy
View file
File renamed without changes.
Binary file added workloads/IMDB_100GB/adhoc_test/pred-run_time_s-athena-aurora-redshift.npy
View file
Binary file not shown.
392 changes: 352 additions & 40 deletions workloads/IMDB_100GB/adhoc_test/queries.sql
View file

Large diffs are not rendered by default.

40 changes: 40 additions & 0 deletions workloads/IMDB_100GB/adhoc_test/queries_old.sql
View file

Large diffs are not rendered by default.

Binary file modified workloads/IMDB_100GB/adhoc_test/run_time_s-athena-aurora-redshift.npy
View file
Binary file not shown.
Binary file added workloads/IMDB_100GB/adhoc_test/run_time_s-athena-aurora-redshift_old.npy
View file
Binary file not shown.
Binary file added workloads/IMDB_100GB/data_lake/athena_runtime_pred.pkl
View file
Binary file not shown.
Binary file added workloads/IMDB_100GB/data_lake/redshift_runtime_pred.pkl
View file
Binary file not shown.
40 changes: 40 additions & 0 deletions workloads/IMDB_100GB/data_lake/single_table_telemetry_workload.sql
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,40 @@
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-01-28 00:00:00.000' AND timestamp < '2023-06-04 00:00:00.000';
SELECT COUNT(*) FROM movie_telemetry WHERE movie_id > 1368795 AND movie_id < 1403503;
SELECT COUNT(*) FROM movie_telemetry WHERE event_id > 4 AND event_id < 17;
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-01-28 00:00:00.000' AND timestamp < '2023-06-04 00:00:00.000' AND event_id > 4 AND event_id < 17 AND movie_id > 1368795 AND movie_id < 1403503;
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-03-11 00:00:00.000' AND timestamp < '2023-08-24 00:00:00.000';
SELECT COUNT(*) FROM movie_telemetry WHERE movie_id > 616668 AND movie_id < 2073349;
SELECT COUNT(*) FROM movie_telemetry WHERE event_id > 4 AND event_id < 5;
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-03-11 00:00:00.000' AND timestamp < '2023-08-24 00:00:00.000' AND event_id > 4 AND event_id < 5 AND movie_id > 616668 AND movie_id < 2073349;
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-07-09 00:00:00.000' AND timestamp < '2023-12-10 00:00:00.000';
SELECT COUNT(*) FROM movie_telemetry WHERE movie_id > 1100599 AND movie_id < 1229968;
SELECT COUNT(*) FROM movie_telemetry WHERE event_id > 4 AND event_id < 13;
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-07-09 00:00:00.000' AND timestamp < '2023-12-10 00:00:00.000' AND event_id > 4 AND event_id < 13 AND movie_id > 1100599 AND movie_id < 1229968;
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-01-18 00:00:00.000' AND timestamp < '2023-07-19 00:00:00.000';
SELECT COUNT(*) FROM movie_telemetry WHERE movie_id > 225319 AND movie_id < 385749;
SELECT COUNT(*) FROM movie_telemetry WHERE event_id > 3 AND event_id < 12;
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-01-18 00:00:00.000' AND timestamp < '2023-07-19 00:00:00.000' AND event_id > 3 AND event_id < 12 AND movie_id > 225319 AND movie_id < 385749;
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-07-16 00:00:00.000' AND timestamp < '2023-10-24 00:00:00.000';
SELECT COUNT(*) FROM movie_telemetry WHERE movie_id > 1025629 AND movie_id < 1642760;
SELECT COUNT(*) FROM movie_telemetry WHERE event_id > 4 AND event_id < 18;
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-07-16 00:00:00.000' AND timestamp < '2023-10-24 00:00:00.000' AND event_id > 4 AND event_id < 18 AND movie_id > 1025629 AND movie_id < 1642760;
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-03-13 00:00:00.000' AND timestamp < '2023-06-13 00:00:00.000';
SELECT COUNT(*) FROM movie_telemetry WHERE movie_id > 230931 AND movie_id < 947218;
SELECT COUNT(*) FROM movie_telemetry WHERE event_id > 0 AND event_id < 18;
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-03-13 00:00:00.000' AND timestamp < '2023-06-13 00:00:00.000' AND event_id > 0 AND event_id < 18 AND movie_id > 230931 AND movie_id < 947218;
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-01-15 00:00:00.000' AND timestamp < '2023-09-02 00:00:00.000';
SELECT COUNT(*) FROM movie_telemetry WHERE movie_id > 496786 AND movie_id < 1479960;
SELECT COUNT(*) FROM movie_telemetry WHERE event_id > 13 AND event_id < 14;
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-01-15 00:00:00.000' AND timestamp < '2023-09-02 00:00:00.000' AND event_id > 13 AND event_id < 14 AND movie_id > 496786 AND movie_id < 1479960;
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-10-20 00:00:00.000' AND timestamp < '2023-12-03 00:00:00.000';
SELECT COUNT(*) FROM movie_telemetry WHERE movie_id > 961887 AND movie_id < 2021185;
SELECT COUNT(*) FROM movie_telemetry WHERE event_id > 6 AND event_id < 8;
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-10-20 00:00:00.000' AND timestamp < '2023-12-03 00:00:00.000' AND event_id > 6 AND event_id < 8 AND movie_id > 961887 AND movie_id < 2021185;
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-05-04 00:00:00.000' AND timestamp < '2023-09-23 00:00:00.000';
SELECT COUNT(*) FROM movie_telemetry WHERE movie_id > 2213402 AND movie_id < 2229548;
SELECT COUNT(*) FROM movie_telemetry WHERE event_id > 4 AND event_id < 6;
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-05-04 00:00:00.000' AND timestamp < '2023-09-23 00:00:00.000' AND event_id > 4 AND event_id < 6 AND movie_id > 2213402 AND movie_id < 2229548;
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-05-10 00:00:00.000' AND timestamp < '2023-11-01 00:00:00.000';
SELECT COUNT(*) FROM movie_telemetry WHERE movie_id > 1069221 AND movie_id < 1077687;
SELECT COUNT(*) FROM movie_telemetry WHERE event_id > 2 AND event_id < 10;
SELECT COUNT(*) FROM movie_telemetry WHERE timestamp > '2023-05-10 00:00:00.000' AND timestamp < '2023-11-01 00:00:00.000' AND event_id > 2 AND event_id < 10 AND movie_id > 1069221 AND movie_id < 1077687;
Binary file modified workloads/IMDB_100GB/regular_test/query_frequency.npy
View file
Binary file not shown.

0 comments on commit 70ed645

Please sign in to comment.