From 6234b7f634f7f8d73ad2502f615c58a3075569a7 Mon Sep 17 00:00:00 2001 From: Patrick McGleenon Date: Sat, 8 Feb 2025 13:39:33 +0000 Subject: [PATCH] updated datafusion results for release 45.0.0 --- datafusion/README.md | 2 +- datafusion/benchmark.sh | 2 +- datafusion/results/partitioned.json | 90 ++++++++++++++--------------- datafusion/results/single.json | 90 ++++++++++++++--------------- 4 files changed, 92 insertions(+), 92 deletions(-) diff --git a/datafusion/README.md b/datafusion/README.md index 0dd7e67ab..46bc3824e 100644 --- a/datafusion/README.md +++ b/datafusion/README.md @@ -20,7 +20,7 @@ The benchmark should be completed in under an hour. On-demand pricing is $0.6 pe 1. `cd ClickBench/datafusion` 1. `vi benchmark.sh` and modify following line to target Datafusion version ``` - git checkout 44.0.0 + git checkout 45.0.0 ``` 1. `bash benchmark.sh` diff --git a/datafusion/benchmark.sh b/datafusion/benchmark.sh index c9b68f0ca..80bb5d1e1 100755 --- a/datafusion/benchmark.sh +++ b/datafusion/benchmark.sh @@ -14,7 +14,7 @@ sudo yum install gcc -y # Install DataFusion main branch git clone https://github.com/apache/arrow-datafusion.git cd arrow-datafusion/datafusion-cli -git checkout 44.0.0 +git checkout 45.0.0 CARGO_PROFILE_RELEASE_LTO=true RUSTFLAGS="-C codegen-units=1" cargo build --release export PATH="`pwd`/target/release:$PATH" cd ../.. diff --git a/datafusion/results/partitioned.json b/datafusion/results/partitioned.json index d4b01e20b..c41304a98 100644 --- a/datafusion/results/partitioned.json +++ b/datafusion/results/partitioned.json @@ -1,9 +1,9 @@ { "system": "DataFusion (Parquet, partitioned)", - "date": "2024-11-15", + "date": "2024-02-08", "machine": "c6a.4xlarge, 500gb gp2", "cluster_size": 1, - "comment": "v44.0.0 (3cc3fca)", + "comment": "v45.0.0 (26058ac)", "tags": ["Rust", "column-oriented", "embedded", "stateless"], @@ -11,48 +11,48 @@ "data_size": 14779976446, "result": [ -[0.061, 0.018, 0.018], -[0.108, 0.036, 0.033], -[0.188, 0.084, 0.085], -[2.097, 0.078, 0.079], -[2.648, 0.830, 0.817], -[2.707, 0.802, 0.803], -[0.081, 0.030, 0.029], -[0.102, 0.037, 0.036], -[2.493, 0.899, 0.910], -[3.445, 1.039, 1.043], -[2.078, 0.259, 0.244], -[2.470, 0.295, 0.270], -[2.916, 0.850, 0.858], -[5.908, 1.347, 1.340], -[2.918, 0.802, 0.810], -[2.081, 0.961, 0.973], -[5.740, 1.737, 1.739], -[5.654, 1.632, 1.643], -[10.074, 3.593, 3.575], -[1.433, 0.072, 0.073], -[20.760, 1.050, 1.078], -[23.608, 1.293, 1.335], -[45.123, 2.632, 2.540], -[111.820, 9.779, 10.107], -[6.605, 0.441, 0.437], -[2.607, 0.355, 0.351], -[6.611, 0.506, 0.516], -[20.174, 1.486, 1.484], -[17.954, 9.277, 9.326], -[0.499, 0.416, 0.417], -[5.743, 0.767, 0.780], -[13.208, 0.924, 0.906], -[10.116, 3.444, 3.523], -[20.379, 3.615, 3.595], -[20.457, 3.616, 3.621], -[1.437, 1.192, 1.204], -[0.327, 0.183, 0.182], -[0.172, 0.076, 0.074], -[0.250, 0.114, 0.111], -[0.569, 0.338, 0.337], -[0.154, 0.043, 0.045], -[0.130, 0.040, 0.040], -[0.137, 0.052, 0.053] +[0.059, 0.020, 0.021], +[0.103, 0.034, 0.032], +[0.188, 0.081, 0.077], +[0.387, 0.089, 0.081], +[0.976, 0.790, 0.792], +[0.982, 0.793, 0.801], +[0.093, 0.031, 0.031], +[0.118, 0.037, 0.038], +[0.997, 0.869, 0.861], +[1.313, 0.987, 0.985], +[0.530, 0.241, 0.250], +[0.607, 0.273, 0.273], +[1.047, 0.849, 0.869], +[2.534, 1.343, 1.203], +[1.095, 0.816, 0.792], +[1.038, 0.952, 0.942], +[2.586, 1.690, 1.710], +[2.500, 1.585, 1.585], +[5.162, 3.475, 3.434], +[0.288, 0.074, 0.073], +[9.896, 1.061, 1.038], +[11.254, 1.246, 1.283], +[21.845, 2.537, 2.541], +[55.438, 9.532, 9.583], +[2.700, 0.436, 0.451], +[0.811, 0.367, 0.355], +[2.702, 0.519, 0.501], +[9.636, 1.464, 1.437], +[9.892, 9.399, 9.500], +[0.521, 0.435, 0.436], +[2.390, 0.751, 0.751], +[5.944, 0.891, 0.890], +[4.703, 3.474, 3.364], +[10.206, 3.615, 3.636], +[10.171, 3.663, 3.631], +[1.289, 1.150, 1.158], +[0.394, 0.188, 0.185], +[0.215, 0.081, 0.080], +[0.289, 0.109, 0.115], +[0.633, 0.346, 0.344], +[0.170, 0.044, 0.045], +[0.159, 0.038, 0.042], +[0.158, 0.052, 0.051] ] } diff --git a/datafusion/results/single.json b/datafusion/results/single.json index c450ad256..4ce67792f 100644 --- a/datafusion/results/single.json +++ b/datafusion/results/single.json @@ -1,9 +1,9 @@ { "system": "DataFusion (Parquet, single)", - "date": "2024-11-15", + "date": "2024-02-08", "machine": "c6a.4xlarge, 500gb gp2", "cluster_size": 1, - "comment": "v44.0.0 (3cc3fca)", + "comment": "v45.0.0 (26058ac)", "tags": ["Rust", "column-oriented", "embedded", "stateless"], @@ -11,48 +11,48 @@ "data_size": 14779976446, "result": [ -[0.094, 0.065, 0.057], -[0.143, 0.070, 0.071], -[0.220, 0.120, 0.114], -[1.794, 0.118, 0.117], -[2.429, 0.883, 0.860], -[2.616, 0.907, 0.906], -[0.119, 0.077, 0.065], -[0.136, 0.082, 0.083], -[2.404, 0.953, 0.932], -[3.222, 1.093, 1.099], -[1.920, 0.278, 0.268], -[2.293, 0.312, 0.310], -[2.759, 0.932, 0.939], -[5.665, 1.363, 1.361], -[2.813, 0.895, 0.886], -[1.992, 0.982, 1.004], -[5.626, 1.856, 1.870], -[5.548, 1.707, 1.715], -[9.787, 3.610, 3.623], -[1.394, 0.109, 0.107], -[20.622, 1.145, 1.168], -[23.507, 1.449, 1.522], -[45.338, 3.505, 3.571], -[112.371, 10.242, 10.180], -[6.294, 0.574, 0.555], -[2.560, 0.509, 0.522], -[6.269, 0.628, 0.646], -[20.105, 1.590, 1.599], -[19.270, 10.050, 9.949], -[0.530, 0.458, 0.445], -[5.463, 0.914, 0.895], -[12.601, 1.037, 0.996], -[9.671, 3.516, 3.500], -[20.402, 3.748, 3.752], -[20.388, 3.791, 3.799], -[1.392, 1.247, 1.227], -[0.389, 0.231, 0.229], -[0.237, 0.154, 0.160], -[0.312, 0.164, 0.160], -[0.600, 0.418, 0.394], -[0.181, 0.083, 0.081], -[0.163, 0.077, 0.080], -[0.182, 0.087, 0.121] +[0.091, 0.059, 0.053], +[0.145, 0.074, 0.067], +[0.204, 0.115, 0.109], +[0.353, 0.112, 0.113], +[0.951, 0.851, 0.838], +[1.033, 0.899, 0.901], +[0.120, 0.066, 0.068], +[0.141, 0.083, 0.077], +[1.020, 0.901, 0.901], +[1.288, 1.018, 1.046], +[0.461, 0.266, 0.277], +[0.545, 0.301, 0.308], +[1.097, 0.931, 0.938], +[2.596, 1.315, 1.314], +[1.048, 0.891, 0.877], +[1.090, 0.973, 0.974], +[2.591, 1.797, 1.818], +[2.503, 1.661, 1.668], +[5.074, 3.473, 3.469], +[0.270, 0.107, 0.110], +[9.744, 1.121, 1.111], +[11.237, 1.445, 1.423], +[22.074, 3.566, 3.478], +[55.972, 9.819, 9.872], +[2.579, 0.567, 0.560], +[0.814, 0.492, 0.493], +[2.576, 0.659, 0.632], +[9.598, 1.572, 1.552], +[10.668, 10.012, 10.155], +[0.562, 0.473, 0.465], +[2.281, 0.860, 0.873], +[5.695, 0.991, 0.946], +[4.506, 3.428, 3.497], +[10.139, 3.779, 3.859], +[10.091, 3.804, 3.776], +[1.315, 1.191, 1.235], +[0.432, 0.234, 0.238], +[0.275, 0.156, 0.156], +[0.342, 0.155, 0.157], +[0.667, 0.423, 0.405], +[0.202, 0.080, 0.078], +[0.186, 0.075, 0.076], +[0.187, 0.099, 0.084] ] }