Merge pull request #304 from pmcgleenon/datafusion-45

datafusion/README.md

@@ -20,7 +20,7 @@ The benchmark should be completed in under an hour. On-demand pricing is $0.6 pe
 1. `cd ClickBench/datafusion`
 1. `vi benchmark.sh` and modify following line to target Datafusion version
     ```
-    git checkout 44.0.0
+    git checkout 45.0.0
     ```
 1. `bash benchmark.sh`
 

datafusion/benchmark.sh

@@ -14,7 +14,7 @@ sudo yum install gcc -y
 # Install DataFusion main branch
 git clone https://github.com/apache/arrow-datafusion.git
 cd arrow-datafusion/datafusion-cli
-git checkout 44.0.0
+git checkout 45.0.0
 CARGO_PROFILE_RELEASE_LTO=true RUSTFLAGS="-C codegen-units=1" cargo build --release
 export PATH="`pwd`/target/release:$PATH"
 cd ../..

datafusion/results/partitioned.json

@@ -1,58 +1,58 @@
 {
     "system": "DataFusion (Parquet, partitioned)",
-    "date": "2024-11-15",
+    "date": "2024-02-08",
     "machine": "c6a.4xlarge, 500gb gp2",
     "cluster_size": 1,
-    "comment": "v44.0.0 (3cc3fca)",
+    "comment": "v45.0.0 (26058ac)",
 
     "tags": ["Rust", "column-oriented", "embedded", "stateless"],
 
     "load_time": 0,
     "data_size": 14779976446,
 
     "result": [
-[0.061, 0.018, 0.018],
-[0.108, 0.036, 0.033],
-[0.188, 0.084, 0.085],
-[2.097, 0.078, 0.079],
-[2.648, 0.830, 0.817],
-[2.707, 0.802, 0.803],
-[0.081, 0.030, 0.029],
-[0.102, 0.037, 0.036],
-[2.493, 0.899, 0.910],
-[3.445, 1.039, 1.043],
-[2.078, 0.259, 0.244],
-[2.470, 0.295, 0.270],
-[2.916, 0.850, 0.858],
-[5.908, 1.347, 1.340],
-[2.918, 0.802, 0.810],
-[2.081, 0.961, 0.973],
-[5.740, 1.737, 1.739],
-[5.654, 1.632, 1.643],
-[10.074, 3.593, 3.575],
-[1.433, 0.072, 0.073],
-[20.760, 1.050, 1.078],
-[23.608, 1.293, 1.335],
-[45.123, 2.632, 2.540],
-[111.820, 9.779, 10.107],
-[6.605, 0.441, 0.437],
-[2.607, 0.355, 0.351],
-[6.611, 0.506, 0.516],
-[20.174, 1.486, 1.484],
-[17.954, 9.277, 9.326],
-[0.499, 0.416, 0.417],
-[5.743, 0.767, 0.780],
-[13.208, 0.924, 0.906],
-[10.116, 3.444, 3.523],
-[20.379, 3.615, 3.595],
-[20.457, 3.616, 3.621],
-[1.437, 1.192, 1.204],
-[0.327, 0.183, 0.182],
-[0.172, 0.076, 0.074],
-[0.250, 0.114, 0.111],
-[0.569, 0.338, 0.337],
-[0.154, 0.043, 0.045],
-[0.130, 0.040, 0.040],
-[0.137, 0.052, 0.053]
+[0.059, 0.020, 0.021],
+[0.103, 0.034, 0.032],
+[0.188, 0.081, 0.077],
+[0.387, 0.089, 0.081],
+[0.976, 0.790, 0.792],
+[0.982, 0.793, 0.801],
+[0.093, 0.031, 0.031],
+[0.118, 0.037, 0.038],
+[0.997, 0.869, 0.861],
+[1.313, 0.987, 0.985],
+[0.530, 0.241, 0.250],
+[0.607, 0.273, 0.273],
+[1.047, 0.849, 0.869],
+[2.534, 1.343, 1.203],
+[1.095, 0.816, 0.792],
+[1.038, 0.952, 0.942],
+[2.586, 1.690, 1.710],
+[2.500, 1.585, 1.585],
+[5.162, 3.475, 3.434],
+[0.288, 0.074, 0.073],
+[9.896, 1.061, 1.038],
+[11.254, 1.246, 1.283],
+[21.845, 2.537, 2.541],
+[55.438, 9.532, 9.583],
+[2.700, 0.436, 0.451],
+[0.811, 0.367, 0.355],
+[2.702, 0.519, 0.501],
+[9.636, 1.464, 1.437],
+[9.892, 9.399, 9.500],
+[0.521, 0.435, 0.436],
+[2.390, 0.751, 0.751],
+[5.944, 0.891, 0.890],
+[4.703, 3.474, 3.364],
+[10.206, 3.615, 3.636],
+[10.171, 3.663, 3.631],
+[1.289, 1.150, 1.158],
+[0.394, 0.188, 0.185],
+[0.215, 0.081, 0.080],
+[0.289, 0.109, 0.115],
+[0.633, 0.346, 0.344],
+[0.170, 0.044, 0.045],
+[0.159, 0.038, 0.042],
+[0.158, 0.052, 0.051]
 ]
 }

datafusion/results/single.json

@@ -1,58 +1,58 @@
 {
     "system": "DataFusion (Parquet, single)",
-    "date": "2024-11-15",
+    "date": "2024-02-08",
     "machine": "c6a.4xlarge, 500gb gp2",
     "cluster_size": 1,
-    "comment": "v44.0.0 (3cc3fca)",
+    "comment": "v45.0.0 (26058ac)",
 
     "tags": ["Rust", "column-oriented", "embedded", "stateless"],
 
     "load_time": 0,
     "data_size": 14779976446,
 
     "result": [
-[0.094, 0.065, 0.057],
-[0.143, 0.070, 0.071],
-[0.220, 0.120, 0.114],
-[1.794, 0.118, 0.117],
-[2.429, 0.883, 0.860],
-[2.616, 0.907, 0.906],
-[0.119, 0.077, 0.065],
-[0.136, 0.082, 0.083],
-[2.404, 0.953, 0.932],
-[3.222, 1.093, 1.099],
-[1.920, 0.278, 0.268],
-[2.293, 0.312, 0.310],
-[2.759, 0.932, 0.939],
-[5.665, 1.363, 1.361],
-[2.813, 0.895, 0.886],
-[1.992, 0.982, 1.004],
-[5.626, 1.856, 1.870],
-[5.548, 1.707, 1.715],
-[9.787, 3.610, 3.623],
-[1.394, 0.109, 0.107],
-[20.622, 1.145, 1.168],
-[23.507, 1.449, 1.522],
-[45.338, 3.505, 3.571],
-[112.371, 10.242, 10.180],
-[6.294, 0.574, 0.555],
-[2.560, 0.509, 0.522],
-[6.269, 0.628, 0.646],
-[20.105, 1.590, 1.599],
-[19.270, 10.050, 9.949],
-[0.530, 0.458, 0.445],
-[5.463, 0.914, 0.895],
-[12.601, 1.037, 0.996],
-[9.671, 3.516, 3.500],
-[20.402, 3.748, 3.752],
-[20.388, 3.791, 3.799],
-[1.392, 1.247, 1.227],
-[0.389, 0.231, 0.229],
-[0.237, 0.154, 0.160],
-[0.312, 0.164, 0.160],
-[0.600, 0.418, 0.394],
-[0.181, 0.083, 0.081],
-[0.163, 0.077, 0.080],
-[0.182, 0.087, 0.121]
+[0.091, 0.059, 0.053],
+[0.145, 0.074, 0.067],
+[0.204, 0.115, 0.109],
+[0.353, 0.112, 0.113],
+[0.951, 0.851, 0.838],
+[1.033, 0.899, 0.901],
+[0.120, 0.066, 0.068],
+[0.141, 0.083, 0.077],
+[1.020, 0.901, 0.901],
+[1.288, 1.018, 1.046],
+[0.461, 0.266, 0.277],
+[0.545, 0.301, 0.308],
+[1.097, 0.931, 0.938],
+[2.596, 1.315, 1.314],
+[1.048, 0.891, 0.877],
+[1.090, 0.973, 0.974],
+[2.591, 1.797, 1.818],
+[2.503, 1.661, 1.668],
+[5.074, 3.473, 3.469],
+[0.270, 0.107, 0.110],
+[9.744, 1.121, 1.111],
+[11.237, 1.445, 1.423],
+[22.074, 3.566, 3.478],
+[55.972, 9.819, 9.872],
+[2.579, 0.567, 0.560],
+[0.814, 0.492, 0.493],
+[2.576, 0.659, 0.632],
+[9.598, 1.572, 1.552],
+[10.668, 10.012, 10.155],
+[0.562, 0.473, 0.465],
+[2.281, 0.860, 0.873],
+[5.695, 0.991, 0.946],
+[4.506, 3.428, 3.497],
+[10.139, 3.779, 3.859],
+[10.091, 3.804, 3.776],
+[1.315, 1.191, 1.235],
+[0.432, 0.234, 0.238],
+[0.275, 0.156, 0.156],
+[0.342, 0.155, 0.157],
+[0.667, 0.423, 0.405],
+[0.202, 0.080, 0.078],
+[0.186, 0.075, 0.076],
+[0.187, 0.099, 0.084]
 ]
 }