Skip to content

Commit 925b338

Browse files
AdamGSAdamGS
committed
All results
Signed-off-by: Adam Gutglick <adam@spiraldb.com>
1 parent ebc59a6 commit 925b338

10 files changed

Lines changed: 385 additions & 29 deletions

File tree

‎datafusion-vortex-partitioned/README.md‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,8 @@ bash benchmark.sh
1515

1616
The benchmark script builds `vortex-datafusion-cli`, downloads the partitioned Parquet files, converts each `partitioned/hits_N.parquet` file into exactly one `vortex/hits_N.vortex` file, and runs the query set.
1717

18+
`benchmark.sh` checks out `vortex-datafusion-cli` tag `0.70.0-53.1.0`. CLI tags use `<vortex-version>-<df-version>`, where the first component is the `vortex-datafusion` crate version and the second is the DataFusion/DataFusion CLI version.
19+
1820
You can update/preview the results by running:
1921

2022
```bash

‎datafusion-vortex-partitioned/results/c6a.2xlarge.json‎

Lines changed: 49 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -4,10 +4,54 @@
44
"machine": "c6a.2xlarge",
55
"cluster_size": 1,
66
"proprietary": "no",
7-
"hardware": "cpu",
87
"tuned": "no",
8+
"hardware": "cpu",
99
"tags": ["Rust","column-oriented","embedded","stateless"],
10-
"load_time": null,
11-
"data_size": null,
12-
"result": []
13-
}
10+
"load_time": 108.58,
11+
"data_size": 15328662856,
12+
"result": [
13+
[0.078,0.002,0.002],
14+
[0.170,0.027,0.028],
15+
[0.214,0.072,0.069],
16+
[0.650,0.071,0.070],
17+
[1.367,0.840,0.837],
18+
[1.355,0.785,0.786],
19+
[0.075,0.002,0.002],
20+
[0.179,0.031,0.033],
21+
[1.269,1.045,1.044],
22+
[1.670,1.251,1.237],
23+
[0.770,0.162,0.156],
24+
[1.099,0.192,0.191],
25+
[1.603,0.694,0.682],
26+
[3.280,1.199,1.198],
27+
[1.395,0.667,0.670],
28+
[1.108,0.948,0.942],
29+
[3.158,1.772,1.779],
30+
[3.122,1.778,1.785],
31+
[5.120,3.531,3.507],
32+
[0.313,0.043,0.048],
33+
[15.675,0.906,0.901],
34+
[17.831,0.929,0.926],
35+
[22.767,1.105,1.103],
36+
[22.582,1.521,1.574],
37+
[0.319,0.079,0.075],
38+
[1.603,0.146,0.147],
39+
[0.609,0.081,0.082],
40+
[16.343,1.328,1.365],
41+
[15.637,15.200,15.211],
42+
[0.814,0.656,0.668],
43+
[2.796,0.592,0.595],
44+
[5.885,0.641,0.629],
45+
[3.929,3.007,3.019],
46+
[16.025,3.545,3.512],
47+
[15.999,3.567,3.503],
48+
[1.455,1.293,1.298],
49+
[0.254,0.074,0.073],
50+
[0.203,0.034,0.034],
51+
[0.243,0.024,0.022],
52+
[0.386,0.130,0.129],
53+
[0.247,0.019,0.016],
54+
[0.249,0.015,0.015],
55+
[0.242,0.014,0.015]
56+
]
57+
}

‎datafusion-vortex-partitioned/results/c6a.4xlarge.json‎

Lines changed: 47 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,51 @@
77
"hardware": "cpu",
88
"tuned": "no",
99
"tags": ["Rust","column-oriented","embedded","stateless"],
10-
"load_time": null,
11-
"data_size": null,
12-
"result": []
10+
"load_time": 99.94,
11+
"data_size": 15328662856,
12+
"result": [
13+
[0.082, 0.002, 0.002],
14+
[0.152, 0.030, 0.027],
15+
[0.175, 0.059, 0.060],
16+
[0.633, 0.087, 0.089],
17+
[1.306, 0.628, 0.626],
18+
[1.316, 0.603, 0.592],
19+
[0.090, 0.002, 0.002],
20+
[0.166, 0.031, 0.030],
21+
[1.223, 0.786, 0.772],
22+
[1.664, 0.861, 0.871],
23+
[0.729, 0.131, 0.133],
24+
[1.116, 0.148, 0.147],
25+
[1.605, 0.581, 0.578],
26+
[3.174, 1.070, 1.068],
27+
[1.527, 0.610, 0.597],
28+
[0.887, 0.727, 0.715],
29+
[3.174, 1.509, 1.532],
30+
[3.153, 1.510, 1.506],
31+
[4.788, 2.907, 2.827],
32+
[0.313, 0.048, 0.049],
33+
[15.848, 0.537, 0.528],
34+
[17.859, 0.781, 0.772],
35+
[22.900, 0.894, 0.878],
36+
[21.132, 0.858, 0.785],
37+
[0.287, 0.084, 0.091],
38+
[1.607, 0.153, 0.146],
39+
[0.757, 0.088, 0.088],
40+
[16.230, 0.974, 1.011],
41+
[13.690, 8.122, 8.151],
42+
[0.512, 0.369, 0.364],
43+
[2.788, 0.487, 0.487],
44+
[5.882, 0.592, 0.589],
45+
[3.929, 2.653, 2.674],
46+
[15.934, 3.107, 2.890],
47+
[15.951, 2.902, 2.918],
48+
[1.060, 0.930, 0.917],
49+
[0.261, 0.082, 0.082],
50+
[0.208, 0.035, 0.036],
51+
[0.197, 0.024, 0.023],
52+
[0.385, 0.146, 0.146],
53+
[0.251, 0.017, 0.016],
54+
[0.248, 0.019, 0.014],
55+
[0.244, 0.015, 0.015]
56+
]
1357
}

‎datafusion-vortex-partitioned/results/c6a.xlarge.json‎

Lines changed: 47 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,51 @@
77
"hardware": "cpu",
88
"tuned": "no",
99
"tags": ["Rust","column-oriented","embedded","stateless"],
10-
"load_time": null,
11-
"data_size": null,
12-
"result": []
10+
"load_time": 203.96,
11+
"data_size": 15328662856,
12+
"result": [
13+
[0.094, 0.002, 0.002],
14+
[0.255, 0.048, 0.045],
15+
[0.372, 0.126, 0.126],
16+
[0.646, 0.104, 0.102],
17+
[1.758, 1.538, 1.542],
18+
[1.531, 1.347, 1.361],
19+
[0.076, 0.002, 0.002],
20+
[0.269, 0.059, 0.055],
21+
[2.173, 1.919, 1.895],
22+
[2.624, 2.323, 2.232],
23+
[0.781, 0.277, 0.277],
24+
[0.881, 0.347, 0.351],
25+
[1.571, 1.092, 1.096],
26+
[3.396, 1.602, 1.609],
27+
[1.666, 1.054, 1.063],
28+
[1.921, 1.705, 1.688],
29+
[3.797, 3.020, 3.037],
30+
[3.719, 3.013, 3.018],
31+
[12.789, 13.580, 8.736],
32+
[0.363, 0.068, 0.067],
33+
[15.387, 1.708, 1.698],
34+
[17.891, 1.673, 1.663],
35+
[22.657, 1.888, 1.923],
36+
[18.103, 2.159, 2.178],
37+
[0.339, 0.105, 0.109],
38+
[1.313, 0.246, 0.249],
39+
[0.351, 0.117, 0.119],
40+
[16.247, 2.395, 2.436],
41+
[29.179, 28.872, 28.767],
42+
[1.477, 1.302, 1.294],
43+
[2.846, 0.978, 0.975],
44+
[5.908, 0.972, 0.956],
45+
[29.987, 6.008, 8.928],
46+
[18.597, 23.579, 21.585],
47+
[24.180, 18.393, 21.401],
48+
[2.550, 2.433, 2.394],
49+
[0.309, 0.081, 0.079],
50+
[0.255, 0.036, 0.036],
51+
[0.255, 0.032, 0.029],
52+
[0.412, 0.140, 0.138],
53+
[0.243, 0.017, 0.017],
54+
[0.237, 0.017, 0.018],
55+
[0.235, 0.017, 0.016]
56+
]
1357
}

‎datafusion-vortex-partitioned/results/c8g.4xlarge.json‎

Lines changed: 47 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,51 @@
77
"hardware": "cpu",
88
"tuned": "no",
99
"tags": ["Rust","column-oriented","embedded","stateless"],
10-
"load_time": null,
11-
"data_size": null,
12-
"result": []
10+
"load_time": 107.21,
11+
"data_size": 15329147920,
12+
"result": [
13+
[0.047, 0.001, 0.001],
14+
[0.092, 0.015, 0.015],
15+
[0.139, 0.038, 0.036],
16+
[0.614, 0.032, 0.032],
17+
[1.347, 0.233, 0.233],
18+
[1.323, 0.236, 0.237],
19+
[0.045, 0.001, 0.001],
20+
[0.100, 0.018, 0.017],
21+
[1.034, 0.311, 0.315],
22+
[1.591, 0.577, 0.555],
23+
[0.664, 0.060, 0.061],
24+
[1.381, 0.074, 0.075],
25+
[1.700, 0.214, 0.223],
26+
[2.986, 0.342, 0.355],
27+
[1.295, 0.222, 0.219],
28+
[0.939, 0.257, 0.252],
29+
[2.847, 0.512, 0.510],
30+
[2.693, 0.508, 0.506],
31+
[3.899, 0.980, 0.966],
32+
[0.279, 0.020, 0.022],
33+
[15.898, 0.469, 0.469],
34+
[17.882, 0.303, 0.302],
35+
[23.013, 0.611, 0.373],
36+
[19.679, 0.519, 0.519],
37+
[0.285, 0.037, 0.036],
38+
[1.842, 0.055, 0.057],
39+
[1.036, 0.033, 0.041],
40+
[16.514, 0.451, 0.451],
41+
[13.751, 6.440, 6.440],
42+
[0.434, 0.345, 0.344],
43+
[2.739, 0.191, 0.192],
44+
[6.081, 0.198, 0.190],
45+
[4.114, 0.772, 0.776],
46+
[15.880, 1.048, 1.045],
47+
[15.887, 1.044, 1.054],
48+
[0.561, 0.449, 0.446],
49+
[0.166, 0.054, 0.053],
50+
[0.139, 0.031, 0.031],
51+
[0.145, 0.016, 0.014],
52+
[0.263, 0.106, 0.105],
53+
[0.147, 0.014, 0.013],
54+
[0.138, 0.012, 0.012],
55+
[0.128, 0.014, 0.014]
56+
]
1357
}

‎datafusion-vortex/README.md‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,8 @@ bash benchmark.sh
1515

1616
The benchmark script builds `vortex-datafusion-cli`, downloads `hits.parquet`, converts it to `vortex/hits.vortex`, and runs the query set.
1717

18+
`benchmark.sh` checks out `vortex-datafusion-cli` tag `0.70.0-53.1.0`. CLI tags use `<vortex-version>-<df-version>`, where the first component is the `vortex-datafusion` crate version and the second is the DataFusion/DataFusion CLI version.
19+
1820
You can update/preview the results by running:
1921

2022
```bash

‎datafusion-vortex/results/c6a.2xlarge.json‎

Lines changed: 49 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -4,10 +4,54 @@
44
"machine": "c6a.2xlarge",
55
"cluster_size": 1,
66
"proprietary": "no",
7-
"hardware": "cpu",
87
"tuned": "no",
8+
"hardware": "cpu",
99
"tags": ["Rust","column-oriented","embedded","stateless"],
10-
"load_time": null,
11-
"data_size": null,
12-
"result": []
13-
}
10+
"load_time": 146.68,
11+
"data_size": 15269997296,
12+
"result": [
13+
[0.099,0.001,0.001],
14+
[0.298,0.114,0.116],
15+
[0.331,0.161,0.160],
16+
[0.589,0.187,0.190],
17+
[1.180,0.942,0.942],
18+
[1.442,0.953,0.911],
19+
[0.075,0.001,0.001],
20+
[0.275,0.125,0.119],
21+
[1.401,1.153,1.151],
22+
[1.698,1.331,1.357],
23+
[0.707,0.257,0.248],
24+
[0.774,0.272,0.285],
25+
[1.316,0.786,0.809],
26+
[3.030,1.094,1.300],
27+
[1.613,0.761,0.777],
28+
[1.313,1.055,1.061],
29+
[3.449,1.902,1.863],
30+
[3.430,1.894,1.892],
31+
[5.018,3.543,3.527],
32+
[0.382,0.168,0.170],
33+
[15.322,1.071,1.049],
34+
[18.207,1.296,1.316],
35+
[21.967,7.898,6.495],
36+
[0.111,0.118,0.117],
37+
[3.054,0.329,0.334],
38+
[1.231,0.297,0.274],
39+
[2.308,0.318,0.319],
40+
[16.213,1.628,1.613],
41+
[17.861,17.254,17.424],
42+
[0.997,0.832,0.772],
43+
[2.710,0.720,0.738],
44+
[5.799,0.783,0.792],
45+
[4.209,3.275,3.257],
46+
[16.457,3.560,3.559],
47+
[16.425,3.573,3.531],
48+
[1.514,1.348,1.355],
49+
[0.352,0.183,0.186],
50+
[0.291,0.136,0.130],
51+
[0.299,0.139,0.138],
52+
[0.444,0.267,0.271],
53+
[0.284,0.115,0.116],
54+
[0.331,0.116,0.116],
55+
[0.331,0.115,0.111]
56+
]
57+
}

‎datafusion-vortex/results/c6a.4xlarge.json‎

Lines changed: 46 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -8,6 +8,50 @@
88
"tuned": "no",
99
"tags": ["Rust","column-oriented","embedded","stateless"],
1010
"load_time": null,
11-
"data_size": null,
12-
"result": []
11+
"data_size": 15269997296,
12+
"result": [
13+
[0.100, 0.001, 0.001],
14+
[0.318, 0.142, 0.142],
15+
[0.305, 0.173, 0.170],
16+
[0.622, 0.223, 0.222],
17+
[0.966, 0.743, 0.740],
18+
[1.415, 0.805, 0.806],
19+
[0.078, 0.001, 0.001],
20+
[0.300, 0.146, 0.147],
21+
[1.390, 0.907, 0.903],
22+
[1.811, 0.964, 1.022],
23+
[0.740, 0.244, 0.240],
24+
[0.860, 0.251, 0.254],
25+
[1.506, 0.763, 0.755],
26+
[3.031, 1.076, 1.073],
27+
[1.519, 0.785, 0.791],
28+
[1.056, 0.839, 0.841],
29+
[3.343, 1.647, 1.646],
30+
[3.329, 1.633, 1.635],
31+
[4.732, 2.774, 2.966],
32+
[0.380, 0.193, 0.195],
33+
[15.839, 0.827, 0.833],
34+
[18.245, 1.367, 1.365],
35+
[22.015, 1.433, 1.427],
36+
[57.863, 55.932, 56.962],
37+
[2.468, 0.360, 0.355],
38+
[1.275, 0.316, 0.312],
39+
[2.342, 0.353, 0.360],
40+
[16.237, 1.416, 1.438],
41+
[14.892, 8.576, 9.159],
42+
[0.579, 0.445, 0.479],
43+
[2.761, 0.621, 0.630],
44+
[5.838, 0.722, 0.714],
45+
[5.407, 2.822, 2.790],
46+
[16.400, 3.074, 3.087],
47+
[16.436, 3.055, 3.110],
48+
[1.150, 0.974, 0.969],
49+
[0.383, 0.198, 0.199],
50+
[0.332, 0.159, 0.151],
51+
[0.336, 0.166, 0.161],
52+
[0.482, 0.300, 0.303],
53+
[0.323, 0.151, 0.148],
54+
[0.313, 0.140, 0.145],
55+
[0.301, 0.142, 0.138]
56+
]
1357
}

0 commit comments

Comments
 (0)