From cd77f52bdd838546c78c6cbaccfb18afe79f5ebb Mon Sep 17 00:00:00 2001 From: Joe Isaacs Date: Wed, 4 Nov 2026 17:38:53 +0000 Subject: [PATCH] DataFusion (Vortex): bump to Vortex 0.90.0 and update results Build vortex-datafusion-cli 0.90.0-55.2.0 (Vortex 0.90.0, DataFusion 55.2.0) for both the single-file and the partitioned variant, and add results for c8g.metal-48xl, c7a.metal-48xl and c8g.4xlarge. The READMEs still named the 0.70.0-53.1.0 tag, so they now match the install scripts. Signed-off-by: Joe Isaacs Co-Authored-By: Claude Opus 5.5 --- datafusion-vortex-partitioned/README.md | 2 +- datafusion-vortex-partitioned/install | 2 +- .../results/20261102/c7a.metal-48xl.json | 59 +++++++++++++++++++ .../results/20261102/c8g.4xlarge.json | 59 +++++++++++++++++++ .../results/20261102/c8g.metal-48xl.json | 59 +++++++++++++++++++ datafusion-vortex/README.md | 2 +- datafusion-vortex/install | 2 +- .../results/20261102/c7a.metal-48xl.json | 59 +++++++++++++++++++ .../results/20261102/c8g.4xlarge.json | 59 +++++++++++++++++++ .../results/20261102/c8g.metal-48xl.json | 59 +++++++++++++++++++ 10 files changed, 358 insertions(+), 4 deletions(-) create mode 100644 datafusion-vortex-partitioned/results/20261102/c7a.metal-48xl.json create mode 100644 datafusion-vortex-partitioned/results/20261102/c8g.4xlarge.json create mode 100644 datafusion-vortex-partitioned/results/20261102/c8g.metal-48xl.json create mode 100644 datafusion-vortex/results/20261102/c7a.metal-48xl.json create mode 100644 datafusion-vortex/results/20261102/c8g.4xlarge.json create mode 100644 datafusion-vortex/results/20261102/c8g.metal-48xl.json diff --git a/datafusion-vortex-partitioned/README.md b/datafusion-vortex-partitioned/README.md index 4842587a95..4b733d6469 100644 --- a/datafusion-vortex-partitioned/README.md +++ b/datafusion-vortex-partitioned/README.md @@ -15,7 +15,7 @@ bash benchmark.sh The shared benchmark harness builds `vortex-datafusion-cli`, downloads the partitioned Parquet files, converts each `partitioned/hits_N.parquet` file into exactly one `vortex/hits_N.vortex` file, and runs the query set. -The `install` script checks out `vortex-datafusion-cli` tag `0.70.0-53.1.0`. CLI tags use `-`, where the first component is the `vortex-datafusion` crate version and the second is the DataFusion/DataFusion CLI version. +The `install` script checks out `vortex-datafusion-cli` tag `0.90.0-55.2.0`. CLI tags use `-`, where the first component is the `vortex-datafusion` crate version and the second is the DataFusion/DataFusion CLI version. You can update/preview the results by running: diff --git a/datafusion-vortex-partitioned/install b/datafusion-vortex-partitioned/install index b312ec1615..7b5aaa6905 100755 --- a/datafusion-vortex-partitioned/install +++ b/datafusion-vortex-partitioned/install @@ -3,7 +3,7 @@ set -e if [ ! -x vortex-datafusion-cli/target/release/vortex-datafusion-cli ]; then # - - CLI_TAG=0.87.0-55.1.0 + CLI_TAG=0.90.0-55.2.0 if ! command -v cargo >/dev/null 2>&1; then curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs > rust-init.sh diff --git a/datafusion-vortex-partitioned/results/20261102/c7a.metal-48xl.json b/datafusion-vortex-partitioned/results/20261102/c7a.metal-48xl.json new file mode 100644 index 0000000000..dfbc20c003 --- /dev/null +++ b/datafusion-vortex-partitioned/results/20261102/c7a.metal-48xl.json @@ -0,0 +1,59 @@ +{ + "system": "DataFusion (Vortex, partitioned)", + "date": "2026-11-02", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 51, + "data_size": 12261103120, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.073, 0.003, 0.003], + [0.133, 0.02, 0.02], + [0.146, 0.047, 0.047], + [0.506, 0.032, 0.026], + [0.906, 0.124, 0.139], + [0.708, 0.148, 0.155], + [0.059, 0.002, 0.002], + [0.167, 0.033, 0.035], + [0.907, 0.146, 0.159], + [1.388, 0.285, 0.277], + [0.643, 0.08, 0.061], + [0.912, 0.06, 0.076], + [0.887, 0.125, 0.113], + [2.205, 0.223, 0.235], + [0.848, 0.138, 0.134], + [0.602, 0.12, 0.128], + [2.233, 0.248, 0.242], + [2.149, 0.26, 0.26], + [3.34, 0.37, 0.402], + [0.286, 0.027, 0.041], + [11.417, 0.324, 0.153], + [13.501, 0.179, 0.171], + [17.354, 0.177, 0.175], + [41.755, 0.573, 0.302], + [1.175, 0.034, 0.054], + [0.848, 0.05, 0.063], + [1.382, 0.057, 0.064], + [11.827, 0.217, 0.174], + [9.943, 0.431, 0.416], + [0.163, 0.042, 0.048], + [2.133, 0.138, 0.133], + [5.116, 0.171, 0.184], + [3.603, 0.46, 0.443], + [11.81, 0.387, 0.379], + [11.788, 0.384, 0.379], + [0.291, 0.105, 0.111], + [0.249, 0.067, 0.069], + [0.207, 0.037, 0.044], + [0.202, 0.032, 0.034], + [0.318, 0.126, 0.1], + [0.241, 0.033, 0.028], + [0.243, 0.03, 0.031], + [0.249, 0.028, 0.028] +] +} diff --git a/datafusion-vortex-partitioned/results/20261102/c8g.4xlarge.json b/datafusion-vortex-partitioned/results/20261102/c8g.4xlarge.json new file mode 100644 index 0000000000..acc2a655ec --- /dev/null +++ b/datafusion-vortex-partitioned/results/20261102/c8g.4xlarge.json @@ -0,0 +1,59 @@ +{ + "system": "DataFusion (Vortex, partitioned)", + "date": "2026-11-02", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 82, + "data_size": 12261103896, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.049, 0.001, 0.001], + [0.099, 0.011, 0.012], + [0.174, 0.027, 0.026], + [0.58, 0.024, 0.025], + [1.227, 0.195, 0.191], + [1.14, 0.206, 0.205], + [0.043, 0.001, 0.001], + [0.125, 0.015, 0.015], + [1.024, 0.278, 0.28], + [1.796, 0.355, 0.353], + [0.673, 0.058, 0.051], + [1.23, 0.063, 0.061], + [1.421, 0.183, 0.183], + [2.764, 0.281, 0.27], + [1.156, 0.188, 0.187], + [0.881, 0.22, 0.217], + [2.698, 0.465, 0.476], + [2.651, 0.465, 0.476], + [3.833, 0.906, 0.899], + [0.388, 0.014, 0.015], + [12.397, 0.584, 0.296], + [15.354, 0.249, 0.248], + [18.364, 0.285, 0.286], + [14.967, 0.288, 0.282], + [0.264, 0.027, 0.026], + [1.465, 0.05, 0.049], + [0.675, 0.025, 0.025], + [13.424, 0.266, 0.26], + [10.999, 2.103, 2.117], + [0.146, 0.034, 0.033], + [2.615, 0.167, 0.165], + [5.874, 0.152, 0.155], + [4.097, 0.691, 0.682], + [13.273, 0.978, 0.978], + [13.321, 0.986, 0.988], + [0.407, 0.21, 0.21], + [0.169, 0.036, 0.037], + [0.143, 0.022, 0.021], + [0.161, 0.011, 0.011], + [0.238, 0.08, 0.079], + [0.133, 0.011, 0.009], + [0.135, 0.01, 0.009], + [0.139, 0.009, 0.009] +] +} diff --git a/datafusion-vortex-partitioned/results/20261102/c8g.metal-48xl.json b/datafusion-vortex-partitioned/results/20261102/c8g.metal-48xl.json new file mode 100644 index 0000000000..e9fd4c00ec --- /dev/null +++ b/datafusion-vortex-partitioned/results/20261102/c8g.metal-48xl.json @@ -0,0 +1,59 @@ +{ + "system": "DataFusion (Vortex, partitioned)", + "date": "2026-11-02", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 52, + "data_size": 12261103896, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.04, 0.002, 0.002], + [0.085, 0.028, 0.034], + [0.097, 0.044, 0.051], + [0.479, 0.052, 0.035], + [1.069, 0.116, 0.114], + [0.984, 0.129, 0.128], + [0.039, 0.002, 0.002], + [0.112, 0.033, 0.033], + [0.865, 0.153, 0.161], + [1.553, 0.229, 0.208], + [0.598, 0.075, 0.076], + [1.101, 0.079, 0.088], + [1.051, 0.117, 0.118], + [2.397, 0.229, 0.225], + [0.774, 0.125, 0.123], + [0.779, 0.115, 0.124], + [2.359, 0.239, 0.242], + [2.016, 0.224, 0.23], + [3.132, 0.393, 0.392], + [0.231, 0.026, 0.023], + [11.465, 0.542, 0.12], + [13.804, 0.193, 0.159], + [17.622, 0.171, 0.176], + [43.417, 0.267, 0.268], + [1.121, 0.039, 0.042], + [1.105, 0.059, 0.051], + [1.609, 0.039, 0.037], + [12.095, 0.18, 0.164], + [10.048, 0.512, 0.524], + [0.114, 0.048, 0.042], + [2.065, 0.113, 0.112], + [5.353, 0.135, 0.137], + [3.779, 0.411, 0.409], + [11.75, 0.486, 0.45], + [11.673, 0.433, 0.463], + [0.248, 0.109, 0.107], + [0.165, 0.057, 0.059], + [0.148, 0.037, 0.04], + [0.164, 0.032, 0.032], + [0.215, 0.091, 0.089], + [0.154, 0.031, 0.031], + [0.157, 0.031, 0.031], + [0.134, 0.031, 0.032] +] +} diff --git a/datafusion-vortex/README.md b/datafusion-vortex/README.md index ed45008536..27a1bfb184 100644 --- a/datafusion-vortex/README.md +++ b/datafusion-vortex/README.md @@ -15,7 +15,7 @@ bash benchmark.sh The shared benchmark harness builds `vortex-datafusion-cli`, downloads `hits.parquet`, converts it to `vortex/hits.vortex`, and runs the query set. -The `install` script checks out `vortex-datafusion-cli` tag `0.70.0-53.1.0`. CLI tags use `-`, where the first component is the `vortex-datafusion` crate version and the second is the DataFusion/DataFusion CLI version. +The `install` script checks out `vortex-datafusion-cli` tag `0.90.0-55.2.0`. CLI tags use `-`, where the first component is the `vortex-datafusion` crate version and the second is the DataFusion/DataFusion CLI version. You can update/preview the results by running: diff --git a/datafusion-vortex/install b/datafusion-vortex/install index b312ec1615..7b5aaa6905 100755 --- a/datafusion-vortex/install +++ b/datafusion-vortex/install @@ -3,7 +3,7 @@ set -e if [ ! -x vortex-datafusion-cli/target/release/vortex-datafusion-cli ]; then # - - CLI_TAG=0.87.0-55.1.0 + CLI_TAG=0.90.0-55.2.0 if ! command -v cargo >/dev/null 2>&1; then curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs > rust-init.sh diff --git a/datafusion-vortex/results/20261102/c7a.metal-48xl.json b/datafusion-vortex/results/20261102/c7a.metal-48xl.json new file mode 100644 index 0000000000..f0df10cedc --- /dev/null +++ b/datafusion-vortex/results/20261102/c7a.metal-48xl.json @@ -0,0 +1,59 @@ +{ + "system": "DataFusion (Vortex, single)", + "date": "2026-11-02", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 99, + "data_size": 12263287384, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.098, 0.001, 0.001], + [0.209, 0.021, 0.024], + [0.188, 0.017, 0.021], + [0.441, 0.051, 0.055], + [0.581, 0.126, 0.125], + [0.685, 0.162, 0.168], + [0.083, 0.001, 0.001], + [0.256, 0.027, 0.027], + [0.927, 0.165, 0.164], + [1.282, 0.312, 0.26], + [0.591, 0.076, 0.08], + [0.635, 0.083, 0.086], + [0.759, 0.157, 0.149], + [2.232, 0.251, 0.249], + [0.908, 0.155, 0.155], + [0.533, 0.135, 0.132], + [2.148, 0.259, 0.259], + [2.138, 0.253, 0.252], + [3.286, 0.38, 0.382], + [0.304, 0.034, 0.036], + [10.967, 0.222, 0.205], + [12.878, 0.257, 0.262], + [16.908, 0.319, 0.278], + [45.878, 0.882, 1.15], + [1.679, 0.091, 0.067], + [0.666, 0.067, 0.064], + [1.681, 0.07, 0.074], + [11.352, 0.266, 0.254], + [9.377, 0.447, 0.459], + [0.209, 0.033, 0.032], + [2.032, 0.124, 0.119], + [5.063, 0.153, 0.173], + [3.887, 0.486, 0.43], + [11.314, 0.475, 0.438], + [11.319, 0.467, 0.445], + [0.4, 0.107, 0.104], + [0.356, 0.101, 0.096], + [0.312, 0.063, 0.054], + [0.316, 0.067, 0.064], + [0.422, 0.182, 0.178], + [0.294, 0.033, 0.036], + [0.285, 0.032, 0.034], + [0.281, 0.029, 0.032] +] +} diff --git a/datafusion-vortex/results/20261102/c8g.4xlarge.json b/datafusion-vortex/results/20261102/c8g.4xlarge.json new file mode 100644 index 0000000000..2c7d8e7e10 --- /dev/null +++ b/datafusion-vortex/results/20261102/c8g.4xlarge.json @@ -0,0 +1,59 @@ +{ + "system": "DataFusion (Vortex, single)", + "date": "2026-11-02", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 69, + "data_size": 12263286040, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.048, 0.001, 0.001], + [0.109, 0.009, 0.01], + [0.147, 0.028, 0.029], + [0.501, 0.037, 0.041], + [1.119, 0.227, 0.212], + [1.067, 0.315, 0.354], + [0.039, 0.001, 0.001], + [0.125, 0.011, 0.01], + [0.938, 0.32, 0.304], + [1.321, 0.397, 0.424], + [0.583, 0.066, 0.062], + [1.125, 0.072, 0.066], + [1.455, 0.321, 0.306], + [2.55, 0.314, 0.327], + [1.134, 0.296, 0.301], + [0.607, 0.249, 0.249], + [2.629, 0.532, 0.537], + [2.618, 0.544, 0.537], + [3.766, 0.988, 0.94], + [0.34, 0.027, 0.034], + [11.809, 0.521, 0.325], + [15.05, 0.387, 0.389], + [18.208, 0.455, 0.454], + [46.371, 40.346, 39.999], + [2.262, 0.093, 0.088], + [1.33, 0.068, 0.075], + [2.466, 0.09, 0.086], + [13.181, 0.386, 0.411], + [11.039, 2.75, 2.648], + [0.138, 0.034, 0.033], + [2.344, 0.207, 0.224], + [5.583, 0.177, 0.178], + [3.869, 0.749, 0.733], + [12.91, 1.298, 1.229], + [12.936, 1.246, 1.238], + [0.414, 0.227, 0.225], + [0.209, 0.07, 0.07], + [0.173, 0.04, 0.038], + [0.171, 0.033, 0.036], + [0.314, 0.163, 0.166], + [0.15, 0.017, 0.014], + [0.15, 0.012, 0.011], + [0.138, 0.013, 0.014] +] +} diff --git a/datafusion-vortex/results/20261102/c8g.metal-48xl.json b/datafusion-vortex/results/20261102/c8g.metal-48xl.json new file mode 100644 index 0000000000..d48037c5fd --- /dev/null +++ b/datafusion-vortex/results/20261102/c8g.metal-48xl.json @@ -0,0 +1,59 @@ +{ + "system": "DataFusion (Vortex, single)", + "date": "2026-11-02", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 102, + "data_size": 12263286040, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.046, 0.001, 0.001], + [0.108, 0.018, 0.017], + [0.122, 0.018, 0.016], + [0.376, 0.035, 0.044], + [0.897, 0.102, 0.108], + [0.95, 0.127, 0.134], + [0.039, 0.001, 0.001], + [0.141, 0.032, 0.031], + [0.794, 0.133, 0.141], + [1.344, 0.205, 0.228], + [0.486, 0.071, 0.071], + [0.925, 0.084, 0.081], + [0.977, 0.128, 0.126], + [2.287, 0.216, 0.227], + [0.83, 0.133, 0.133], + [0.672, 0.101, 0.104], + [2.262, 0.219, 0.217], + [1.979, 0.223, 0.211], + [3.01, 0.381, 0.396], + [0.228, 0.052, 0.032], + [11.23, 0.155, 0.181], + [13.202, 0.247, 0.267], + [16.863, 0.274, 0.274], + [45.734, 1.385, 1.479], + [1.591, 0.064, 0.076], + [0.939, 0.053, 0.054], + [2.014, 0.073, 0.069], + [11.579, 0.225, 0.259], + [9.298, 0.487, 0.479], + [0.143, 0.028, 0.028], + [1.911, 0.11, 0.104], + [5.168, 0.143, 0.144], + [3.774, 0.444, 0.415], + [11.21, 0.479, 0.493], + [11.22, 0.504, 0.43], + [0.453, 0.091, 0.103], + [0.273, 0.079, 0.081], + [0.182, 0.053, 0.052], + [0.2, 0.057, 0.06], + [0.285, 0.158, 0.155], + [0.167, 0.036, 0.037], + [0.161, 0.034, 0.033], + [0.155, 0.033, 0.033] +] +}