From cd77f52bdd838546c78c6cbaccfb18afe79f5ebb Mon Sep 17 00:00:00 2001 From: Joe Isaacs Date: Wed, 4 Nov 2026 17:38:53 +0000 Subject: [PATCH 1/4] DataFusion (Vortex): bump to Vortex 0.90.0 and update results Build vortex-datafusion-cli 0.90.0-55.2.0 (Vortex 0.90.0, DataFusion 55.2.0) for both the single-file and the partitioned variant, and add results for c8g.metal-48xl, c7a.metal-48xl and c8g.4xlarge. The READMEs still named the 0.70.0-53.1.0 tag, so they now match the install scripts. Signed-off-by: Joe Isaacs Co-Authored-By: Claude Opus 5.5 --- datafusion-vortex-partitioned/README.md | 2 +- datafusion-vortex-partitioned/install | 2 +- .../results/20261102/c7a.metal-48xl.json | 59 +++++++++++++++++++ .../results/20261102/c8g.4xlarge.json | 59 +++++++++++++++++++ .../results/20261102/c8g.metal-48xl.json | 59 +++++++++++++++++++ datafusion-vortex/README.md | 2 +- datafusion-vortex/install | 2 +- .../results/20261102/c7a.metal-48xl.json | 59 +++++++++++++++++++ .../results/20261102/c8g.4xlarge.json | 59 +++++++++++++++++++ .../results/20261102/c8g.metal-48xl.json | 59 +++++++++++++++++++ 10 files changed, 358 insertions(+), 4 deletions(-) create mode 100644 datafusion-vortex-partitioned/results/20261102/c7a.metal-48xl.json create mode 100644 datafusion-vortex-partitioned/results/20261102/c8g.4xlarge.json create mode 100644 datafusion-vortex-partitioned/results/20261102/c8g.metal-48xl.json create mode 100644 datafusion-vortex/results/20261102/c7a.metal-48xl.json create mode 100644 datafusion-vortex/results/20261102/c8g.4xlarge.json create mode 100644 datafusion-vortex/results/20261102/c8g.metal-48xl.json diff --git a/datafusion-vortex-partitioned/README.md b/datafusion-vortex-partitioned/README.md index 4842587a95..4b733d6469 100644 --- a/datafusion-vortex-partitioned/README.md +++ b/datafusion-vortex-partitioned/README.md @@ -15,7 +15,7 @@ bash benchmark.sh The shared benchmark harness builds `vortex-datafusion-cli`, downloads the partitioned Parquet files, converts each `partitioned/hits_N.parquet` file into exactly one `vortex/hits_N.vortex` file, and runs the query set. -The `install` script checks out `vortex-datafusion-cli` tag `0.70.0-53.1.0`. CLI tags use `-`, where the first component is the `vortex-datafusion` crate version and the second is the DataFusion/DataFusion CLI version. +The `install` script checks out `vortex-datafusion-cli` tag `0.90.0-55.2.0`. CLI tags use `-`, where the first component is the `vortex-datafusion` crate version and the second is the DataFusion/DataFusion CLI version. You can update/preview the results by running: diff --git a/datafusion-vortex-partitioned/install b/datafusion-vortex-partitioned/install index b312ec1615..7b5aaa6905 100755 --- a/datafusion-vortex-partitioned/install +++ b/datafusion-vortex-partitioned/install @@ -3,7 +3,7 @@ set -e if [ ! -x vortex-datafusion-cli/target/release/vortex-datafusion-cli ]; then # - - CLI_TAG=0.87.0-55.1.0 + CLI_TAG=0.90.0-55.2.0 if ! command -v cargo >/dev/null 2>&1; then curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs > rust-init.sh diff --git a/datafusion-vortex-partitioned/results/20261102/c7a.metal-48xl.json b/datafusion-vortex-partitioned/results/20261102/c7a.metal-48xl.json new file mode 100644 index 0000000000..dfbc20c003 --- /dev/null +++ b/datafusion-vortex-partitioned/results/20261102/c7a.metal-48xl.json @@ -0,0 +1,59 @@ +{ + "system": "DataFusion (Vortex, partitioned)", + "date": "2026-11-02", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 51, + "data_size": 12261103120, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.073, 0.003, 0.003], + [0.133, 0.02, 0.02], + [0.146, 0.047, 0.047], + [0.506, 0.032, 0.026], + [0.906, 0.124, 0.139], + [0.708, 0.148, 0.155], + [0.059, 0.002, 0.002], + [0.167, 0.033, 0.035], + [0.907, 0.146, 0.159], + [1.388, 0.285, 0.277], + [0.643, 0.08, 0.061], + [0.912, 0.06, 0.076], + [0.887, 0.125, 0.113], + [2.205, 0.223, 0.235], + [0.848, 0.138, 0.134], + [0.602, 0.12, 0.128], + [2.233, 0.248, 0.242], + [2.149, 0.26, 0.26], + [3.34, 0.37, 0.402], + [0.286, 0.027, 0.041], + [11.417, 0.324, 0.153], + [13.501, 0.179, 0.171], + [17.354, 0.177, 0.175], + [41.755, 0.573, 0.302], + [1.175, 0.034, 0.054], + [0.848, 0.05, 0.063], + [1.382, 0.057, 0.064], + [11.827, 0.217, 0.174], + [9.943, 0.431, 0.416], + [0.163, 0.042, 0.048], + [2.133, 0.138, 0.133], + [5.116, 0.171, 0.184], + [3.603, 0.46, 0.443], + [11.81, 0.387, 0.379], + [11.788, 0.384, 0.379], + [0.291, 0.105, 0.111], + [0.249, 0.067, 0.069], + [0.207, 0.037, 0.044], + [0.202, 0.032, 0.034], + [0.318, 0.126, 0.1], + [0.241, 0.033, 0.028], + [0.243, 0.03, 0.031], + [0.249, 0.028, 0.028] +] +} diff --git a/datafusion-vortex-partitioned/results/20261102/c8g.4xlarge.json b/datafusion-vortex-partitioned/results/20261102/c8g.4xlarge.json new file mode 100644 index 0000000000..acc2a655ec --- /dev/null +++ b/datafusion-vortex-partitioned/results/20261102/c8g.4xlarge.json @@ -0,0 +1,59 @@ +{ + "system": "DataFusion (Vortex, partitioned)", + "date": "2026-11-02", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 82, + "data_size": 12261103896, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.049, 0.001, 0.001], + [0.099, 0.011, 0.012], + [0.174, 0.027, 0.026], + [0.58, 0.024, 0.025], + [1.227, 0.195, 0.191], + [1.14, 0.206, 0.205], + [0.043, 0.001, 0.001], + [0.125, 0.015, 0.015], + [1.024, 0.278, 0.28], + [1.796, 0.355, 0.353], + [0.673, 0.058, 0.051], + [1.23, 0.063, 0.061], + [1.421, 0.183, 0.183], + [2.764, 0.281, 0.27], + [1.156, 0.188, 0.187], + [0.881, 0.22, 0.217], + [2.698, 0.465, 0.476], + [2.651, 0.465, 0.476], + [3.833, 0.906, 0.899], + [0.388, 0.014, 0.015], + [12.397, 0.584, 0.296], + [15.354, 0.249, 0.248], + [18.364, 0.285, 0.286], + [14.967, 0.288, 0.282], + [0.264, 0.027, 0.026], + [1.465, 0.05, 0.049], + [0.675, 0.025, 0.025], + [13.424, 0.266, 0.26], + [10.999, 2.103, 2.117], + [0.146, 0.034, 0.033], + [2.615, 0.167, 0.165], + [5.874, 0.152, 0.155], + [4.097, 0.691, 0.682], + [13.273, 0.978, 0.978], + [13.321, 0.986, 0.988], + [0.407, 0.21, 0.21], + [0.169, 0.036, 0.037], + [0.143, 0.022, 0.021], + [0.161, 0.011, 0.011], + [0.238, 0.08, 0.079], + [0.133, 0.011, 0.009], + [0.135, 0.01, 0.009], + [0.139, 0.009, 0.009] +] +} diff --git a/datafusion-vortex-partitioned/results/20261102/c8g.metal-48xl.json b/datafusion-vortex-partitioned/results/20261102/c8g.metal-48xl.json new file mode 100644 index 0000000000..e9fd4c00ec --- /dev/null +++ b/datafusion-vortex-partitioned/results/20261102/c8g.metal-48xl.json @@ -0,0 +1,59 @@ +{ + "system": "DataFusion (Vortex, partitioned)", + "date": "2026-11-02", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 52, + "data_size": 12261103896, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.04, 0.002, 0.002], + [0.085, 0.028, 0.034], + [0.097, 0.044, 0.051], + [0.479, 0.052, 0.035], + [1.069, 0.116, 0.114], + [0.984, 0.129, 0.128], + [0.039, 0.002, 0.002], + [0.112, 0.033, 0.033], + [0.865, 0.153, 0.161], + [1.553, 0.229, 0.208], + [0.598, 0.075, 0.076], + [1.101, 0.079, 0.088], + [1.051, 0.117, 0.118], + [2.397, 0.229, 0.225], + [0.774, 0.125, 0.123], + [0.779, 0.115, 0.124], + [2.359, 0.239, 0.242], + [2.016, 0.224, 0.23], + [3.132, 0.393, 0.392], + [0.231, 0.026, 0.023], + [11.465, 0.542, 0.12], + [13.804, 0.193, 0.159], + [17.622, 0.171, 0.176], + [43.417, 0.267, 0.268], + [1.121, 0.039, 0.042], + [1.105, 0.059, 0.051], + [1.609, 0.039, 0.037], + [12.095, 0.18, 0.164], + [10.048, 0.512, 0.524], + [0.114, 0.048, 0.042], + [2.065, 0.113, 0.112], + [5.353, 0.135, 0.137], + [3.779, 0.411, 0.409], + [11.75, 0.486, 0.45], + [11.673, 0.433, 0.463], + [0.248, 0.109, 0.107], + [0.165, 0.057, 0.059], + [0.148, 0.037, 0.04], + [0.164, 0.032, 0.032], + [0.215, 0.091, 0.089], + [0.154, 0.031, 0.031], + [0.157, 0.031, 0.031], + [0.134, 0.031, 0.032] +] +} diff --git a/datafusion-vortex/README.md b/datafusion-vortex/README.md index ed45008536..27a1bfb184 100644 --- a/datafusion-vortex/README.md +++ b/datafusion-vortex/README.md @@ -15,7 +15,7 @@ bash benchmark.sh The shared benchmark harness builds `vortex-datafusion-cli`, downloads `hits.parquet`, converts it to `vortex/hits.vortex`, and runs the query set. -The `install` script checks out `vortex-datafusion-cli` tag `0.70.0-53.1.0`. CLI tags use `-`, where the first component is the `vortex-datafusion` crate version and the second is the DataFusion/DataFusion CLI version. +The `install` script checks out `vortex-datafusion-cli` tag `0.90.0-55.2.0`. CLI tags use `-`, where the first component is the `vortex-datafusion` crate version and the second is the DataFusion/DataFusion CLI version. You can update/preview the results by running: diff --git a/datafusion-vortex/install b/datafusion-vortex/install index b312ec1615..7b5aaa6905 100755 --- a/datafusion-vortex/install +++ b/datafusion-vortex/install @@ -3,7 +3,7 @@ set -e if [ ! -x vortex-datafusion-cli/target/release/vortex-datafusion-cli ]; then # - - CLI_TAG=0.87.0-55.1.0 + CLI_TAG=0.90.0-55.2.0 if ! command -v cargo >/dev/null 2>&1; then curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs > rust-init.sh diff --git a/datafusion-vortex/results/20261102/c7a.metal-48xl.json b/datafusion-vortex/results/20261102/c7a.metal-48xl.json new file mode 100644 index 0000000000..f0df10cedc --- /dev/null +++ b/datafusion-vortex/results/20261102/c7a.metal-48xl.json @@ -0,0 +1,59 @@ +{ + "system": "DataFusion (Vortex, single)", + "date": "2026-11-02", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 99, + "data_size": 12263287384, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.098, 0.001, 0.001], + [0.209, 0.021, 0.024], + [0.188, 0.017, 0.021], + [0.441, 0.051, 0.055], + [0.581, 0.126, 0.125], + [0.685, 0.162, 0.168], + [0.083, 0.001, 0.001], + [0.256, 0.027, 0.027], + [0.927, 0.165, 0.164], + [1.282, 0.312, 0.26], + [0.591, 0.076, 0.08], + [0.635, 0.083, 0.086], + [0.759, 0.157, 0.149], + [2.232, 0.251, 0.249], + [0.908, 0.155, 0.155], + [0.533, 0.135, 0.132], + [2.148, 0.259, 0.259], + [2.138, 0.253, 0.252], + [3.286, 0.38, 0.382], + [0.304, 0.034, 0.036], + [10.967, 0.222, 0.205], + [12.878, 0.257, 0.262], + [16.908, 0.319, 0.278], + [45.878, 0.882, 1.15], + [1.679, 0.091, 0.067], + [0.666, 0.067, 0.064], + [1.681, 0.07, 0.074], + [11.352, 0.266, 0.254], + [9.377, 0.447, 0.459], + [0.209, 0.033, 0.032], + [2.032, 0.124, 0.119], + [5.063, 0.153, 0.173], + [3.887, 0.486, 0.43], + [11.314, 0.475, 0.438], + [11.319, 0.467, 0.445], + [0.4, 0.107, 0.104], + [0.356, 0.101, 0.096], + [0.312, 0.063, 0.054], + [0.316, 0.067, 0.064], + [0.422, 0.182, 0.178], + [0.294, 0.033, 0.036], + [0.285, 0.032, 0.034], + [0.281, 0.029, 0.032] +] +} diff --git a/datafusion-vortex/results/20261102/c8g.4xlarge.json b/datafusion-vortex/results/20261102/c8g.4xlarge.json new file mode 100644 index 0000000000..2c7d8e7e10 --- /dev/null +++ b/datafusion-vortex/results/20261102/c8g.4xlarge.json @@ -0,0 +1,59 @@ +{ + "system": "DataFusion (Vortex, single)", + "date": "2026-11-02", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 69, + "data_size": 12263286040, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.048, 0.001, 0.001], + [0.109, 0.009, 0.01], + [0.147, 0.028, 0.029], + [0.501, 0.037, 0.041], + [1.119, 0.227, 0.212], + [1.067, 0.315, 0.354], + [0.039, 0.001, 0.001], + [0.125, 0.011, 0.01], + [0.938, 0.32, 0.304], + [1.321, 0.397, 0.424], + [0.583, 0.066, 0.062], + [1.125, 0.072, 0.066], + [1.455, 0.321, 0.306], + [2.55, 0.314, 0.327], + [1.134, 0.296, 0.301], + [0.607, 0.249, 0.249], + [2.629, 0.532, 0.537], + [2.618, 0.544, 0.537], + [3.766, 0.988, 0.94], + [0.34, 0.027, 0.034], + [11.809, 0.521, 0.325], + [15.05, 0.387, 0.389], + [18.208, 0.455, 0.454], + [46.371, 40.346, 39.999], + [2.262, 0.093, 0.088], + [1.33, 0.068, 0.075], + [2.466, 0.09, 0.086], + [13.181, 0.386, 0.411], + [11.039, 2.75, 2.648], + [0.138, 0.034, 0.033], + [2.344, 0.207, 0.224], + [5.583, 0.177, 0.178], + [3.869, 0.749, 0.733], + [12.91, 1.298, 1.229], + [12.936, 1.246, 1.238], + [0.414, 0.227, 0.225], + [0.209, 0.07, 0.07], + [0.173, 0.04, 0.038], + [0.171, 0.033, 0.036], + [0.314, 0.163, 0.166], + [0.15, 0.017, 0.014], + [0.15, 0.012, 0.011], + [0.138, 0.013, 0.014] +] +} diff --git a/datafusion-vortex/results/20261102/c8g.metal-48xl.json b/datafusion-vortex/results/20261102/c8g.metal-48xl.json new file mode 100644 index 0000000000..d48037c5fd --- /dev/null +++ b/datafusion-vortex/results/20261102/c8g.metal-48xl.json @@ -0,0 +1,59 @@ +{ + "system": "DataFusion (Vortex, single)", + "date": "2026-11-02", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 102, + "data_size": 12263286040, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.046, 0.001, 0.001], + [0.108, 0.018, 0.017], + [0.122, 0.018, 0.016], + [0.376, 0.035, 0.044], + [0.897, 0.102, 0.108], + [0.95, 0.127, 0.134], + [0.039, 0.001, 0.001], + [0.141, 0.032, 0.031], + [0.794, 0.133, 0.141], + [1.344, 0.205, 0.228], + [0.486, 0.071, 0.071], + [0.925, 0.084, 0.081], + [0.977, 0.128, 0.126], + [2.287, 0.216, 0.227], + [0.83, 0.133, 0.133], + [0.672, 0.101, 0.104], + [2.262, 0.219, 0.217], + [1.979, 0.223, 0.211], + [3.01, 0.381, 0.396], + [0.228, 0.052, 0.032], + [11.23, 0.155, 0.181], + [13.202, 0.247, 0.267], + [16.863, 0.274, 0.274], + [45.734, 1.385, 1.479], + [1.591, 0.064, 0.076], + [0.939, 0.053, 0.054], + [2.014, 0.073, 0.069], + [11.579, 0.225, 0.259], + [9.298, 0.487, 0.479], + [0.143, 0.028, 0.028], + [1.911, 0.11, 0.104], + [5.168, 0.143, 0.144], + [3.774, 0.444, 0.415], + [11.21, 0.479, 0.493], + [11.22, 0.504, 0.43], + [0.453, 0.091, 0.103], + [0.273, 0.079, 0.081], + [0.182, 0.053, 0.052], + [0.2, 0.057, 0.06], + [0.285, 0.158, 0.155], + [0.167, 0.036, 0.037], + [0.161, 0.034, 0.033], + [0.155, 0.033, 0.033] +] +} From e4bd1118d995e2d46da9cae8f3617eba14af6416 Mon Sep 17 00:00:00 2001 From: Joe Isaacs Date: Wed, 4 Nov 2026 17:38:54 +0000 Subject: [PATCH 2/4] DuckDB (Vortex): build Vortex 0.90.0 on DuckDB 2.0 and update results Build duckdb-vortex from source for both the single-file and the partitioned variant, pinned to a commit with Vortex 0.90.0 on DuckDB v2.0.0, and add results for c8g.metal-48xl, c7a.metal-48xl and c8g.4xlarge. DuckDB's own `INSTALL vortex` ships an older Vortex, and the partitioned variant was still on v0.44.0. Building against DuckDB 2.0 needs three fixes: link vortex into the shell explicitly (STATICALLY_LINK_EXTENSIONS), skip C++20 module scanning, which needs clang-scan-deps, and raise the open-file limit for many-core hosts. The install script now checks for vortex_version() rather than for the binary, since the plain shell is linked before the extension is built. Rebased onto main after the DuckDB 2.0 bump (#3186): pass -no-agent to the custom binary in load and query for both variants, so the CLI keeps its plain output when run from an AI coding agent. Signed-off-by: Joe Isaacs Co-Authored-By: Claude Opus 5.5 Claude-Session: https://claude.ai/code/session_01UeniBANoYjsc8bCuAtmkMC --- duckdb-vortex-partitioned/install | 28 +++++++-- duckdb-vortex-partitioned/load | 4 +- duckdb-vortex-partitioned/query | 3 +- .../results/20261102/c7a.metal-48xl.json | 59 +++++++++++++++++++ .../results/20261102/c8g.4xlarge.json | 59 +++++++++++++++++++ .../results/20261102/c8g.metal-48xl.json | 59 +++++++++++++++++++ duckdb-vortex/check | 3 +- duckdb-vortex/install | 59 +++++++++++++++---- duckdb-vortex/load | 6 +- duckdb-vortex/query | 7 ++- .../results/20261102/c7a.metal-48xl.json | 59 +++++++++++++++++++ .../results/20261102/c8g.4xlarge.json | 59 +++++++++++++++++++ .../results/20261102/c8g.metal-48xl.json | 59 +++++++++++++++++++ 13 files changed, 437 insertions(+), 27 deletions(-) create mode 100644 duckdb-vortex-partitioned/results/20261102/c7a.metal-48xl.json create mode 100644 duckdb-vortex-partitioned/results/20261102/c8g.4xlarge.json create mode 100644 duckdb-vortex-partitioned/results/20261102/c8g.metal-48xl.json create mode 100644 duckdb-vortex/results/20261102/c7a.metal-48xl.json create mode 100644 duckdb-vortex/results/20261102/c8g.4xlarge.json create mode 100644 duckdb-vortex/results/20261102/c8g.metal-48xl.json diff --git a/duckdb-vortex-partitioned/install b/duckdb-vortex-partitioned/install index 9306aac5a4..83d3167e7b 100755 --- a/duckdb-vortex-partitioned/install +++ b/duckdb-vortex-partitioned/install @@ -2,10 +2,15 @@ set -e # Build duckdb-vortex from source. Idempotent. -if [ -x duckdb-vortex/build/release/duckdb ]; then +DUCKDB=duckdb-vortex/build/release/duckdb +if "$DUCKDB" -c "SELECT vortex_version()" >/dev/null 2>&1; then exit 0 fi +# Vortex 0.90.0 on DuckDB v2.0.0. DuckDB's own `INSTALL vortex` ships an +# older Vortex, so build the extension statically into the DuckDB CLI. +DUCKDB_VORTEX_REF=59b149bf38d354951dd078183852ca9ed11cb8d4 + # vcpkg fails the build with `unable to read $HOME` when cloud-init runs # this script with HOME unset. cloud-init.sh.in already exports it, but # stamp HOME locally too so the build works regardless of which @@ -13,7 +18,7 @@ fi export HOME="${HOME:-/root}" sudo apt-get update -y -sudo apt-get install -y ninja-build cmake build-essential make ccache pip clang pkg-config +sudo apt-get install -y ninja-build cmake build-essential make ccache pip clang libclang-dev pkg-config zip unzip if ! command -v cargo >/dev/null 2>&1; then curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs \ @@ -25,14 +30,25 @@ fi export CC=clang export CXX=clang++ +# On many-core hosts ninja and cargo together run hundreds of compiler +# jobs, which exceeds the default 1024 open-file limit (os error 24). +ulimit -n "$(ulimit -Hn)" 2>/dev/null || true + if [ ! -d duckdb-vortex ]; then - git clone https://github.com/vortex-data/duckdb-vortex --recursive + git clone https://github.com/vortex-data/duckdb-vortex fi ( cd duckdb-vortex - git fetch --tags - git checkout v0.44.0 + git fetch origin "$DUCKDB_VORTEX_REF" + git checkout "$DUCKDB_VORTEX_REF" git submodule update --init --recursive - GEN=ninja NATIVE_ARCH=1 LTO=thin make + # Since DuckDB 2.0 the shell links only the extensions it is told to. + # The extension uses no C++20 modules, and scanning for them needs + # clang-scan-deps, which Ubuntu's clang package does not ship. + EXT_FLAGS='-DSTATICALLY_LINK_EXTENSIONS="core_functions parquet json icu vortex" -DCMAKE_CXX_SCAN_FOR_MODULES=OFF' \ + GEN=ninja NATIVE_ARCH=1 LTO=thin make ) + +# Fail here rather than at load time if vortex did not make it into the shell. +"$DUCKDB" -c "SELECT vortex_version()" diff --git a/duckdb-vortex-partitioned/load b/duckdb-vortex-partitioned/load index 282755fc01..9bbb77f242 100755 --- a/duckdb-vortex-partitioned/load +++ b/duckdb-vortex-partitioned/load @@ -6,7 +6,7 @@ DUCKDB="$(pwd)/duckdb-vortex/build/release/duckdb" # Convert each parquet partition to a vortex file in parallel. seq 0 99 | xargs -P"$(nproc)" -I{} bash -c ' if [ ! -f "hits_{}.vortex" ]; then - "'"$DUCKDB"'" -c " + "'"$DUCKDB"'" -no-agent -c " COPY ( SELECT * REPLACE ( @@ -22,7 +22,7 @@ seq 0 99 | xargs -P"$(nproc)" -I{} bash -c ' # Build a persistent VIEW over the resulting vortex files. rm -f hits.db -"$DUCKDB" hits.db -c "CREATE VIEW hits AS SELECT * FROM read_vortex('hits_*.vortex')" +"$DUCKDB" -no-agent hits.db -c "CREATE VIEW hits AS SELECT * FROM read_vortex('hits_*.vortex')" # Free the source parquet files. rm -f hits_*.parquet diff --git a/duckdb-vortex-partitioned/query b/duckdb-vortex-partitioned/query index 3e67e19772..4585aea7e7 100755 --- a/duckdb-vortex-partitioned/query +++ b/duckdb-vortex-partitioned/query @@ -8,7 +8,8 @@ set -e DUCKDB="$(pwd)/duckdb-vortex/build/release/duckdb" query=$(cat) -out=$("$DUCKDB" hits.db -c ".timer on" -c "$query" 2>/tmp/duckdb.err.$$) && status=0 || status=$? +# -no-agent: keep the plain CLI output; see ../duckdb-vortex/query. +out=$("$DUCKDB" -no-agent hits.db -c ".timer on" -c "$query" 2>/tmp/duckdb.err.$$) && status=0 || status=$? if [ "$status" -ne 0 ]; then cat /tmp/duckdb.err.$$ >&2 diff --git a/duckdb-vortex-partitioned/results/20261102/c7a.metal-48xl.json b/duckdb-vortex-partitioned/results/20261102/c7a.metal-48xl.json new file mode 100644 index 0000000000..0965cdeaba --- /dev/null +++ b/duckdb-vortex-partitioned/results/20261102/c7a.metal-48xl.json @@ -0,0 +1,59 @@ +{ + "system": "DuckDB (Vortex, partitioned)", + "date": "2026-11-02", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], + "load_time": 87, + "data_size": 12251457760, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.18, 0.048, 0.043], + [0.217, 0.048, 0.045], + [0.22, 0.073, 0.07], + [0.584, 0.117, 0.112], + [0.61, 0.261, 0.249], + [0.558, 0.36, 0.364], + [0.196, 0.051, 0.049], + [0.231, 0.064, 0.058], + [0.943, 0.301, 0.311], + [1.22, 0.377, 0.345], + [0.621, 0.159, 0.158], + [0.708, 0.172, 0.156], + [0.568, 0.39, 0.378], + [2.007, 0.394, 0.372], + [0.681, 0.303, 0.322], + [0.628, 0.267, 0.275], + [1.945, 0.509, 0.485], + [1.943, 0.505, 0.467], + [3.012, 0.621, 0.617], + [0.28, 0.098, 0.098], + [8.56, 0.531, 0.488], + [13.066, 0.741, 0.758], + [16.711, 0.624, 0.631], + [2.12, 0.244, 0.256], + [0.22, 0.077, 0.083], + [0.514, 0.18, 0.18], + [0.212, 0.073, 0.077], + [11.186, 0.515, 0.566], + [9.255, 1.35, 1.476], + [0.225, 0.115, 0.114], + [1.911, 0.269, 0.27], + [4.921, 0.426, 0.395], + [3.694, 0.837, 0.865], + [11.287, 1.247, 1.305], + [11.261, 1.339, 1.444], + [0.333, 0.221, 0.241], + [0.2, 0.068, 0.067], + [0.178, 0.049, 0.053], + [0.266, 0.06, 0.062], + [0.295, 0.084, 0.093], + [0.256, 0.05, 0.053], + [0.247, 0.055, 0.056], + [0.244, 0.057, 0.058] +] +} diff --git a/duckdb-vortex-partitioned/results/20261102/c8g.4xlarge.json b/duckdb-vortex-partitioned/results/20261102/c8g.4xlarge.json new file mode 100644 index 0000000000..6d72227e25 --- /dev/null +++ b/duckdb-vortex-partitioned/results/20261102/c8g.4xlarge.json @@ -0,0 +1,59 @@ +{ + "system": "DuckDB (Vortex, partitioned)", + "date": "2026-11-02", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], + "load_time": 919, + "data_size": 12251458440, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.119, 0.016, 0.016], + [0.198, 0.023, 0.025], + [0.324, 0.03, 0.032], + [0.638, 0.076, 0.077], + [1.033, 0.186, 0.188], + [0.927, 0.193, 0.195], + [0.164, 0.018, 0.019], + [0.209, 0.028, 0.029], + [1.019, 0.23, 0.23], + [1.374, 0.317, 0.331], + [0.722, 0.094, 0.089], + [1.057, 0.103, 0.098], + [1.177, 0.207, 0.21], + [2.48, 0.376, 0.382], + [0.957, 0.25, 0.252], + [0.799, 0.242, 0.232], + [2.357, 0.48, 0.481], + [2.23, 0.381, 0.382], + [3.508, 0.818, 0.834], + [0.36, 0.039, 0.041], + [10.311, 0.335, 0.341], + [14.233, 0.448, 0.445], + [16.877, 0.744, 0.736], + [2.044, 0.141, 0.137], + [0.168, 0.033, 0.034], + [1.238, 0.081, 0.077], + [0.253, 0.035, 0.036], + [12.26, 0.278, 0.281], + [10.006, 2.418, 2.476], + [0.193, 0.041, 0.041], + [2.239, 0.185, 0.19], + [5.418, 0.254, 0.254], + [3.969, 0.872, 0.867], + [12.116, 0.981, 0.979], + [12.12, 1.09, 1.086], + [0.429, 0.203, 0.196], + [0.228, 0.036, 0.032], + [0.168, 0.019, 0.019], + [0.224, 0.032, 0.031], + [0.284, 0.058, 0.057], + [0.181, 0.018, 0.02], + [0.182, 0.018, 0.019], + [0.172, 0.016, 0.016] +] +} diff --git a/duckdb-vortex-partitioned/results/20261102/c8g.metal-48xl.json b/duckdb-vortex-partitioned/results/20261102/c8g.metal-48xl.json new file mode 100644 index 0000000000..757348ea9d --- /dev/null +++ b/duckdb-vortex-partitioned/results/20261102/c8g.metal-48xl.json @@ -0,0 +1,59 @@ +{ + "system": "DuckDB (Vortex, partitioned)", + "date": "2026-11-02", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], + "load_time": 82, + "data_size": 12251458440, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.114, 0.034, 0.036], + [0.137, 0.037, 0.047], + [0.156, 0.061, 0.057], + [0.529, 0.109, 0.114], + [0.71, 0.225, 0.241], + [0.494, 0.346, 0.318], + [0.116, 0.032, 0.034], + [0.15, 0.052, 0.051], + [0.892, 0.268, 0.271], + [1.205, 0.318, 0.303], + [0.596, 0.131, 0.125], + [0.75, 0.135, 0.14], + [0.587, 0.318, 0.328], + [1.963, 0.344, 0.329], + [0.655, 0.269, 0.281], + [0.566, 0.266, 0.26], + [1.913, 0.444, 0.415], + [1.925, 0.433, 0.458], + [2.968, 0.584, 0.542], + [0.259, 0.085, 0.073], + [8.795, 0.547, 0.466], + [13.254, 0.679, 0.677], + [16.617, 0.522, 0.5], + [2.066, 0.221, 0.23], + [0.211, 0.073, 0.068], + [0.491, 0.144, 0.144], + [0.195, 0.068, 0.069], + [11.166, 0.481, 0.493], + [9.277, 1.857, 1.811], + [0.199, 0.086, 0.09], + [1.903, 0.231, 0.227], + [4.885, 0.355, 0.351], + [3.656, 0.874, 0.816], + [11.271, 1.198, 1.22], + [11.208, 1.281, 1.24], + [0.442, 0.207, 0.197], + [0.184, 0.052, 0.051], + [0.156, 0.035, 0.042], + [0.179, 0.048, 0.055], + [0.204, 0.067, 0.065], + [0.169, 0.042, 0.038], + [0.166, 0.037, 0.036], + [0.161, 0.043, 0.043] +] +} diff --git a/duckdb-vortex/check b/duckdb-vortex/check index 3c457f3f1e..43c60a61e2 100755 --- a/duckdb-vortex/check +++ b/duckdb-vortex/check @@ -1,4 +1,5 @@ #!/bin/bash set -e -duckdb -c "SELECT 1" >/dev/null +DUCKDB="$(pwd)/duckdb-vortex/build/release/duckdb" +"$DUCKDB" -c "SELECT 1" >/dev/null diff --git a/duckdb-vortex/install b/duckdb-vortex/install index 193fe2e6f8..83d3167e7b 100755 --- a/duckdb-vortex/install +++ b/duckdb-vortex/install @@ -1,19 +1,54 @@ #!/bin/bash set -e -# duckdb writes its extension cache under $HOME/.duckdb/extensions. With -# HOME unset (cloud-init occasionally runs scripts that way) the -# `INSTALL vortex` below ends up writing to /.duckdb and later sibling -# scripts (load/query) can't find the extension. The previous -# `export HOME=${HOME:=~}` was inside the install-duckdb branch, so -# re-runs with duckdb already on PATH still hit the bug. Pin HOME -# unconditionally at the top. +# Build duckdb-vortex from source. Idempotent. +DUCKDB=duckdb-vortex/build/release/duckdb +if "$DUCKDB" -c "SELECT vortex_version()" >/dev/null 2>&1; then + exit 0 +fi + +# Vortex 0.90.0 on DuckDB v2.0.0. DuckDB's own `INSTALL vortex` ships an +# older Vortex, so build the extension statically into the DuckDB CLI. +DUCKDB_VORTEX_REF=59b149bf38d354951dd078183852ca9ed11cb8d4 + +# vcpkg fails the build with `unable to read $HOME` when cloud-init runs +# this script with HOME unset. cloud-init.sh.in already exports it, but +# stamp HOME locally too so the build works regardless of which +# cloud-init template generated the wrapper. export HOME="${HOME:-/root}" -if ! command -v duckdb >/dev/null 2>&1; then - curl https://install.duckdb.org | sh - sudo ln -sf "$HOME/.duckdb/cli/latest/duckdb" /usr/local/bin/duckdb +sudo apt-get update -y +sudo apt-get install -y ninja-build cmake build-essential make ccache pip clang libclang-dev pkg-config zip unzip + +if ! command -v cargo >/dev/null 2>&1; then + curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs \ + | sh -s -- -y --default-toolchain stable --no-modify-path fi +# shellcheck disable=SC1091 +[ -f "$HOME/.cargo/env" ] && source "$HOME/.cargo/env" + +export CC=clang +export CXX=clang++ + +# On many-core hosts ninja and cargo together run hundreds of compiler +# jobs, which exceeds the default 1024 open-file limit (os error 24). +ulimit -n "$(ulimit -Hn)" 2>/dev/null || true + +if [ ! -d duckdb-vortex ]; then + git clone https://github.com/vortex-data/duckdb-vortex +fi + +( + cd duckdb-vortex + git fetch origin "$DUCKDB_VORTEX_REF" + git checkout "$DUCKDB_VORTEX_REF" + git submodule update --init --recursive + # Since DuckDB 2.0 the shell links only the extensions it is told to. + # The extension uses no C++20 modules, and scanning for them needs + # clang-scan-deps, which Ubuntu's clang package does not ship. + EXT_FLAGS='-DSTATICALLY_LINK_EXTENSIONS="core_functions parquet json icu vortex" -DCMAKE_CXX_SCAN_FOR_MODULES=OFF' \ + GEN=ninja NATIVE_ARCH=1 LTO=thin make +) -# Install the vortex extension (idempotent — safe to re-run). -duckdb -c "INSTALL vortex;" +# Fail here rather than at load time if vortex did not make it into the shell. +"$DUCKDB" -c "SELECT vortex_version()" diff --git a/duckdb-vortex/load b/duckdb-vortex/load index 87ed365e9c..8fe745e562 100755 --- a/duckdb-vortex/load +++ b/duckdb-vortex/load @@ -1,13 +1,15 @@ #!/bin/bash set -e +DUCKDB="$(pwd)/duckdb-vortex/build/release/duckdb" + # Convert source parquet to Vortex format. # -no-agent: keep the plain CLI output; see ./query. -duckdb -no-agent -c "LOAD vortex; COPY 'hits.parquet' TO 'hits.vortex' (FORMAT vortex);" +"$DUCKDB" -no-agent -c "COPY 'hits.parquet' TO 'hits.vortex' (FORMAT vortex);" # Create the persistent VIEW (over hits.vortex) in hits.db. rm -f hits.db -duckdb -no-agent hits.db -f create.sql +"$DUCKDB" -no-agent hits.db -f create.sql # Source parquet no longer needed. rm -f hits.parquet diff --git a/duckdb-vortex/query b/duckdb-vortex/query index 8b779c03bb..ec31dfdc7c 100755 --- a/duckdb-vortex/query +++ b/duckdb-vortex/query @@ -1,17 +1,18 @@ #!/bin/bash -# Reads a SQL query from stdin, runs it via duckdb against hits.db (a VIEW -# over hits.vortex). The vortex extension is loaded for each invocation. +# Reads a SQL query from stdin, runs it via the custom-built duckdb-vortex +# binary against hits.db (a VIEW over hits.vortex). # Stdout: query result. Stderr: runtime in fractional seconds on the last # line. Exit non-zero on error. set -e +DUCKDB="$(pwd)/duckdb-vortex/build/release/duckdb" query=$(cat) # -no-agent: the 2.0 CLI turns on "agent mode" when it detects an AI coding # agent in the environment (AI_AGENT, CLAUDECODE, CURSOR_AGENT, ...) and # stdout is not a terminal: Markdown tables, truncated results, JSON errors # and a progress bar. Keep the plain output regardless of who runs this. -out=$(duckdb -no-agent hits.db -c "LOAD vortex;" -c ".timer on" -c "$query" 2>/tmp/duckdb.err.$$) && status=0 || status=$? +out=$("$DUCKDB" -no-agent hits.db -c ".timer on" -c "$query" 2>/tmp/duckdb.err.$$) && status=0 || status=$? if [ "$status" -ne 0 ]; then cat /tmp/duckdb.err.$$ >&2 diff --git a/duckdb-vortex/results/20261102/c7a.metal-48xl.json b/duckdb-vortex/results/20261102/c7a.metal-48xl.json new file mode 100644 index 0000000000..331d4df010 --- /dev/null +++ b/duckdb-vortex/results/20261102/c7a.metal-48xl.json @@ -0,0 +1,59 @@ +{ + "system": "DuckDB (Vortex, single)", + "date": "2026-11-02", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], + "load_time": 715, + "data_size": 12263181188, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.121, 0.019, 0.019], + [0.187, 0.036, 0.038], + [0.222, 0.053, 0.054], + [0.333, 0.143, 0.15], + [0.368, 0.228, 0.227], + [0.504, 0.336, 0.296], + [0.16, 0.038, 0.038], + [0.219, 0.041, 0.042], + [0.713, 0.214, 0.237], + [0.981, 0.276, 0.27], + [0.455, 0.129, 0.214], + [0.509, 0.253, 0.205], + [0.602, 0.212, 0.244], + [1.936, 0.573, 0.387], + [0.649, 0.238, 0.214], + [0.428, 0.253, 0.262], + [1.796, 0.29, 0.279], + [1.823, 0.449, 0.28], + [2.867, 0.389, 0.523], + [0.339, 0.109, 0.09], + [8.692, 0.665, 0.768], + [12.633, 2.075, 1.1], + [16.341, 2.08, 2.084], + [2.233, 0.493, 0.373], + [0.321, 0.092, 0.093], + [0.507, 0.2, 0.245], + [0.312, 0.097, 0.103], + [10.75, 1.638, 0.725], + [8.738, 0.915, 1.039], + [0.271, 0.091, 0.091], + [1.799, 0.293, 0.249], + [4.808, 0.282, 0.275], + [3.601, 0.549, 0.645], + [10.842, 1.091, 2.105], + [10.943, 2.292, 0.964], + [0.399, 0.163, 0.171], + [0.351, 0.151, 0.15], + [0.285, 0.103, 0.104], + [0.33, 0.147, 0.145], + [0.606, 0.458, 0.402], + [0.286, 0.064, 0.06], + [0.296, 0.062, 0.055], + [0.282, 0.059, 0.049] +] +} diff --git a/duckdb-vortex/results/20261102/c8g.4xlarge.json b/duckdb-vortex/results/20261102/c8g.4xlarge.json new file mode 100644 index 0000000000..1de441d765 --- /dev/null +++ b/duckdb-vortex/results/20261102/c8g.4xlarge.json @@ -0,0 +1,59 @@ +{ + "system": "DuckDB (Vortex, single)", + "date": "2026-11-02", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], + "load_time": 884, + "data_size": 12263179844, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.115, 0.015, 0.015], + [0.179, 0.024, 0.024], + [0.359, 0.037, 0.036], + [0.497, 0.113, 0.111], + [0.745, 0.21, 0.21], + [0.707, 0.235, 0.235], + [0.159, 0.034, 0.033], + [0.191, 0.027, 0.026], + [0.867, 0.261, 0.263], + [1.147, 0.348, 0.348], + [0.573, 0.106, 0.106], + [0.798, 0.127, 0.129], + [0.978, 0.25, 0.249], + [2.264, 0.441, 0.438], + [0.806, 0.296, 0.299], + [0.627, 0.24, 0.241], + [2.21, 0.582, 0.573], + [2.106, 0.474, 0.469], + [3.423, 0.954, 0.963], + [0.26, 0.049, 0.05], + [10.314, 0.466, 0.507], + [13.231, 0.791, 0.788], + [16.633, 1.337, 1.328], + [1.687, 0.136, 0.134], + [0.217, 0.045, 0.041], + [0.992, 0.131, 0.14], + [0.317, 0.059, 0.057], + [11.579, 0.624, 0.614], + [9.444, 2.703, 2.651], + [0.225, 0.043, 0.043], + [1.999, 0.218, 0.216], + [5.174, 0.274, 0.274], + [3.844, 0.858, 0.869], + [11.568, 1.117, 1.116], + [11.546, 1.237, 1.232], + [0.495, 0.188, 0.18], + [0.269, 0.088, 0.082], + [0.206, 0.054, 0.052], + [0.274, 0.086, 0.08], + [0.425, 0.199, 0.197], + [0.223, 0.033, 0.033], + [0.193, 0.027, 0.027], + [0.193, 0.027, 0.027] +] +} diff --git a/duckdb-vortex/results/20261102/c8g.metal-48xl.json b/duckdb-vortex/results/20261102/c8g.metal-48xl.json new file mode 100644 index 0000000000..fabd5f229e --- /dev/null +++ b/duckdb-vortex/results/20261102/c8g.metal-48xl.json @@ -0,0 +1,59 @@ +{ + "system": "DuckDB (Vortex, single)", + "date": "2026-11-02", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], + "load_time": 682, + "data_size": 12263179844, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.125, 0.014, 0.014], + [0.171, 0.025, 0.025], + [0.231, 0.041, 0.041], + [0.409, 0.121, 0.131], + [0.42, 0.181, 0.17], + [0.509, 0.19, 0.212], + [0.144, 0.025, 0.025], + [0.192, 0.03, 0.03], + [0.706, 0.132, 0.156], + [0.972, 0.217, 0.209], + [0.464, 0.197, 0.163], + [0.726, 0.18, 0.169], + [1.036, 0.273, 0.275], + [1.86, 0.456, 0.41], + [0.634, 0.281, 0.285], + [0.436, 0.201, 0.213], + [1.821, 0.225, 0.247], + [1.794, 0.481, 0.265], + [2.849, 0.33, 0.304], + [0.285, 0.093, 0.089], + [8.74, 0.701, 0.66], + [12.586, 1.868, 2.07], + [16.328, 1.584, 1.659], + [2.171, 0.311, 0.313], + [0.256, 0.087, 0.072], + [0.448, 0.167, 0.215], + [0.257, 0.08, 0.094], + [10.764, 1.37, 1.39], + [8.692, 1.678, 1.69], + [0.246, 0.069, 0.069], + [1.772, 0.249, 0.268], + [4.772, 0.424, 0.494], + [3.541, 0.704, 0.394], + [10.843, 0.828, 0.838], + [10.815, 0.843, 0.857], + [0.344, 0.129, 0.139], + [0.304, 0.136, 0.13], + [0.249, 0.081, 0.083], + [0.297, 0.133, 0.131], + [0.545, 0.348, 0.324], + [0.232, 0.05, 0.05], + [0.203, 0.037, 0.045], + [0.204, 0.036, 0.039] +] +} From a95cd1c828e20af32946331a43d8ea87e5d06a4a Mon Sep 17 00:00:00 2001 From: Alexey Milovidov Date: Sun, 15 Nov 2026 13:25:12 +0000 Subject: [PATCH 3/4] Replace manually added duckdb-vortex results with the automated ones The automated benchmark runs of https://github.com/ClickHouse/ClickBench/pull/3057 produced results for `duckdb-vortex` (5 machines) and `duckdb-vortex-partitioned` (8 machines). They could not be committed to the PR because it comes from an organization-owned fork, so they are added here, and the manually added result files are removed, as the collector does for PRs it can push to. Co-Authored-By: Claude Opus 5.5 --- .../results/20261102/c7a.metal-48xl.json | 59 ------------------ .../results/20261102/c8g.4xlarge.json | 59 ------------------ .../results/20261102/c8g.metal-48xl.json | 59 ------------------ .../results/20261105/c6a.2xlarge.json | 60 +++++++++++++++++++ .../results/20261105/c6a.4xlarge.json | 60 +++++++++++++++++++ .../results/20261105/c6a.large.json | 60 +++++++++++++++++++ .../results/20261105/c6a.metal.json | 60 +++++++++++++++++++ .../results/20261105/c6a.xlarge.json | 60 +++++++++++++++++++ .../results/20261105/c7a.metal-48xl.json | 60 +++++++++++++++++++ .../results/20261105/c8g.4xlarge.json | 60 +++++++++++++++++++ .../results/20261105/c8g.metal-48xl.json | 60 +++++++++++++++++++ .../results/20261102/c7a.metal-48xl.json | 59 ------------------ .../results/20261102/c8g.4xlarge.json | 59 ------------------ .../results/20261102/c8g.metal-48xl.json | 59 ------------------ .../results/20261105/c6a.4xlarge.json | 60 +++++++++++++++++++ duckdb-vortex/results/20261105/c6a.metal.json | 60 +++++++++++++++++++ .../results/20261105/c7a.metal-48xl.json | 60 +++++++++++++++++++ .../results/20261105/c8g.4xlarge.json | 60 +++++++++++++++++++ .../results/20261105/c8g.metal-48xl.json | 60 +++++++++++++++++++ 19 files changed, 780 insertions(+), 354 deletions(-) delete mode 100644 duckdb-vortex-partitioned/results/20261102/c7a.metal-48xl.json delete mode 100644 duckdb-vortex-partitioned/results/20261102/c8g.4xlarge.json delete mode 100644 duckdb-vortex-partitioned/results/20261102/c8g.metal-48xl.json create mode 100644 duckdb-vortex-partitioned/results/20261105/c6a.2xlarge.json create mode 100644 duckdb-vortex-partitioned/results/20261105/c6a.4xlarge.json create mode 100644 duckdb-vortex-partitioned/results/20261105/c6a.large.json create mode 100644 duckdb-vortex-partitioned/results/20261105/c6a.metal.json create mode 100644 duckdb-vortex-partitioned/results/20261105/c6a.xlarge.json create mode 100644 duckdb-vortex-partitioned/results/20261105/c7a.metal-48xl.json create mode 100644 duckdb-vortex-partitioned/results/20261105/c8g.4xlarge.json create mode 100644 duckdb-vortex-partitioned/results/20261105/c8g.metal-48xl.json delete mode 100644 duckdb-vortex/results/20261102/c7a.metal-48xl.json delete mode 100644 duckdb-vortex/results/20261102/c8g.4xlarge.json delete mode 100644 duckdb-vortex/results/20261102/c8g.metal-48xl.json create mode 100644 duckdb-vortex/results/20261105/c6a.4xlarge.json create mode 100644 duckdb-vortex/results/20261105/c6a.metal.json create mode 100644 duckdb-vortex/results/20261105/c7a.metal-48xl.json create mode 100644 duckdb-vortex/results/20261105/c8g.4xlarge.json create mode 100644 duckdb-vortex/results/20261105/c8g.metal-48xl.json diff --git a/duckdb-vortex-partitioned/results/20261102/c7a.metal-48xl.json b/duckdb-vortex-partitioned/results/20261102/c7a.metal-48xl.json deleted file mode 100644 index 0965cdeaba..0000000000 --- a/duckdb-vortex-partitioned/results/20261102/c7a.metal-48xl.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "system": "DuckDB (Vortex, partitioned)", - "date": "2026-11-02", - "machine": "c7a.metal-48xl", - "cluster_size": 1, - "proprietary": "no", - "hardware": "cpu", - "tuned": "no", - "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], - "load_time": 87, - "data_size": 12251457760, - "concurrent_qps": null, - "concurrent_error_ratio": null, - "result": [ - [0.18, 0.048, 0.043], - [0.217, 0.048, 0.045], - [0.22, 0.073, 0.07], - [0.584, 0.117, 0.112], - [0.61, 0.261, 0.249], - [0.558, 0.36, 0.364], - [0.196, 0.051, 0.049], - [0.231, 0.064, 0.058], - [0.943, 0.301, 0.311], - [1.22, 0.377, 0.345], - [0.621, 0.159, 0.158], - [0.708, 0.172, 0.156], - [0.568, 0.39, 0.378], - [2.007, 0.394, 0.372], - [0.681, 0.303, 0.322], - [0.628, 0.267, 0.275], - [1.945, 0.509, 0.485], - [1.943, 0.505, 0.467], - [3.012, 0.621, 0.617], - [0.28, 0.098, 0.098], - [8.56, 0.531, 0.488], - [13.066, 0.741, 0.758], - [16.711, 0.624, 0.631], - [2.12, 0.244, 0.256], - [0.22, 0.077, 0.083], - [0.514, 0.18, 0.18], - [0.212, 0.073, 0.077], - [11.186, 0.515, 0.566], - [9.255, 1.35, 1.476], - [0.225, 0.115, 0.114], - [1.911, 0.269, 0.27], - [4.921, 0.426, 0.395], - [3.694, 0.837, 0.865], - [11.287, 1.247, 1.305], - [11.261, 1.339, 1.444], - [0.333, 0.221, 0.241], - [0.2, 0.068, 0.067], - [0.178, 0.049, 0.053], - [0.266, 0.06, 0.062], - [0.295, 0.084, 0.093], - [0.256, 0.05, 0.053], - [0.247, 0.055, 0.056], - [0.244, 0.057, 0.058] -] -} diff --git a/duckdb-vortex-partitioned/results/20261102/c8g.4xlarge.json b/duckdb-vortex-partitioned/results/20261102/c8g.4xlarge.json deleted file mode 100644 index 6d72227e25..0000000000 --- a/duckdb-vortex-partitioned/results/20261102/c8g.4xlarge.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "system": "DuckDB (Vortex, partitioned)", - "date": "2026-11-02", - "machine": "c8g.4xlarge", - "cluster_size": 1, - "proprietary": "no", - "hardware": "cpu", - "tuned": "no", - "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], - "load_time": 919, - "data_size": 12251458440, - "concurrent_qps": null, - "concurrent_error_ratio": null, - "result": [ - [0.119, 0.016, 0.016], - [0.198, 0.023, 0.025], - [0.324, 0.03, 0.032], - [0.638, 0.076, 0.077], - [1.033, 0.186, 0.188], - [0.927, 0.193, 0.195], - [0.164, 0.018, 0.019], - [0.209, 0.028, 0.029], - [1.019, 0.23, 0.23], - [1.374, 0.317, 0.331], - [0.722, 0.094, 0.089], - [1.057, 0.103, 0.098], - [1.177, 0.207, 0.21], - [2.48, 0.376, 0.382], - [0.957, 0.25, 0.252], - [0.799, 0.242, 0.232], - [2.357, 0.48, 0.481], - [2.23, 0.381, 0.382], - [3.508, 0.818, 0.834], - [0.36, 0.039, 0.041], - [10.311, 0.335, 0.341], - [14.233, 0.448, 0.445], - [16.877, 0.744, 0.736], - [2.044, 0.141, 0.137], - [0.168, 0.033, 0.034], - [1.238, 0.081, 0.077], - [0.253, 0.035, 0.036], - [12.26, 0.278, 0.281], - [10.006, 2.418, 2.476], - [0.193, 0.041, 0.041], - [2.239, 0.185, 0.19], - [5.418, 0.254, 0.254], - [3.969, 0.872, 0.867], - [12.116, 0.981, 0.979], - [12.12, 1.09, 1.086], - [0.429, 0.203, 0.196], - [0.228, 0.036, 0.032], - [0.168, 0.019, 0.019], - [0.224, 0.032, 0.031], - [0.284, 0.058, 0.057], - [0.181, 0.018, 0.02], - [0.182, 0.018, 0.019], - [0.172, 0.016, 0.016] -] -} diff --git a/duckdb-vortex-partitioned/results/20261102/c8g.metal-48xl.json b/duckdb-vortex-partitioned/results/20261102/c8g.metal-48xl.json deleted file mode 100644 index 757348ea9d..0000000000 --- a/duckdb-vortex-partitioned/results/20261102/c8g.metal-48xl.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "system": "DuckDB (Vortex, partitioned)", - "date": "2026-11-02", - "machine": "c8g.metal-48xl", - "cluster_size": 1, - "proprietary": "no", - "hardware": "cpu", - "tuned": "no", - "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], - "load_time": 82, - "data_size": 12251458440, - "concurrent_qps": null, - "concurrent_error_ratio": null, - "result": [ - [0.114, 0.034, 0.036], - [0.137, 0.037, 0.047], - [0.156, 0.061, 0.057], - [0.529, 0.109, 0.114], - [0.71, 0.225, 0.241], - [0.494, 0.346, 0.318], - [0.116, 0.032, 0.034], - [0.15, 0.052, 0.051], - [0.892, 0.268, 0.271], - [1.205, 0.318, 0.303], - [0.596, 0.131, 0.125], - [0.75, 0.135, 0.14], - [0.587, 0.318, 0.328], - [1.963, 0.344, 0.329], - [0.655, 0.269, 0.281], - [0.566, 0.266, 0.26], - [1.913, 0.444, 0.415], - [1.925, 0.433, 0.458], - [2.968, 0.584, 0.542], - [0.259, 0.085, 0.073], - [8.795, 0.547, 0.466], - [13.254, 0.679, 0.677], - [16.617, 0.522, 0.5], - [2.066, 0.221, 0.23], - [0.211, 0.073, 0.068], - [0.491, 0.144, 0.144], - [0.195, 0.068, 0.069], - [11.166, 0.481, 0.493], - [9.277, 1.857, 1.811], - [0.199, 0.086, 0.09], - [1.903, 0.231, 0.227], - [4.885, 0.355, 0.351], - [3.656, 0.874, 0.816], - [11.271, 1.198, 1.22], - [11.208, 1.281, 1.24], - [0.442, 0.207, 0.197], - [0.184, 0.052, 0.051], - [0.156, 0.035, 0.042], - [0.179, 0.048, 0.055], - [0.204, 0.067, 0.065], - [0.169, 0.042, 0.038], - [0.166, 0.037, 0.036], - [0.161, 0.043, 0.043] -] -} diff --git a/duckdb-vortex-partitioned/results/20261105/c6a.2xlarge.json b/duckdb-vortex-partitioned/results/20261105/c6a.2xlarge.json new file mode 100644 index 0000000000..dca0ebeda7 --- /dev/null +++ b/duckdb-vortex-partitioned/results/20261105/c6a.2xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "DuckDB (Vortex, partitioned)", + "date": "2026-11-05", + "machine": "c6a.2xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], + "load_time": 526, + "data_size": 12251457760, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.202, 0.025, 0.026], + [0.346, 0.048, 0.048], + [0.642, 0.059, 0.058], + [1.136, 0.152, 0.145], + [1.49, 0.532, 0.529], + [1.18, 0.591, 0.589], + [0.306, 0.03, 0.032], + [0.367, 0.055, 0.054], + [1.676, 0.653, 0.647], + [1.857, 0.863, 0.867], + [1.353, 0.196, 0.196], + [1.442, 0.224, 0.221], + [1.237, 0.594, 0.599], + [2.884, 1.049, 1.065], + [1.503, 0.689, 0.686], + [1.602, 0.661, 0.658], + [2.789, 1.494, 1.493], + [2.426, 1.112, 1.108], + [4.557, 2.682, 2.662], + [0.801, 0.081, 0.073], + [10.017, 0.761, 0.757], + [13.672, 1.368, 1.393], + [17.071, 1.997, 2.016], + [2.088, 0.234, 0.233], + [0.316, 0.065, 0.063], + [0.857, 0.195, 0.195], + [0.457, 0.066, 0.064], + [12.04, 0.704, 0.673], + [10.681, 8.831, 8.794], + [0.658, 0.071, 0.071], + [2.477, 0.488, 0.491], + [5.528, 0.71, 0.68], + [5.384, 3.109, 3.163], + [12.801, 3.211, 3.225], + [12.875, 3.461, 3.419], + [1.028, 0.572, 0.572], + [0.414, 0.075, 0.072], + [0.326, 0.034, 0.035], + [0.395, 0.057, 0.057], + [0.509, 0.123, 0.122], + [0.323, 0.032, 0.032], + [0.323, 0.031, 0.032], + [0.311, 0.03, 0.031] +] + } + \ No newline at end of file diff --git a/duckdb-vortex-partitioned/results/20261105/c6a.4xlarge.json b/duckdb-vortex-partitioned/results/20261105/c6a.4xlarge.json new file mode 100644 index 0000000000..677633d9d5 --- /dev/null +++ b/duckdb-vortex-partitioned/results/20261105/c6a.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "DuckDB (Vortex, partitioned)", + "date": "2026-11-05", + "machine": "c6a.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], + "load_time": 993, + "data_size": 12251457760, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.183, 0.02, 0.02], + [0.294, 0.032, 0.031], + [0.416, 0.044, 0.042], + [0.748, 0.096, 0.102], + [0.972, 0.342, 0.346], + [0.937, 0.394, 0.387], + [0.187, 0.023, 0.023], + [0.228, 0.036, 0.037], + [1.142, 0.404, 0.405], + [1.522, 0.54, 0.545], + [0.818, 0.137, 0.13], + [0.913, 0.146, 0.14], + [0.961, 0.42, 0.421], + [2.739, 0.786, 0.79], + [1.085, 0.469, 0.466], + [1.091, 0.431, 0.437], + [2.638, 0.976, 0.981], + [2.336, 0.725, 0.719], + [4.072, 1.721, 1.735], + [0.395, 0.057, 0.059], + [10.275, 0.455, 0.459], + [13.673, 0.829, 0.817], + [16.935, 1.312, 1.237], + [2.109, 0.186, 0.19], + [0.31, 0.049, 0.046], + [0.801, 0.118, 0.123], + [0.321, 0.05, 0.048], + [12.054, 0.392, 0.407], + [10.176, 4.508, 4.493], + [0.322, 0.055, 0.057], + [2.37, 0.315, 0.312], + [5.369, 0.488, 0.475], + [4.758, 1.938, 1.92], + [12.56, 2.227, 2.215], + [12.549, 2.385, 2.363], + [0.688, 0.333, 0.333], + [0.27, 0.049, 0.051], + [0.267, 0.025, 0.027], + [0.332, 0.044, 0.042], + [0.414, 0.084, 0.086], + [0.271, 0.027, 0.025], + [0.263, 0.026, 0.025], + [0.258, 0.024, 0.024] +] + } + \ No newline at end of file diff --git a/duckdb-vortex-partitioned/results/20261105/c6a.large.json b/duckdb-vortex-partitioned/results/20261105/c6a.large.json new file mode 100644 index 0000000000..f634e54745 --- /dev/null +++ b/duckdb-vortex-partitioned/results/20261105/c6a.large.json @@ -0,0 +1,60 @@ +{ + "system": "DuckDB (Vortex, partitioned)", + "date": "2026-11-05", + "machine": "c6a.large", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], + "load_time": 1394, + "data_size": 12251457760, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.275, 0.059, 0.064], + [0.562, 0.138, 0.135], + [0.752, 0.126, 0.125], + [1.912, 0.393, 0.391], + [4.319, 2.893, 2.965], + [3.481, 1.944, 1.936], + [0.376, 0.062, 0.058], + [0.551, 0.143, 0.142], + [4.743, 3.315, 3.341], + [5.634, 4.269, 4.191], + [2.25, 0.546, 0.539], + [2.443, 0.645, 0.65], + [3.54, 1.986, 2.007], + [6.628, 3.913, 3.884], + [4.016, 2.294, 2.312], + [4.839, 3.423, 3.395], + [8.203, 6.137, 6.228], + [7.079, 4.87, 5.002], + [22.227, 21.953, 22.182], + [1.394, 0.15, 0.143], + [10.271, 2.903, 2.849], + [14.669, 7.285, 7.148], + [18.029, 10.725, 10.502], + [2.231, 0.59, 0.571], + [0.496, 0.143, 0.126], + [2.025, 0.572, 0.55], + [0.721, 0.13, 0.125], + [12.995, 3.887, 3.822], + [40.879, 37.214, 37.327], + [0.738, 0.125, 0.124], + [4.285, 1.923, 1.911], + [6.901, 2.948, 2.965], + [27.429, 28.014, 27.581], + [32.407, 124.476, 32.215], + [32.865, 33.141, 33.146], + [3.845, 2.857, 2.815], + [0.587, 0.168, 0.166], + [0.408, 0.073, 0.07], + [0.527, 0.123, 0.126], + [0.727, 0.285, 0.28], + [0.428, 0.061, 0.063], + [0.409, 0.067, 0.069], + [0.4, 0.063, 0.06] +] + } + \ No newline at end of file diff --git a/duckdb-vortex-partitioned/results/20261105/c6a.metal.json b/duckdb-vortex-partitioned/results/20261105/c6a.metal.json new file mode 100644 index 0000000000..6bdbe69f29 --- /dev/null +++ b/duckdb-vortex-partitioned/results/20261105/c6a.metal.json @@ -0,0 +1,60 @@ +{ + "system": "DuckDB (Vortex, partitioned)", + "date": "2026-11-05", + "machine": "c6a.metal", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], + "load_time": 96, + "data_size": 12251457760, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.181, 0.044, 0.039], + [0.214, 0.046, 0.045], + [0.216, 0.069, 0.069], + [0.577, 0.124, 0.117], + [0.605, 0.293, 0.275], + [0.627, 0.462, 0.38], + [0.19, 0.051, 0.045], + [0.235, 0.058, 0.063], + [0.958, 0.322, 0.343], + [1.286, 0.423, 0.395], + [0.668, 0.148, 0.169], + [0.685, 0.178, 0.176], + [0.577, 0.405, 0.436], + [2.064, 0.476, 0.444], + [0.726, 0.373, 0.371], + [0.654, 0.317, 0.307], + [2.032, 0.535, 0.57], + [2.033, 0.524, 0.513], + [3.119, 0.72, 0.737], + [0.26, 0.1, 0.097], + [8.573, 0.537, 0.505], + [12.882, 0.799, 0.768], + [16.634, 0.654, 0.64], + [2.082, 0.3, 0.23], + [0.202, 0.089, 0.086], + [0.504, 0.186, 0.181], + [0.199, 0.073, 0.093], + [11.209, 0.49, 0.579], + [9.246, 1.473, 1.621], + [0.208, 0.118, 0.12], + [1.905, 0.296, 0.291], + [4.928, 0.44, 0.44], + [3.728, 0.901, 0.991], + [11.342, 1.52, 1.394], + [11.312, 1.466, 1.507], + [0.32, 0.235, 0.26], + [0.198, 0.074, 0.064], + [0.254, 0.053, 0.056], + [0.275, 0.06, 0.066], + [0.296, 0.104, 0.093], + [0.264, 0.051, 0.056], + [0.244, 0.06, 0.056], + [0.242, 0.059, 0.049] +] + } + \ No newline at end of file diff --git a/duckdb-vortex-partitioned/results/20261105/c6a.xlarge.json b/duckdb-vortex-partitioned/results/20261105/c6a.xlarge.json new file mode 100644 index 0000000000..230e5c4274 --- /dev/null +++ b/duckdb-vortex-partitioned/results/20261105/c6a.xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "DuckDB (Vortex, partitioned)", + "date": "2026-11-05", + "machine": "c6a.xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], + "load_time": 922, + "data_size": 12251457760, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.228, 0.039, 0.036], + [0.449, 0.08, 0.081], + [0.674, 0.079, 0.08], + [1.511, 0.225, 0.225], + [2.129, 0.901, 0.904], + [1.947, 0.981, 0.974], + [0.336, 0.042, 0.042], + [0.452, 0.086, 0.089], + [2.453, 1.202, 1.206], + [2.831, 1.62, 1.628], + [1.777, 0.301, 0.303], + [1.901, 0.35, 0.347], + [1.959, 0.979, 0.996], + [3.847, 1.699, 1.706], + [2.327, 1.114, 1.121], + [2.329, 1.13, 1.134], + [4.181, 2.574, 2.612], + [3.538, 1.911, 1.917], + [7.894, 5.329, 5.3], + [1.09, 0.112, 0.108], + [10.402, 1.563, 1.555], + [14.155, 2.386, 2.412], + [17.366, 3.131, 3.027], + [2.136, 0.351, 0.348], + [0.448, 0.091, 0.093], + [1.187, 0.345, 0.349], + [0.554, 0.091, 0.088], + [12.356, 1.317, 1.251], + [20.433, 17.285, 17.301], + [0.664, 0.085, 0.084], + [2.609, 0.834, 0.853], + [5.84, 1.144, 1.124], + [8.231, 85.544, 6.437], + [13.82, 10.5, 10.664], + [13.736, 10.732, 10.855], + [1.957, 1.06, 1.062], + [0.5, 0.116, 0.117], + [0.369, 0.05, 0.049], + [0.454, 0.087, 0.084], + [0.581, 0.19, 0.185], + [0.376, 0.047, 0.049], + [0.38, 0.049, 0.05], + [0.363, 0.045, 0.047] +] + } + \ No newline at end of file diff --git a/duckdb-vortex-partitioned/results/20261105/c7a.metal-48xl.json b/duckdb-vortex-partitioned/results/20261105/c7a.metal-48xl.json new file mode 100644 index 0000000000..84f11b8e62 --- /dev/null +++ b/duckdb-vortex-partitioned/results/20261105/c7a.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "DuckDB (Vortex, partitioned)", + "date": "2026-11-05", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], + "load_time": 75, + "data_size": 12251457760, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.177, 0.044, 0.056], + [0.215, 0.048, 0.048], + [0.242, 0.07, 0.067], + [0.57, 0.109, 0.116], + [0.604, 0.23, 0.257], + [0.651, 0.385, 0.368], + [0.19, 0.054, 0.047], + [0.226, 0.055, 0.067], + [0.947, 0.304, 0.296], + [1.26, 0.336, 0.34], + [0.649, 0.152, 0.168], + [0.745, 0.147, 0.167], + [0.593, 0.407, 0.38], + [2.025, 0.396, 0.402], + [0.724, 0.35, 0.366], + [0.634, 0.277, 0.283], + [2.001, 0.498, 0.486], + [2.027, 0.514, 0.523], + [3.037, 0.555, 0.607], + [0.384, 0.099, 0.094], + [8.472, 0.543, 0.465], + [13.042, 0.653, 0.747], + [16.755, 0.678, 0.628], + [2.147, 0.223, 0.232], + [0.29, 0.094, 0.071], + [1.097, 0.178, 0.174], + [0.276, 0.074, 0.074], + [11.254, 0.514, 0.529], + [9.284, 1.44, 1.334], + [0.414, 0.11, 0.111], + [1.965, 0.252, 0.261], + [4.968, 0.384, 0.382], + [3.723, 0.802, 0.864], + [11.315, 1.214, 1.309], + [11.334, 1.394, 1.347], + [0.385, 0.203, 0.204], + [0.255, 0.063, 0.068], + [0.235, 0.056, 0.057], + [0.262, 0.059, 0.06], + [0.312, 0.091, 0.089], + [0.245, 0.052, 0.052], + [0.229, 0.055, 0.057], + [0.224, 0.052, 0.051] +] + } + \ No newline at end of file diff --git a/duckdb-vortex-partitioned/results/20261105/c8g.4xlarge.json b/duckdb-vortex-partitioned/results/20261105/c8g.4xlarge.json new file mode 100644 index 0000000000..96b0684ece --- /dev/null +++ b/duckdb-vortex-partitioned/results/20261105/c8g.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "DuckDB (Vortex, partitioned)", + "date": "2026-11-05", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], + "load_time": 884, + "data_size": 12251458440, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.09, 0.016, 0.016], + [0.158, 0.022, 0.022], + [0.266, 0.03, 0.031], + [0.679, 0.073, 0.074], + [1.1, 0.185, 0.196], + [0.986, 0.185, 0.19], + [0.124, 0.018, 0.018], + [0.184, 0.027, 0.027], + [1.023, 0.237, 0.236], + [1.397, 0.324, 0.312], + [0.658, 0.085, 0.092], + [1.131, 0.1, 0.1], + [1.244, 0.199, 0.203], + [2.493, 0.363, 0.364], + [0.998, 0.227, 0.233], + [0.683, 0.232, 0.23], + [2.393, 0.464, 0.464], + [2.256, 0.383, 0.382], + [3.563, 0.809, 0.815], + [0.39, 0.039, 0.034], + [10.509, 0.357, 0.316], + [14.153, 0.442, 0.431], + [16.885, 0.759, 0.725], + [2.088, 0.142, 0.132], + [0.585, 0.036, 0.033], + [1.156, 0.08, 0.078], + [0.315, 0.035, 0.034], + [12.007, 0.28, 0.277], + [9.939, 2.405, 2.377], + [0.26, 0.038, 0.04], + [2.29, 0.188, 0.187], + [5.377, 0.245, 0.246], + [3.965, 0.86, 0.857], + [12.173, 0.947, 0.945], + [12.166, 1.053, 1.038], + [0.504, 0.193, 0.191], + [0.175, 0.036, 0.032], + [0.155, 0.017, 0.017], + [0.23, 0.031, 0.029], + [0.282, 0.052, 0.049], + [0.184, 0.019, 0.017], + [0.178, 0.017, 0.018], + [0.169, 0.016, 0.016] +] + } + \ No newline at end of file diff --git a/duckdb-vortex-partitioned/results/20261105/c8g.metal-48xl.json b/duckdb-vortex-partitioned/results/20261105/c8g.metal-48xl.json new file mode 100644 index 0000000000..378b7e1ebc --- /dev/null +++ b/duckdb-vortex-partitioned/results/20261105/c8g.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "DuckDB (Vortex, partitioned)", + "date": "2026-11-05", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], + "load_time": 76, + "data_size": 12251458440, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.14, 0.036, 0.039], + [0.168, 0.039, 0.039], + [0.226, 0.056, 0.063], + [0.533, 0.097, 0.103], + [0.698, 0.23, 0.232], + [0.514, 0.344, 0.325], + [0.137, 0.036, 0.039], + [0.159, 0.043, 0.049], + [0.883, 0.251, 0.259], + [1.213, 0.361, 0.327], + [0.605, 0.123, 0.125], + [0.72, 0.138, 0.135], + [0.525, 0.319, 0.325], + [1.969, 0.322, 0.324], + [0.662, 0.289, 0.301], + [0.575, 0.271, 0.261], + [1.948, 0.448, 0.447], + [1.93, 0.421, 0.445], + [2.978, 0.576, 0.561], + [0.283, 0.083, 0.074], + [8.695, 0.57, 0.469], + [13.228, 0.642, 0.65], + [16.715, 0.506, 0.488], + [2.126, 0.227, 0.235], + [0.237, 0.066, 0.06], + [0.496, 0.153, 0.146], + [0.206, 0.055, 0.059], + [11.202, 0.461, 0.469], + [9.275, 1.872, 1.908], + [0.215, 0.087, 0.087], + [1.919, 0.231, 0.224], + [4.916, 0.337, 0.343], + [3.657, 0.8, 0.821], + [11.234, 1.199, 1.196], + [11.263, 1.309, 1.328], + [0.318, 0.181, 0.194], + [0.198, 0.057, 0.058], + [0.179, 0.043, 0.046], + [0.197, 0.047, 0.049], + [0.233, 0.062, 0.066], + [0.201, 0.052, 0.041], + [0.189, 0.047, 0.046], + [0.179, 0.051, 0.043] +] + } + \ No newline at end of file diff --git a/duckdb-vortex/results/20261102/c7a.metal-48xl.json b/duckdb-vortex/results/20261102/c7a.metal-48xl.json deleted file mode 100644 index 331d4df010..0000000000 --- a/duckdb-vortex/results/20261102/c7a.metal-48xl.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "system": "DuckDB (Vortex, single)", - "date": "2026-11-02", - "machine": "c7a.metal-48xl", - "cluster_size": 1, - "proprietary": "no", - "hardware": "cpu", - "tuned": "no", - "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], - "load_time": 715, - "data_size": 12263181188, - "concurrent_qps": null, - "concurrent_error_ratio": null, - "result": [ - [0.121, 0.019, 0.019], - [0.187, 0.036, 0.038], - [0.222, 0.053, 0.054], - [0.333, 0.143, 0.15], - [0.368, 0.228, 0.227], - [0.504, 0.336, 0.296], - [0.16, 0.038, 0.038], - [0.219, 0.041, 0.042], - [0.713, 0.214, 0.237], - [0.981, 0.276, 0.27], - [0.455, 0.129, 0.214], - [0.509, 0.253, 0.205], - [0.602, 0.212, 0.244], - [1.936, 0.573, 0.387], - [0.649, 0.238, 0.214], - [0.428, 0.253, 0.262], - [1.796, 0.29, 0.279], - [1.823, 0.449, 0.28], - [2.867, 0.389, 0.523], - [0.339, 0.109, 0.09], - [8.692, 0.665, 0.768], - [12.633, 2.075, 1.1], - [16.341, 2.08, 2.084], - [2.233, 0.493, 0.373], - [0.321, 0.092, 0.093], - [0.507, 0.2, 0.245], - [0.312, 0.097, 0.103], - [10.75, 1.638, 0.725], - [8.738, 0.915, 1.039], - [0.271, 0.091, 0.091], - [1.799, 0.293, 0.249], - [4.808, 0.282, 0.275], - [3.601, 0.549, 0.645], - [10.842, 1.091, 2.105], - [10.943, 2.292, 0.964], - [0.399, 0.163, 0.171], - [0.351, 0.151, 0.15], - [0.285, 0.103, 0.104], - [0.33, 0.147, 0.145], - [0.606, 0.458, 0.402], - [0.286, 0.064, 0.06], - [0.296, 0.062, 0.055], - [0.282, 0.059, 0.049] -] -} diff --git a/duckdb-vortex/results/20261102/c8g.4xlarge.json b/duckdb-vortex/results/20261102/c8g.4xlarge.json deleted file mode 100644 index 1de441d765..0000000000 --- a/duckdb-vortex/results/20261102/c8g.4xlarge.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "system": "DuckDB (Vortex, single)", - "date": "2026-11-02", - "machine": "c8g.4xlarge", - "cluster_size": 1, - "proprietary": "no", - "hardware": "cpu", - "tuned": "no", - "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], - "load_time": 884, - "data_size": 12263179844, - "concurrent_qps": null, - "concurrent_error_ratio": null, - "result": [ - [0.115, 0.015, 0.015], - [0.179, 0.024, 0.024], - [0.359, 0.037, 0.036], - [0.497, 0.113, 0.111], - [0.745, 0.21, 0.21], - [0.707, 0.235, 0.235], - [0.159, 0.034, 0.033], - [0.191, 0.027, 0.026], - [0.867, 0.261, 0.263], - [1.147, 0.348, 0.348], - [0.573, 0.106, 0.106], - [0.798, 0.127, 0.129], - [0.978, 0.25, 0.249], - [2.264, 0.441, 0.438], - [0.806, 0.296, 0.299], - [0.627, 0.24, 0.241], - [2.21, 0.582, 0.573], - [2.106, 0.474, 0.469], - [3.423, 0.954, 0.963], - [0.26, 0.049, 0.05], - [10.314, 0.466, 0.507], - [13.231, 0.791, 0.788], - [16.633, 1.337, 1.328], - [1.687, 0.136, 0.134], - [0.217, 0.045, 0.041], - [0.992, 0.131, 0.14], - [0.317, 0.059, 0.057], - [11.579, 0.624, 0.614], - [9.444, 2.703, 2.651], - [0.225, 0.043, 0.043], - [1.999, 0.218, 0.216], - [5.174, 0.274, 0.274], - [3.844, 0.858, 0.869], - [11.568, 1.117, 1.116], - [11.546, 1.237, 1.232], - [0.495, 0.188, 0.18], - [0.269, 0.088, 0.082], - [0.206, 0.054, 0.052], - [0.274, 0.086, 0.08], - [0.425, 0.199, 0.197], - [0.223, 0.033, 0.033], - [0.193, 0.027, 0.027], - [0.193, 0.027, 0.027] -] -} diff --git a/duckdb-vortex/results/20261102/c8g.metal-48xl.json b/duckdb-vortex/results/20261102/c8g.metal-48xl.json deleted file mode 100644 index fabd5f229e..0000000000 --- a/duckdb-vortex/results/20261102/c8g.metal-48xl.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "system": "DuckDB (Vortex, single)", - "date": "2026-11-02", - "machine": "c8g.metal-48xl", - "cluster_size": 1, - "proprietary": "no", - "hardware": "cpu", - "tuned": "no", - "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], - "load_time": 682, - "data_size": 12263179844, - "concurrent_qps": null, - "concurrent_error_ratio": null, - "result": [ - [0.125, 0.014, 0.014], - [0.171, 0.025, 0.025], - [0.231, 0.041, 0.041], - [0.409, 0.121, 0.131], - [0.42, 0.181, 0.17], - [0.509, 0.19, 0.212], - [0.144, 0.025, 0.025], - [0.192, 0.03, 0.03], - [0.706, 0.132, 0.156], - [0.972, 0.217, 0.209], - [0.464, 0.197, 0.163], - [0.726, 0.18, 0.169], - [1.036, 0.273, 0.275], - [1.86, 0.456, 0.41], - [0.634, 0.281, 0.285], - [0.436, 0.201, 0.213], - [1.821, 0.225, 0.247], - [1.794, 0.481, 0.265], - [2.849, 0.33, 0.304], - [0.285, 0.093, 0.089], - [8.74, 0.701, 0.66], - [12.586, 1.868, 2.07], - [16.328, 1.584, 1.659], - [2.171, 0.311, 0.313], - [0.256, 0.087, 0.072], - [0.448, 0.167, 0.215], - [0.257, 0.08, 0.094], - [10.764, 1.37, 1.39], - [8.692, 1.678, 1.69], - [0.246, 0.069, 0.069], - [1.772, 0.249, 0.268], - [4.772, 0.424, 0.494], - [3.541, 0.704, 0.394], - [10.843, 0.828, 0.838], - [10.815, 0.843, 0.857], - [0.344, 0.129, 0.139], - [0.304, 0.136, 0.13], - [0.249, 0.081, 0.083], - [0.297, 0.133, 0.131], - [0.545, 0.348, 0.324], - [0.232, 0.05, 0.05], - [0.203, 0.037, 0.045], - [0.204, 0.036, 0.039] -] -} diff --git a/duckdb-vortex/results/20261105/c6a.4xlarge.json b/duckdb-vortex/results/20261105/c6a.4xlarge.json new file mode 100644 index 0000000000..44aa868286 --- /dev/null +++ b/duckdb-vortex/results/20261105/c6a.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "DuckDB (Vortex, single)", + "date": "2026-11-05", + "machine": "c6a.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], + "load_time": 970, + "data_size": 12263181188, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.175, 0.019, 0.018], + [0.274, 0.033, 0.034], + [0.471, 0.047, 0.047], + [0.601, 0.137, 0.137], + [0.77, 0.351, 0.347], + [0.817, 0.441, 0.443], + [0.21, 0.038, 0.037], + [0.255, 0.038, 0.038], + [1.26, 0.431, 0.426], + [2.06, 0.555, 0.549], + [0.623, 0.16, 0.154], + [0.731, 0.187, 0.184], + [0.861, 0.458, 0.464], + [2.501, 0.847, 0.855], + [1.06, 0.584, 0.588], + [0.775, 0.41, 0.414], + [2.468, 1.013, 1.014], + [2.322, 0.771, 0.773], + [4.626, 1.845, 1.847], + [0.664, 0.067, 0.066], + [10.161, 0.744, 0.734], + [13.731, 1.293, 1.301], + [16.863, 2.091, 2.064], + [1.728, 0.188, 0.186], + [0.386, 0.06, 0.057], + [0.777, 0.203, 0.204], + [0.5, 0.079, 0.08], + [11.608, 0.832, 0.826], + [9.821, 5.036, 5.045], + [0.392, 0.058, 0.056], + [2.222, 0.36, 0.362], + [5.262, 0.509, 0.514], + [4.654, 1.915, 1.917], + [11.973, 2.392, 2.417], + [12.017, 2.622, 2.615], + [0.89, 0.336, 0.337], + [0.403, 0.12, 0.124], + [0.319, 0.073, 0.07], + [0.373, 0.111, 0.115], + [0.552, 0.29, 0.283], + [0.296, 0.044, 0.044], + [0.266, 0.037, 0.038], + [0.3, 0.039, 0.037] +] + } + \ No newline at end of file diff --git a/duckdb-vortex/results/20261105/c6a.metal.json b/duckdb-vortex/results/20261105/c6a.metal.json new file mode 100644 index 0000000000..7f5ddf5e6e --- /dev/null +++ b/duckdb-vortex/results/20261105/c6a.metal.json @@ -0,0 +1,60 @@ +{ + "system": "DuckDB (Vortex, single)", + "date": "2026-11-05", + "machine": "c6a.metal", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], + "load_time": 776, + "data_size": 12263181188, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.167, 0.019, 0.02], + [0.251, 0.045, 0.042], + [0.291, 0.056, 0.057], + [0.407, 0.153, 0.149], + [0.37, 0.24, 0.267], + [0.575, 0.345, 0.339], + [0.155, 0.042, 0.041], + [0.207, 0.046, 0.043], + [0.706, 0.269, 0.268], + [0.979, 0.315, 0.297], + [0.551, 0.247, 0.21], + [0.547, 0.136, 0.287], + [0.626, 0.36, 0.4], + [1.868, 0.649, 0.589], + [0.65, 0.371, 0.423], + [0.379, 0.318, 0.302], + [1.855, 0.318, 0.526], + [1.814, 0.526, 0.638], + [2.915, 0.445, 0.452], + [0.381, 0.111, 0.12], + [8.659, 0.912, 0.772], + [12.777, 2.836, 2.608], + [16.434, 1.937, 2.72], + [2.131, 0.398, 0.472], + [0.299, 0.1, 0.097], + [0.527, 0.248, 0.243], + [0.299, 0.107, 0.112], + [10.8, 1.954, 1.909], + [8.829, 2.456, 1.062], + [0.328, 0.094, 0.098], + [1.784, 0.306, 0.33], + [4.803, 0.85, 0.288], + [3.642, 0.577, 0.561], + [10.879, 2.55, 2.263], + [10.944, 2.423, 1.145], + [0.486, 0.194, 0.187], + [0.336, 0.161, 0.162], + [0.289, 0.106, 0.11], + [0.345, 0.181, 0.159], + [0.588, 0.459, 0.441], + [0.286, 0.063, 0.062], + [0.301, 0.057, 0.056], + [0.286, 0.051, 0.066] +] + } + \ No newline at end of file diff --git a/duckdb-vortex/results/20261105/c7a.metal-48xl.json b/duckdb-vortex/results/20261105/c7a.metal-48xl.json new file mode 100644 index 0000000000..ce8a7e3431 --- /dev/null +++ b/duckdb-vortex/results/20261105/c7a.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "DuckDB (Vortex, single)", + "date": "2026-11-05", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], + "load_time": 715, + "data_size": 12263181188, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.165, 0.018, 0.018], + [0.249, 0.038, 0.037], + [0.292, 0.053, 0.05], + [0.385, 0.128, 0.14], + [0.38, 0.256, 0.21], + [0.52, 0.275, 0.331], + [0.168, 0.038, 0.038], + [0.232, 0.041, 0.044], + [0.728, 0.245, 0.203], + [0.989, 0.263, 0.248], + [0.802, 0.202, 0.185], + [0.668, 0.238, 0.249], + [0.556, 0.312, 0.227], + [1.885, 0.318, 0.427], + [0.78, 0.363, 0.302], + [0.527, 0.261, 0.262], + [1.848, 0.293, 0.287], + [1.839, 0.297, 0.434], + [2.872, 0.401, 0.491], + [0.382, 0.121, 0.087], + [8.683, 0.75, 0.71], + [12.653, 2.36, 1.001], + [16.436, 1.681, 1.909], + [2.262, 0.338, 0.398], + [0.313, 0.099, 0.101], + [0.523, 0.237, 0.2], + [0.293, 0.107, 0.111], + [10.77, 1.543, 0.73], + [8.795, 1.737, 0.911], + [0.271, 0.087, 0.09], + [1.781, 0.297, 0.187], + [4.789, 0.695, 0.267], + [3.597, 0.551, 0.474], + [10.865, 1.075, 2.042], + [10.934, 1.102, 1.117], + [0.326, 0.168, 0.166], + [0.343, 0.151, 0.144], + [0.279, 0.09, 0.097], + [0.384, 0.164, 0.142], + [0.706, 0.406, 0.416], + [0.323, 0.06, 0.057], + [0.304, 0.053, 0.061], + [0.284, 0.045, 0.05] +] + } + \ No newline at end of file diff --git a/duckdb-vortex/results/20261105/c8g.4xlarge.json b/duckdb-vortex/results/20261105/c8g.4xlarge.json new file mode 100644 index 0000000000..8850bba4c1 --- /dev/null +++ b/duckdb-vortex/results/20261105/c8g.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "DuckDB (Vortex, single)", + "date": "2026-11-05", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], + "load_time": 934, + "data_size": 12263179844, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.116, 0.015, 0.015], + [0.179, 0.024, 0.024], + [0.36, 0.038, 0.038], + [0.493, 0.118, 0.113], + [0.706, 0.214, 0.214], + [0.696, 0.243, 0.248], + [0.16, 0.034, 0.034], + [0.194, 0.027, 0.027], + [0.891, 0.273, 0.27], + [1.164, 0.366, 0.369], + [0.564, 0.11, 0.113], + [0.75, 0.134, 0.128], + [0.967, 0.249, 0.254], + [2.275, 0.455, 0.457], + [0.875, 0.31, 0.307], + [0.638, 0.259, 0.252], + [2.256, 0.579, 0.594], + [2.108, 0.484, 0.478], + [3.493, 1.004, 1.011], + [0.343, 0.052, 0.05], + [10.469, 0.468, 0.453], + [13.181, 0.826, 0.802], + [16.668, 1.379, 1.371], + [1.675, 0.14, 0.14], + [0.245, 0.045, 0.042], + [1.063, 0.135, 0.139], + [0.256, 0.066, 0.061], + [11.61, 0.621, 0.622], + [9.486, 2.757, 2.745], + [0.247, 0.044, 0.045], + [2.067, 0.229, 0.236], + [5.136, 0.295, 0.293], + [3.884, 0.91, 0.938], + [11.594, 1.23, 1.227], + [11.643, 1.337, 1.346], + [0.56, 0.207, 0.199], + [0.222, 0.096, 0.09], + [0.211, 0.058, 0.058], + [0.28, 0.093, 0.084], + [0.441, 0.218, 0.215], + [0.245, 0.036, 0.036], + [0.149, 0.028, 0.028], + [0.194, 0.029, 0.028] +] + } + \ No newline at end of file diff --git a/duckdb-vortex/results/20261105/c8g.metal-48xl.json b/duckdb-vortex/results/20261105/c8g.metal-48xl.json new file mode 100644 index 0000000000..d435aeb62d --- /dev/null +++ b/duckdb-vortex/results/20261105/c8g.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "DuckDB (Vortex, single)", + "date": "2026-11-05", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","DuckDB derivative","embedded","stateless"], + "load_time": 678, + "data_size": 12263179844, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "result": [ + [0.127, 0.014, 0.014], + [0.188, 0.025, 0.025], + [0.245, 0.043, 0.037], + [0.378, 0.104, 0.117], + [0.455, 0.189, 0.213], + [0.503, 0.203, 0.223], + [0.155, 0.025, 0.025], + [0.205, 0.028, 0.028], + [0.695, 0.215, 0.22], + [0.968, 0.203, 0.212], + [0.441, 0.183, 0.179], + [0.498, 0.175, 0.197], + [0.615, 0.257, 0.262], + [1.882, 0.405, 0.397], + [0.634, 0.234, 0.264], + [0.675, 0.203, 0.207], + [1.855, 0.472, 0.435], + [1.848, 0.382, 0.258], + [2.849, 0.568, 0.582], + [0.315, 0.097, 0.085], + [8.782, 0.684, 0.633], + [12.629, 1.747, 0.823], + [16.343, 1.546, 1.582], + [2.171, 0.287, 0.306], + [0.285, 0.064, 0.068], + [0.513, 0.194, 0.169], + [0.342, 0.09, 0.079], + [10.749, 1.242, 1.457], + [8.796, 1.716, 1.504], + [0.272, 0.069, 0.068], + [1.786, 0.228, 0.276], + [4.769, 0.475, 0.348], + [3.578, 0.473, 0.414], + [10.866, 1.549, 0.818], + [10.801, 0.835, 1.599], + [0.375, 0.141, 0.147], + [0.322, 0.115, 0.123], + [0.261, 0.076, 0.074], + [0.33, 0.126, 0.115], + [0.537, 0.298, 0.318], + [0.261, 0.047, 0.046], + [0.229, 0.034, 0.039], + [0.214, 0.034, 0.036] +] + } + \ No newline at end of file From a280f669d48026325e8d9099283db4a41987b5c7 Mon Sep 17 00:00:00 2001 From: Alexey Milovidov Date: Sun, 15 Nov 2026 16:40:26 +0000 Subject: [PATCH 4/4] Replace manually added datafusion-vortex results with the automated ones The rerun of the automated benchmark of https://github.com/ClickHouse/ClickBench/pull/3056 (after the `0.90.0-55.2.0` tag of `vortex-datafusion-cli` was published) produced results for `datafusion-vortex` and `datafusion-vortex-partitioned` on 7 machines each. They are added here, and the manually added result files are removed. Co-Authored-By: Claude Opus 5.5 --- .../results/20261102/c7a.metal-48xl.json | 59 ------------------ .../results/20261102/c8g.4xlarge.json | 59 ------------------ .../results/20261102/c8g.metal-48xl.json | 59 ------------------ .../results/20261115/c6a.2xlarge.json | 60 +++++++++++++++++++ .../results/20261115/c6a.4xlarge.json | 60 +++++++++++++++++++ .../results/20261115/c6a.metal.json | 60 +++++++++++++++++++ .../results/20261115/c6a.xlarge.json | 60 +++++++++++++++++++ .../results/20261115/c7a.metal-48xl.json | 60 +++++++++++++++++++ .../results/20261115/c8g.4xlarge.json | 60 +++++++++++++++++++ .../results/20261115/c8g.metal-48xl.json | 60 +++++++++++++++++++ .../results/20261102/c7a.metal-48xl.json | 59 ------------------ .../results/20261102/c8g.4xlarge.json | 59 ------------------ .../results/20261102/c8g.metal-48xl.json | 59 ------------------ .../results/20261115/c6a.2xlarge.json | 60 +++++++++++++++++++ .../results/20261115/c6a.4xlarge.json | 60 +++++++++++++++++++ .../results/20261115/c6a.metal.json | 60 +++++++++++++++++++ .../results/20261115/c6a.xlarge.json | 60 +++++++++++++++++++ .../results/20261115/c7a.metal-48xl.json | 60 +++++++++++++++++++ .../results/20261115/c8g.4xlarge.json | 60 +++++++++++++++++++ .../results/20261115/c8g.metal-48xl.json | 60 +++++++++++++++++++ 20 files changed, 840 insertions(+), 354 deletions(-) delete mode 100644 datafusion-vortex-partitioned/results/20261102/c7a.metal-48xl.json delete mode 100644 datafusion-vortex-partitioned/results/20261102/c8g.4xlarge.json delete mode 100644 datafusion-vortex-partitioned/results/20261102/c8g.metal-48xl.json create mode 100644 datafusion-vortex-partitioned/results/20261115/c6a.2xlarge.json create mode 100644 datafusion-vortex-partitioned/results/20261115/c6a.4xlarge.json create mode 100644 datafusion-vortex-partitioned/results/20261115/c6a.metal.json create mode 100644 datafusion-vortex-partitioned/results/20261115/c6a.xlarge.json create mode 100644 datafusion-vortex-partitioned/results/20261115/c7a.metal-48xl.json create mode 100644 datafusion-vortex-partitioned/results/20261115/c8g.4xlarge.json create mode 100644 datafusion-vortex-partitioned/results/20261115/c8g.metal-48xl.json delete mode 100644 datafusion-vortex/results/20261102/c7a.metal-48xl.json delete mode 100644 datafusion-vortex/results/20261102/c8g.4xlarge.json delete mode 100644 datafusion-vortex/results/20261102/c8g.metal-48xl.json create mode 100644 datafusion-vortex/results/20261115/c6a.2xlarge.json create mode 100644 datafusion-vortex/results/20261115/c6a.4xlarge.json create mode 100644 datafusion-vortex/results/20261115/c6a.metal.json create mode 100644 datafusion-vortex/results/20261115/c6a.xlarge.json create mode 100644 datafusion-vortex/results/20261115/c7a.metal-48xl.json create mode 100644 datafusion-vortex/results/20261115/c8g.4xlarge.json create mode 100644 datafusion-vortex/results/20261115/c8g.metal-48xl.json diff --git a/datafusion-vortex-partitioned/results/20261102/c7a.metal-48xl.json b/datafusion-vortex-partitioned/results/20261102/c7a.metal-48xl.json deleted file mode 100644 index dfbc20c003..0000000000 --- a/datafusion-vortex-partitioned/results/20261102/c7a.metal-48xl.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "system": "DataFusion (Vortex, partitioned)", - "date": "2026-11-02", - "machine": "c7a.metal-48xl", - "cluster_size": 1, - "proprietary": "no", - "hardware": "cpu", - "tuned": "no", - "tags": ["Rust","column-oriented","embedded","stateless"], - "load_time": 51, - "data_size": 12261103120, - "concurrent_qps": null, - "concurrent_error_ratio": null, - "result": [ - [0.073, 0.003, 0.003], - [0.133, 0.02, 0.02], - [0.146, 0.047, 0.047], - [0.506, 0.032, 0.026], - [0.906, 0.124, 0.139], - [0.708, 0.148, 0.155], - [0.059, 0.002, 0.002], - [0.167, 0.033, 0.035], - [0.907, 0.146, 0.159], - [1.388, 0.285, 0.277], - [0.643, 0.08, 0.061], - [0.912, 0.06, 0.076], - [0.887, 0.125, 0.113], - [2.205, 0.223, 0.235], - [0.848, 0.138, 0.134], - [0.602, 0.12, 0.128], - [2.233, 0.248, 0.242], - [2.149, 0.26, 0.26], - [3.34, 0.37, 0.402], - [0.286, 0.027, 0.041], - [11.417, 0.324, 0.153], - [13.501, 0.179, 0.171], - [17.354, 0.177, 0.175], - [41.755, 0.573, 0.302], - [1.175, 0.034, 0.054], - [0.848, 0.05, 0.063], - [1.382, 0.057, 0.064], - [11.827, 0.217, 0.174], - [9.943, 0.431, 0.416], - [0.163, 0.042, 0.048], - [2.133, 0.138, 0.133], - [5.116, 0.171, 0.184], - [3.603, 0.46, 0.443], - [11.81, 0.387, 0.379], - [11.788, 0.384, 0.379], - [0.291, 0.105, 0.111], - [0.249, 0.067, 0.069], - [0.207, 0.037, 0.044], - [0.202, 0.032, 0.034], - [0.318, 0.126, 0.1], - [0.241, 0.033, 0.028], - [0.243, 0.03, 0.031], - [0.249, 0.028, 0.028] -] -} diff --git a/datafusion-vortex-partitioned/results/20261102/c8g.4xlarge.json b/datafusion-vortex-partitioned/results/20261102/c8g.4xlarge.json deleted file mode 100644 index acc2a655ec..0000000000 --- a/datafusion-vortex-partitioned/results/20261102/c8g.4xlarge.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "system": "DataFusion (Vortex, partitioned)", - "date": "2026-11-02", - "machine": "c8g.4xlarge", - "cluster_size": 1, - "proprietary": "no", - "hardware": "cpu", - "tuned": "no", - "tags": ["Rust","column-oriented","embedded","stateless"], - "load_time": 82, - "data_size": 12261103896, - "concurrent_qps": null, - "concurrent_error_ratio": null, - "result": [ - [0.049, 0.001, 0.001], - [0.099, 0.011, 0.012], - [0.174, 0.027, 0.026], - [0.58, 0.024, 0.025], - [1.227, 0.195, 0.191], - [1.14, 0.206, 0.205], - [0.043, 0.001, 0.001], - [0.125, 0.015, 0.015], - [1.024, 0.278, 0.28], - [1.796, 0.355, 0.353], - [0.673, 0.058, 0.051], - [1.23, 0.063, 0.061], - [1.421, 0.183, 0.183], - [2.764, 0.281, 0.27], - [1.156, 0.188, 0.187], - [0.881, 0.22, 0.217], - [2.698, 0.465, 0.476], - [2.651, 0.465, 0.476], - [3.833, 0.906, 0.899], - [0.388, 0.014, 0.015], - [12.397, 0.584, 0.296], - [15.354, 0.249, 0.248], - [18.364, 0.285, 0.286], - [14.967, 0.288, 0.282], - [0.264, 0.027, 0.026], - [1.465, 0.05, 0.049], - [0.675, 0.025, 0.025], - [13.424, 0.266, 0.26], - [10.999, 2.103, 2.117], - [0.146, 0.034, 0.033], - [2.615, 0.167, 0.165], - [5.874, 0.152, 0.155], - [4.097, 0.691, 0.682], - [13.273, 0.978, 0.978], - [13.321, 0.986, 0.988], - [0.407, 0.21, 0.21], - [0.169, 0.036, 0.037], - [0.143, 0.022, 0.021], - [0.161, 0.011, 0.011], - [0.238, 0.08, 0.079], - [0.133, 0.011, 0.009], - [0.135, 0.01, 0.009], - [0.139, 0.009, 0.009] -] -} diff --git a/datafusion-vortex-partitioned/results/20261102/c8g.metal-48xl.json b/datafusion-vortex-partitioned/results/20261102/c8g.metal-48xl.json deleted file mode 100644 index e9fd4c00ec..0000000000 --- a/datafusion-vortex-partitioned/results/20261102/c8g.metal-48xl.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "system": "DataFusion (Vortex, partitioned)", - "date": "2026-11-02", - "machine": "c8g.metal-48xl", - "cluster_size": 1, - "proprietary": "no", - "hardware": "cpu", - "tuned": "no", - "tags": ["Rust","column-oriented","embedded","stateless"], - "load_time": 52, - "data_size": 12261103896, - "concurrent_qps": null, - "concurrent_error_ratio": null, - "result": [ - [0.04, 0.002, 0.002], - [0.085, 0.028, 0.034], - [0.097, 0.044, 0.051], - [0.479, 0.052, 0.035], - [1.069, 0.116, 0.114], - [0.984, 0.129, 0.128], - [0.039, 0.002, 0.002], - [0.112, 0.033, 0.033], - [0.865, 0.153, 0.161], - [1.553, 0.229, 0.208], - [0.598, 0.075, 0.076], - [1.101, 0.079, 0.088], - [1.051, 0.117, 0.118], - [2.397, 0.229, 0.225], - [0.774, 0.125, 0.123], - [0.779, 0.115, 0.124], - [2.359, 0.239, 0.242], - [2.016, 0.224, 0.23], - [3.132, 0.393, 0.392], - [0.231, 0.026, 0.023], - [11.465, 0.542, 0.12], - [13.804, 0.193, 0.159], - [17.622, 0.171, 0.176], - [43.417, 0.267, 0.268], - [1.121, 0.039, 0.042], - [1.105, 0.059, 0.051], - [1.609, 0.039, 0.037], - [12.095, 0.18, 0.164], - [10.048, 0.512, 0.524], - [0.114, 0.048, 0.042], - [2.065, 0.113, 0.112], - [5.353, 0.135, 0.137], - [3.779, 0.411, 0.409], - [11.75, 0.486, 0.45], - [11.673, 0.433, 0.463], - [0.248, 0.109, 0.107], - [0.165, 0.057, 0.059], - [0.148, 0.037, 0.04], - [0.164, 0.032, 0.032], - [0.215, 0.091, 0.089], - [0.154, 0.031, 0.031], - [0.157, 0.031, 0.031], - [0.134, 0.031, 0.032] -] -} diff --git a/datafusion-vortex-partitioned/results/20261115/c6a.2xlarge.json b/datafusion-vortex-partitioned/results/20261115/c6a.2xlarge.json new file mode 100644 index 0000000000..29ed4c192b --- /dev/null +++ b/datafusion-vortex-partitioned/results/20261115/c6a.2xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "DataFusion (Vortex, partitioned)", + "date": "2026-11-15", + "machine": "c6a.2xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 134, + "data_size": 12261103120, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "startup_time": null, + "result": [ + [0.083, 0.002, 0.002], + [0.19, 0.024, 0.025], + [0.221, 0.063, 0.062], + [0.634, 0.062, 0.058], + [1.329, 0.837, 0.812], + [1.181, 0.739, 0.76], + [0.054, 0.002, 0.002], + [0.168, 0.032, 0.034], + [1.412, 1.102, 1.092], + [1.722, 1.078, 1.065], + [0.723, 0.143, 0.146], + [1.012, 0.17, 0.175], + [1.407, 0.665, 0.668], + [2.871, 0.952, 0.948], + [1.406, 0.651, 0.647], + [1.112, 0.948, 0.956], + [3.31, 1.732, 1.727], + [3.23, 1.713, 1.717], + [5.233, 3.409, 3.448], + [0.327, 0.033, 0.033], + [12.152, 0.682, 0.642], + [14.822, 0.845, 0.839], + [18.251, 0.98, 0.949], + [12.302, 0.736, 0.719], + [0.224, 0.063, 0.062], + [1.22, 0.14, 0.142], + [0.296, 0.063, 0.061], + [13.432, 0.871, 0.869], + [11.156, 5.841, 5.815], + [0.182, 0.054, 0.055], + [2.792, 0.563, 0.56], + [5.735, 0.557, 0.551], + [3.956, 2.843, 2.84], + [14.313, 3.331, 3.318], + [14.305, 3.331, 3.337], + [0.93, 0.776, 0.782], + [0.281, 0.054, 0.053], + [0.252, 0.022, 0.023], + [0.254, 0.017, 0.019], + [0.347, 0.109, 0.106], + [0.241, 0.011, 0.011], + [0.238, 0.012, 0.01], + [0.237, 0.01, 0.01] +] +} diff --git a/datafusion-vortex-partitioned/results/20261115/c6a.4xlarge.json b/datafusion-vortex-partitioned/results/20261115/c6a.4xlarge.json new file mode 100644 index 0000000000..65f78487a7 --- /dev/null +++ b/datafusion-vortex-partitioned/results/20261115/c6a.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "DataFusion (Vortex, partitioned)", + "date": "2026-11-15", + "machine": "c6a.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 99, + "data_size": 12261103120, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "startup_time": null, + "result": [ + [0.052, 0.002, 0.002], + [0.185, 0.016, 0.017], + [0.194, 0.053, 0.067], + [0.637, 0.097, 0.095], + [1.297, 0.824, 0.838], + [1.228, 0.785, 0.787], + [0.077, 0.002, 0.002], + [0.214, 0.021, 0.021], + [1.361, 0.92, 0.897], + [1.745, 0.887, 0.901], + [0.764, 0.145, 0.15], + [0.866, 0.16, 0.175], + [1.219, 0.677, 0.667], + [2.958, 1.101, 1.15], + [1.265, 0.677, 0.71], + [1.062, 0.883, 0.878], + [3.491, 2.066, 1.892], + [3.316, 1.853, 1.892], + [5.488, 3.783, 3.681], + [0.321, 0.045, 0.039], + [12.546, 0.659, 0.659], + [14.799, 1.209, 1.137], + [18.161, 1.33, 1.353], + [14.883, 1.078, 0.918], + [0.218, 0.112, 0.116], + [1.234, 0.184, 0.165], + [0.348, 0.103, 0.108], + [13.289, 1.198, 1.249], + [11.224, 3.632, 3.675], + [0.163, 0.055, 0.057], + [2.846, 0.531, 0.577], + [5.706, 0.641, 0.67], + [4.016, 3.589, 3.299], + [14.966, 4.021, 3.895], + [14.701, 4.06, 3.887], + [0.755, 0.66, 0.666], + [0.307, 0.08, 0.082], + [0.254, 0.031, 0.029], + [0.265, 0.024, 0.023], + [0.395, 0.176, 0.15], + [0.245, 0.014, 0.015], + [0.247, 0.012, 0.015], + [0.247, 0.013, 0.013] +] +} diff --git a/datafusion-vortex-partitioned/results/20261115/c6a.metal.json b/datafusion-vortex-partitioned/results/20261115/c6a.metal.json new file mode 100644 index 0000000000..1615bd85b4 --- /dev/null +++ b/datafusion-vortex-partitioned/results/20261115/c6a.metal.json @@ -0,0 +1,60 @@ +{ + "system": "DataFusion (Vortex, partitioned)", + "date": "2026-11-15", + "machine": "c6a.metal", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 55, + "data_size": 12261103120, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "startup_time": null, + "result": [ + [0.079, 0.002, 0.002], + [0.173, 0.025, 0.03], + [0.142, 0.038, 0.038], + [0.526, 0.059, 0.049], + [0.938, 0.158, 0.158], + [0.805, 0.207, 0.212], + [0.042, 0.002, 0.002], + [0.127, 0.047, 0.035], + [0.925, 0.224, 0.231], + [1.359, 0.362, 0.298], + [0.613, 0.095, 0.083], + [0.98, 0.094, 0.095], + [0.96, 0.194, 0.214], + [2.285, 0.359, 0.353], + [0.855, 0.229, 0.219], + [0.581, 0.197, 0.218], + [2.227, 0.415, 0.434], + [2.205, 0.465, 0.444], + [3.478, 0.749, 0.744], + [0.219, 0.035, 0.037], + [11.399, 0.479, 0.23], + [13.467, 0.337, 0.291], + [17.152, 0.335, 0.399], + [41.929, 0.323, 0.342], + [1.148, 0.1, 0.082], + [0.847, 0.065, 0.083], + [1.449, 0.066, 0.049], + [11.9, 0.298, 0.303], + [9.715, 0.611, 0.574], + [0.144, 0.048, 0.058], + [2.104, 0.195, 0.208], + [5.102, 0.289, 0.261], + [3.6, 0.884, 0.784], + [11.79, 0.719, 0.707], + [11.768, 0.759, 0.808], + [0.275, 0.161, 0.157], + [0.187, 0.069, 0.062], + [0.164, 0.04, 0.045], + [0.252, 0.039, 0.04], + [0.332, 0.109, 0.105], + [0.238, 0.036, 0.036], + [0.24, 0.032, 0.03], + [0.237, 0.031, 0.032] +] +} diff --git a/datafusion-vortex-partitioned/results/20261115/c6a.xlarge.json b/datafusion-vortex-partitioned/results/20261115/c6a.xlarge.json new file mode 100644 index 0000000000..a3bc8d2bff --- /dev/null +++ b/datafusion-vortex-partitioned/results/20261115/c6a.xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "DataFusion (Vortex, partitioned)", + "date": "2026-11-15", + "machine": "c6a.xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 250, + "data_size": 12261103120, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "startup_time": null, + "result": [ + [0.083, 0.002, 0.002], + [0.23, 0.043, 0.044], + [0.308, 0.115, 0.116], + [0.633, 0.084, 0.084], + [1.529, 1.408, 1.367], + [1.431, 1.246, 1.236], + [0.074, 0.001, 0.002], + [0.275, 0.059, 0.058], + [2.146, 1.848, 1.828], + [2.139, 1.853, 1.862], + [0.788, 0.242, 0.245], + [0.9, 0.298, 0.298], + [1.408, 1.02, 1.035], + [3.052, 1.439, 1.681], + [1.49, 1.009, 1.011], + [1.698, 1.505, 1.522], + [3.648, 2.804, 2.811], + [3.602, 2.805, 2.813], + [7.191, 6.935, 7.027], + [0.347, 0.052, 0.051], + [11.444, 1.114, 1.089], + [14.841, 1.362, 1.347], + [18.259, 1.545, 1.553], + [11.149, 1.169, 1.164], + [0.247, 0.088, 0.089], + [1.06, 0.231, 0.233], + [0.273, 0.083, 0.089], + [13.167, 1.439, 1.438], + [11.579, 11.303, 11.312], + [0.309, 0.084, 0.084], + [2.902, 0.904, 0.906], + [5.712, 0.826, 0.835], + [25.738, 6.778, 8.366], + [67.905, 38.825, 73.672], + [74.391, 40.1, 44.985], + [1.568, 1.311, 1.332], + [0.293, 0.058, 0.056], + [0.249, 0.026, 0.024], + [0.263, 0.025, 0.022], + [0.361, 0.112, 0.108], + [0.242, 0.012, 0.013], + [0.248, 0.013, 0.013], + [0.248, 0.011, 0.011] +] +} diff --git a/datafusion-vortex-partitioned/results/20261115/c7a.metal-48xl.json b/datafusion-vortex-partitioned/results/20261115/c7a.metal-48xl.json new file mode 100644 index 0000000000..44cb44140a --- /dev/null +++ b/datafusion-vortex-partitioned/results/20261115/c7a.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "DataFusion (Vortex, partitioned)", + "date": "2026-11-15", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 51, + "data_size": 12261103120, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "startup_time": null, + "result": [ + [0.075, 0.002, 0.003], + [0.15, 0.018, 0.021], + [0.147, 0.053, 0.037], + [0.524, 0.05, 0.042], + [0.736, 0.13, 0.128], + [0.684, 0.174, 0.163], + [0.068, 0.002, 0.002], + [0.185, 0.038, 0.036], + [0.923, 0.159, 0.159], + [1.404, 0.278, 0.294], + [0.664, 0.075, 0.063], + [0.816, 0.076, 0.079], + [0.771, 0.135, 0.116], + [2.206, 0.232, 0.239], + [0.849, 0.123, 0.138], + [0.599, 0.128, 0.127], + [2.179, 0.299, 0.265], + [2.16, 0.251, 0.258], + [3.318, 0.361, 0.402], + [0.282, 0.024, 0.022], + [11.387, 0.391, 0.157], + [13.325, 0.203, 0.167], + [17.273, 0.179, 0.178], + [40.787, 0.275, 0.294], + [1.187, 0.041, 0.041], + [0.784, 0.054, 0.063], + [1.29, 0.053, 0.049], + [11.675, 0.17, 0.167], + [9.758, 0.401, 0.431], + [0.174, 0.053, 0.034], + [2.149, 0.135, 0.139], + [5.135, 0.175, 0.181], + [3.613, 0.458, 0.447], + [11.82, 0.373, 0.392], + [11.805, 0.372, 0.379], + [0.364, 0.109, 0.106], + [0.255, 0.059, 0.075], + [0.225, 0.04, 0.039], + [0.232, 0.035, 0.032], + [0.331, 0.119, 0.11], + [0.222, 0.03, 0.03], + [0.221, 0.028, 0.031], + [0.214, 0.029, 0.027] +] +} diff --git a/datafusion-vortex-partitioned/results/20261115/c8g.4xlarge.json b/datafusion-vortex-partitioned/results/20261115/c8g.4xlarge.json new file mode 100644 index 0000000000..bd5cac0ea5 --- /dev/null +++ b/datafusion-vortex-partitioned/results/20261115/c8g.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "DataFusion (Vortex, partitioned)", + "date": "2026-11-15", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 81, + "data_size": 12261103896, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "startup_time": null, + "result": [ + [0.037, 0.001, 0.002], + [0.088, 0.011, 0.011], + [0.117, 0.026, 0.027], + [0.575, 0.027, 0.024], + [1.306, 0.199, 0.203], + [1.198, 0.21, 0.211], + [0.034, 0.001, 0.002], + [0.107, 0.014, 0.016], + [1.015, 0.282, 0.282], + [1.509, 0.365, 0.379], + [0.644, 0.052, 0.053], + [1.343, 0.062, 0.062], + [1.553, 0.187, 0.189], + [2.85, 0.316, 0.297], + [1.138, 0.197, 0.196], + [0.963, 0.229, 0.227], + [2.804, 0.492, 0.487], + [2.627, 0.49, 0.485], + [3.842, 0.939, 0.928], + [0.284, 0.014, 0.015], + [12.672, 0.57, 0.241], + [15.369, 0.256, 0.254], + [18.39, 0.29, 0.298], + [14.885, 0.286, 0.288], + [0.237, 0.027, 0.026], + [1.542, 0.055, 0.056], + [0.741, 0.029, 0.027], + [13.516, 0.267, 0.264], + [11.057, 2.109, 2.16], + [0.124, 0.033, 0.033], + [2.591, 0.174, 0.176], + [5.959, 0.157, 0.158], + [4.174, 0.72, 0.71], + [13.314, 1.005, 1.007], + [13.282, 1.044, 1.002], + [0.319, 0.217, 0.213], + [0.145, 0.037, 0.038], + [0.113, 0.02, 0.021], + [0.124, 0.01, 0.011], + [0.189, 0.085, 0.083], + [0.103, 0.009, 0.009], + [0.102, 0.009, 0.008], + [0.133, 0.009, 0.01] +] +} diff --git a/datafusion-vortex-partitioned/results/20261115/c8g.metal-48xl.json b/datafusion-vortex-partitioned/results/20261115/c8g.metal-48xl.json new file mode 100644 index 0000000000..070566c447 --- /dev/null +++ b/datafusion-vortex-partitioned/results/20261115/c8g.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "DataFusion (Vortex, partitioned)", + "date": "2026-11-15", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 52, + "data_size": 12261103896, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "startup_time": null, + "result": [ + [0.043, 0.002, 0.002], + [0.096, 0.014, 0.015], + [0.104, 0.054, 0.047], + [0.483, 0.049, 0.05], + [1.005, 0.118, 0.117], + [0.944, 0.127, 0.122], + [0.041, 0.002, 0.002], + [0.12, 0.033, 0.033], + [0.874, 0.163, 0.149], + [1.549, 0.239, 0.209], + [0.598, 0.078, 0.077], + [1.096, 0.078, 0.075], + [1.05, 0.117, 0.124], + [2.376, 0.219, 0.228], + [0.781, 0.122, 0.123], + [0.792, 0.115, 0.119], + [2.357, 0.229, 0.243], + [2.017, 0.237, 0.217], + [3.129, 0.409, 0.412], + [0.257, 0.027, 0.038], + [11.559, 0.548, 0.129], + [13.77, 0.162, 0.163], + [17.527, 0.172, 0.169], + [41.763, 0.562, 0.251], + [1.288, 0.036, 0.04], + [1.103, 0.048, 0.047], + [1.823, 0.067, 0.041], + [11.98, 0.191, 0.156], + [10.074, 0.516, 0.489], + [0.121, 0.043, 0.042], + [2.058, 0.117, 0.111], + [5.362, 0.142, 0.139], + [3.766, 0.431, 0.416], + [11.727, 0.466, 0.49], + [11.705, 0.479, 0.474], + [0.255, 0.102, 0.109], + [0.177, 0.055, 0.057], + [0.138, 0.04, 0.042], + [0.154, 0.036, 0.032], + [0.232, 0.089, 0.088], + [0.145, 0.031, 0.031], + [0.138, 0.031, 0.031], + [0.132, 0.032, 0.032] +] +} diff --git a/datafusion-vortex/results/20261102/c7a.metal-48xl.json b/datafusion-vortex/results/20261102/c7a.metal-48xl.json deleted file mode 100644 index f0df10cedc..0000000000 --- a/datafusion-vortex/results/20261102/c7a.metal-48xl.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "system": "DataFusion (Vortex, single)", - "date": "2026-11-02", - "machine": "c7a.metal-48xl", - "cluster_size": 1, - "proprietary": "no", - "hardware": "cpu", - "tuned": "no", - "tags": ["Rust","column-oriented","embedded","stateless"], - "load_time": 99, - "data_size": 12263287384, - "concurrent_qps": null, - "concurrent_error_ratio": null, - "result": [ - [0.098, 0.001, 0.001], - [0.209, 0.021, 0.024], - [0.188, 0.017, 0.021], - [0.441, 0.051, 0.055], - [0.581, 0.126, 0.125], - [0.685, 0.162, 0.168], - [0.083, 0.001, 0.001], - [0.256, 0.027, 0.027], - [0.927, 0.165, 0.164], - [1.282, 0.312, 0.26], - [0.591, 0.076, 0.08], - [0.635, 0.083, 0.086], - [0.759, 0.157, 0.149], - [2.232, 0.251, 0.249], - [0.908, 0.155, 0.155], - [0.533, 0.135, 0.132], - [2.148, 0.259, 0.259], - [2.138, 0.253, 0.252], - [3.286, 0.38, 0.382], - [0.304, 0.034, 0.036], - [10.967, 0.222, 0.205], - [12.878, 0.257, 0.262], - [16.908, 0.319, 0.278], - [45.878, 0.882, 1.15], - [1.679, 0.091, 0.067], - [0.666, 0.067, 0.064], - [1.681, 0.07, 0.074], - [11.352, 0.266, 0.254], - [9.377, 0.447, 0.459], - [0.209, 0.033, 0.032], - [2.032, 0.124, 0.119], - [5.063, 0.153, 0.173], - [3.887, 0.486, 0.43], - [11.314, 0.475, 0.438], - [11.319, 0.467, 0.445], - [0.4, 0.107, 0.104], - [0.356, 0.101, 0.096], - [0.312, 0.063, 0.054], - [0.316, 0.067, 0.064], - [0.422, 0.182, 0.178], - [0.294, 0.033, 0.036], - [0.285, 0.032, 0.034], - [0.281, 0.029, 0.032] -] -} diff --git a/datafusion-vortex/results/20261102/c8g.4xlarge.json b/datafusion-vortex/results/20261102/c8g.4xlarge.json deleted file mode 100644 index 2c7d8e7e10..0000000000 --- a/datafusion-vortex/results/20261102/c8g.4xlarge.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "system": "DataFusion (Vortex, single)", - "date": "2026-11-02", - "machine": "c8g.4xlarge", - "cluster_size": 1, - "proprietary": "no", - "hardware": "cpu", - "tuned": "no", - "tags": ["Rust","column-oriented","embedded","stateless"], - "load_time": 69, - "data_size": 12263286040, - "concurrent_qps": null, - "concurrent_error_ratio": null, - "result": [ - [0.048, 0.001, 0.001], - [0.109, 0.009, 0.01], - [0.147, 0.028, 0.029], - [0.501, 0.037, 0.041], - [1.119, 0.227, 0.212], - [1.067, 0.315, 0.354], - [0.039, 0.001, 0.001], - [0.125, 0.011, 0.01], - [0.938, 0.32, 0.304], - [1.321, 0.397, 0.424], - [0.583, 0.066, 0.062], - [1.125, 0.072, 0.066], - [1.455, 0.321, 0.306], - [2.55, 0.314, 0.327], - [1.134, 0.296, 0.301], - [0.607, 0.249, 0.249], - [2.629, 0.532, 0.537], - [2.618, 0.544, 0.537], - [3.766, 0.988, 0.94], - [0.34, 0.027, 0.034], - [11.809, 0.521, 0.325], - [15.05, 0.387, 0.389], - [18.208, 0.455, 0.454], - [46.371, 40.346, 39.999], - [2.262, 0.093, 0.088], - [1.33, 0.068, 0.075], - [2.466, 0.09, 0.086], - [13.181, 0.386, 0.411], - [11.039, 2.75, 2.648], - [0.138, 0.034, 0.033], - [2.344, 0.207, 0.224], - [5.583, 0.177, 0.178], - [3.869, 0.749, 0.733], - [12.91, 1.298, 1.229], - [12.936, 1.246, 1.238], - [0.414, 0.227, 0.225], - [0.209, 0.07, 0.07], - [0.173, 0.04, 0.038], - [0.171, 0.033, 0.036], - [0.314, 0.163, 0.166], - [0.15, 0.017, 0.014], - [0.15, 0.012, 0.011], - [0.138, 0.013, 0.014] -] -} diff --git a/datafusion-vortex/results/20261102/c8g.metal-48xl.json b/datafusion-vortex/results/20261102/c8g.metal-48xl.json deleted file mode 100644 index d48037c5fd..0000000000 --- a/datafusion-vortex/results/20261102/c8g.metal-48xl.json +++ /dev/null @@ -1,59 +0,0 @@ -{ - "system": "DataFusion (Vortex, single)", - "date": "2026-11-02", - "machine": "c8g.metal-48xl", - "cluster_size": 1, - "proprietary": "no", - "hardware": "cpu", - "tuned": "no", - "tags": ["Rust","column-oriented","embedded","stateless"], - "load_time": 102, - "data_size": 12263286040, - "concurrent_qps": null, - "concurrent_error_ratio": null, - "result": [ - [0.046, 0.001, 0.001], - [0.108, 0.018, 0.017], - [0.122, 0.018, 0.016], - [0.376, 0.035, 0.044], - [0.897, 0.102, 0.108], - [0.95, 0.127, 0.134], - [0.039, 0.001, 0.001], - [0.141, 0.032, 0.031], - [0.794, 0.133, 0.141], - [1.344, 0.205, 0.228], - [0.486, 0.071, 0.071], - [0.925, 0.084, 0.081], - [0.977, 0.128, 0.126], - [2.287, 0.216, 0.227], - [0.83, 0.133, 0.133], - [0.672, 0.101, 0.104], - [2.262, 0.219, 0.217], - [1.979, 0.223, 0.211], - [3.01, 0.381, 0.396], - [0.228, 0.052, 0.032], - [11.23, 0.155, 0.181], - [13.202, 0.247, 0.267], - [16.863, 0.274, 0.274], - [45.734, 1.385, 1.479], - [1.591, 0.064, 0.076], - [0.939, 0.053, 0.054], - [2.014, 0.073, 0.069], - [11.579, 0.225, 0.259], - [9.298, 0.487, 0.479], - [0.143, 0.028, 0.028], - [1.911, 0.11, 0.104], - [5.168, 0.143, 0.144], - [3.774, 0.444, 0.415], - [11.21, 0.479, 0.493], - [11.22, 0.504, 0.43], - [0.453, 0.091, 0.103], - [0.273, 0.079, 0.081], - [0.182, 0.053, 0.052], - [0.2, 0.057, 0.06], - [0.285, 0.158, 0.155], - [0.167, 0.036, 0.037], - [0.161, 0.034, 0.033], - [0.155, 0.033, 0.033] -] -} diff --git a/datafusion-vortex/results/20261115/c6a.2xlarge.json b/datafusion-vortex/results/20261115/c6a.2xlarge.json new file mode 100644 index 0000000000..9a859828c1 --- /dev/null +++ b/datafusion-vortex/results/20261115/c6a.2xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "DataFusion (Vortex, single)", + "date": "2026-11-15", + "machine": "c6a.2xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 162, + "data_size": 12263287384, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "startup_time": null, + "result": [ + [0.087, 0.001, 0.001], + [0.201, 0.02, 0.021], + [0.212, 0.069, 0.072], + [0.545, 0.081, 0.079], + [1.254, 0.859, 0.833], + [1.167, 0.801, 0.805], + [0.05, 0.001, 0.001], + [0.16, 0.024, 0.024], + [1.274, 1.061, 1.063], + [1.55, 1.091, 1.09], + [0.629, 0.146, 0.145], + [0.885, 0.166, 0.164], + [1.391, 0.704, 0.695], + [2.802, 1.171, 0.95], + [1.327, 0.68, 0.704], + [1.058, 0.934, 0.922], + [3.215, 1.773, 1.752], + [3.192, 1.765, 1.744], + [4.726, 3.205, 3.338], + [0.223, 0.048, 0.043], + [11.625, 0.701, 0.692], + [14.648, 1.083, 1.13], + [18.209, 3.258, 2.185], + [129.217, 150.752, 164.682], + [2.086, 0.213, 0.208], + [1.019, 0.167, 0.167], + [2.202, 0.209, 0.21], + [12.833, 1.103, 1.126], + [11.585, 6.227, 6.27], + [0.186, 0.059, 0.057], + [2.485, 0.572, 0.571], + [5.52, 0.561, 0.547], + [3.822, 2.91, 2.901], + [13.064, 3.287, 3.291], + [13.073, 3.264, 3.286], + [0.936, 0.78, 0.78], + [0.251, 0.09, 0.088], + [0.202, 0.037, 0.038], + [0.217, 0.041, 0.04], + [0.426, 0.179, 0.179], + [0.269, 0.018, 0.016], + [0.256, 0.014, 0.014], + [0.26, 0.014, 0.014] +] +} diff --git a/datafusion-vortex/results/20261115/c6a.4xlarge.json b/datafusion-vortex/results/20261115/c6a.4xlarge.json new file mode 100644 index 0000000000..30b6bff041 --- /dev/null +++ b/datafusion-vortex/results/20261115/c6a.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "DataFusion (Vortex, single)", + "date": "2026-11-15", + "machine": "c6a.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 97, + "data_size": 12263287384, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "startup_time": null, + "result": [ + [0.086, 0.001, 0.001], + [0.193, 0.016, 0.015], + [0.22, 0.054, 0.054], + [0.531, 0.104, 0.099], + [1.027, 0.622, 0.614], + [1.133, 0.67, 0.671], + [0.056, 0.001, 0.001], + [0.167, 0.019, 0.02], + [1.252, 0.78, 0.769], + [1.508, 0.776, 0.822], + [0.645, 0.133, 0.135], + [0.848, 0.148, 0.139], + [1.31, 0.632, 0.635], + [2.745, 0.886, 0.865], + [1.338, 0.666, 0.652], + [0.869, 0.708, 0.72], + [3.091, 1.478, 1.463], + [3.053, 1.487, 1.492], + [4.717, 2.705, 2.719], + [0.239, 0.053, 0.056], + [11.835, 0.699, 0.61], + [14.602, 1.237, 1.241], + [18.234, 1.284, 1.292], + [46.261, 41.418, 41.431], + [2.1, 0.219, 0.221], + [0.979, 0.176, 0.183], + [2.12, 0.214, 0.217], + [12.809, 1.223, 1.23], + [11.084, 3.451, 3.636], + [0.2, 0.055, 0.053], + [2.479, 0.472, 0.478], + [5.555, 0.517, 0.513], + [4.788, 2.556, 2.547], + [12.998, 2.876, 2.883], + [12.994, 2.851, 2.915], + [0.775, 0.545, 0.547], + [0.272, 0.097, 0.097], + [0.217, 0.042, 0.044], + [0.244, 0.047, 0.045], + [0.426, 0.193, 0.191], + [0.216, 0.02, 0.021], + [0.204, 0.019, 0.017], + [0.192, 0.016, 0.017] +] +} diff --git a/datafusion-vortex/results/20261115/c6a.metal.json b/datafusion-vortex/results/20261115/c6a.metal.json new file mode 100644 index 0000000000..87e13f2a3b --- /dev/null +++ b/datafusion-vortex/results/20261115/c6a.metal.json @@ -0,0 +1,60 @@ +{ + "system": "DataFusion (Vortex, single)", + "date": "2026-11-15", + "machine": "c6a.metal", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 94, + "data_size": 12263287384, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "startup_time": null, + "result": [ + [0.079, 0.001, 0.001], + [0.18, 0.026, 0.028], + [0.169, 0.033, 0.037], + [0.407, 0.056, 0.069], + [0.782, 0.188, 0.201], + [0.614, 0.273, 0.235], + [0.047, 0.001, 0.001], + [0.161, 0.04, 0.048], + [0.842, 0.231, 0.242], + [1.3, 0.327, 0.424], + [0.506, 0.109, 0.116], + [0.724, 0.13, 0.112], + [0.791, 0.254, 0.272], + [2.268, 0.429, 0.418], + [0.931, 0.267, 0.241], + [0.464, 0.21, 0.222], + [2.124, 0.433, 0.442], + [2.179, 0.457, 0.444], + [3.42, 0.703, 0.686], + [0.268, 0.061, 0.065], + [11.072, 0.314, 0.309], + [12.865, 0.401, 0.393], + [16.854, 0.49, 0.489], + [46.122, 1.407, 1.208], + [1.627, 0.171, 0.129], + [0.616, 0.09, 0.103], + [1.765, 0.152, 0.114], + [11.293, 0.426, 0.443], + [9.362, 0.654, 0.635], + [0.179, 0.052, 0.065], + [2.038, 0.201, 0.202], + [5.055, 0.306, 0.275], + [4.334, 0.881, 0.91], + [11.27, 0.793, 0.79], + [11.279, 0.826, 0.815], + [0.373, 0.174, 0.161], + [0.276, 0.11, 0.114], + [0.233, 0.071, 0.07], + [0.238, 0.081, 0.083], + [0.399, 0.193, 0.18], + [0.263, 0.042, 0.043], + [0.262, 0.042, 0.044], + [0.26, 0.035, 0.037] +] +} diff --git a/datafusion-vortex/results/20261115/c6a.xlarge.json b/datafusion-vortex/results/20261115/c6a.xlarge.json new file mode 100644 index 0000000000..d1038c31b6 --- /dev/null +++ b/datafusion-vortex/results/20261115/c6a.xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "DataFusion (Vortex, single)", + "date": "2026-11-15", + "machine": "c6a.xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 279, + "data_size": 12263287384, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "startup_time": null, + "result": [ + [0.081, 0.001, 0.001], + [0.215, 0.036, 0.036], + [0.274, 0.115, 0.112], + [0.537, 0.096, 0.094], + [1.688, 1.563, 1.556], + [1.468, 1.337, 1.326], + [0.054, 0.001, 0.001], + [0.194, 0.04, 0.04], + [2.106, 1.949, 1.935], + [2.199, 2.007, 2.003], + [0.693, 0.253, 0.253], + [0.746, 0.293, 0.291], + [1.341, 1.101, 1.101], + [3.108, 1.579, 1.817], + [1.467, 1.054, 1.065], + [1.822, 1.681, 1.682], + [3.612, 2.931, 2.97], + [3.585, 2.978, 2.948], + [6.922, 6.759, 6.549], + [0.322, 0.051, 0.048], + [11.177, 1.178, 1.172], + [27.428, 27.058, 26.907], + [33.848, 35.878, 34.99], + [null, null, null], + [2.039, 0.323, 0.32], + [0.971, 0.258, 0.254], + [2.044, 0.317, 0.318], + [16.183, 18.266, 17.124], + [14.659, 15.401, 14.662], + [0.267, 0.083, 0.084], + [2.609, 0.939, 0.936], + [5.516, 0.881, 0.878], + [6.57, 7.251, 6.141], + [13.904, 14.059, 14.028], + [15.02, 13.908, 14.202], + [1.578, 1.41, 1.395], + [0.34, 0.097, 0.097], + [0.264, 0.042, 0.042], + [0.288, 0.05, 0.05], + [0.447, 0.218, 0.2], + [0.254, 0.019, 0.019], + [0.245, 0.017, 0.016], + [0.247, 0.015, 0.014] +] +} diff --git a/datafusion-vortex/results/20261115/c7a.metal-48xl.json b/datafusion-vortex/results/20261115/c7a.metal-48xl.json new file mode 100644 index 0000000000..3bc264e2a9 --- /dev/null +++ b/datafusion-vortex/results/20261115/c7a.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "DataFusion (Vortex, single)", + "date": "2026-11-15", + "machine": "c7a.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 103, + "data_size": 12263287384, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "startup_time": null, + "result": [ + [0.06, 0.001, 0.001], + [0.129, 0.031, 0.015], + [0.136, 0.021, 0.018], + [0.401, 0.052, 0.046], + [0.781, 0.122, 0.123], + [0.72, 0.15, 0.154], + [0.051, 0.001, 0.001], + [0.16, 0.026, 0.028], + [0.865, 0.159, 0.163], + [1.215, 0.228, 0.311], + [0.497, 0.074, 0.078], + [0.789, 0.082, 0.084], + [0.884, 0.144, 0.158], + [2.146, 0.256, 0.241], + [0.826, 0.139, 0.143], + [0.497, 0.135, 0.133], + [2.174, 0.274, 0.279], + [2.076, 0.257, 0.247], + [3.231, 0.411, 0.36], + [0.201, 0.043, 0.035], + [11.243, 0.216, 0.207], + [12.817, 0.25, 0.242], + [16.845, 0.293, 0.278], + [45.952, 1.302, 0.91], + [1.603, 0.068, 0.072], + [0.854, 0.069, 0.063], + [1.87, 0.074, 0.071], + [11.483, 0.249, 0.263], + [9.295, 0.444, 0.438], + [0.172, 0.031, 0.03], + [1.951, 0.127, 0.123], + [5.039, 0.176, 0.168], + [3.787, 0.456, 0.458], + [11.263, 0.426, 0.45], + [11.266, 0.451, 0.441], + [0.364, 0.102, 0.118], + [0.244, 0.096, 0.091], + [0.2, 0.049, 0.057], + [0.216, 0.063, 0.066], + [0.379, 0.175, 0.201], + [0.265, 0.042, 0.033], + [0.256, 0.034, 0.034], + [0.257, 0.029, 0.03] +] +} diff --git a/datafusion-vortex/results/20261115/c8g.4xlarge.json b/datafusion-vortex/results/20261115/c8g.4xlarge.json new file mode 100644 index 0000000000..23047453a3 --- /dev/null +++ b/datafusion-vortex/results/20261115/c8g.4xlarge.json @@ -0,0 +1,60 @@ +{ + "system": "DataFusion (Vortex, single)", + "date": "2026-11-15", + "machine": "c8g.4xlarge", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 67, + "data_size": 12263286040, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "startup_time": null, + "result": [ + [0.046, 0.001, 0.001], + [0.118, 0.008, 0.009], + [0.158, 0.029, 0.032], + [0.493, 0.035, 0.038], + [1.119, 0.207, 0.207], + [1.099, 0.308, 0.302], + [0.04, 0.001, 0.001], + [0.127, 0.01, 0.01], + [0.949, 0.292, 0.298], + [1.363, 0.447, 0.402], + [0.583, 0.06, 0.059], + [1.085, 0.071, 0.064], + [1.523, 0.284, 0.291], + [2.534, 0.304, 0.304], + [1.127, 0.291, 0.276], + [0.593, 0.263, 0.235], + [2.617, 0.525, 0.527], + [2.594, 0.513, 0.516], + [3.792, 0.946, 0.928], + [0.294, 0.029, 0.033], + [11.882, 0.485, 0.33], + [15.115, 0.354, 0.353], + [18.191, 0.417, 0.409], + [46.168, 39.989, 40.37], + [2.263, 0.088, 0.087], + [1.367, 0.071, 0.07], + [2.465, 0.081, 0.081], + [13.207, 0.372, 0.372], + [11.106, 2.525, 2.392], + [0.155, 0.033, 0.032], + [2.345, 0.21, 0.213], + [5.587, 0.164, 0.162], + [3.898, 0.716, 0.716], + [12.892, 1.193, 1.212], + [12.915, 1.217, 1.199], + [0.445, 0.21, 0.208], + [0.196, 0.067, 0.066], + [0.153, 0.036, 0.037], + [0.184, 0.033, 0.033], + [0.294, 0.157, 0.153], + [0.145, 0.013, 0.013], + [0.143, 0.011, 0.011], + [0.139, 0.013, 0.013] +] +} diff --git a/datafusion-vortex/results/20261115/c8g.metal-48xl.json b/datafusion-vortex/results/20261115/c8g.metal-48xl.json new file mode 100644 index 0000000000..c196b3ca13 --- /dev/null +++ b/datafusion-vortex/results/20261115/c8g.metal-48xl.json @@ -0,0 +1,60 @@ +{ + "system": "DataFusion (Vortex, single)", + "date": "2026-11-15", + "machine": "c8g.metal-48xl", + "cluster_size": 1, + "proprietary": "no", + "hardware": "cpu", + "tuned": "no", + "tags": ["Rust","column-oriented","embedded","stateless"], + "load_time": 76, + "data_size": 12263286040, + "concurrent_qps": null, + "concurrent_error_ratio": null, + "startup_time": null, + "result": [ + [0.039, 0.001, 0.001], + [0.096, 0.015, 0.018], + [0.095, 0.015, 0.017], + [0.369, 0.032, 0.039], + [0.999, 0.116, 0.112], + [0.886, 0.122, 0.127], + [0.034, 0.001, 0.001], + [0.127, 0.032, 0.032], + [0.823, 0.147, 0.139], + [1.359, 0.217, 0.214], + [0.476, 0.072, 0.075], + [0.956, 0.078, 0.084], + [1.015, 0.127, 0.126], + [2.307, 0.223, 0.221], + [0.779, 0.148, 0.152], + [0.64, 0.114, 0.116], + [2.287, 0.237, 0.241], + [1.973, 0.23, 0.229], + [3.156, 0.391, 0.381], + [0.231, 0.038, 0.049], + [11.259, 0.152, 0.18], + [13.194, 0.241, 0.247], + [16.896, 0.292, 0.321], + [46.073, 0.957, 1.223], + [1.58, 0.062, 0.067], + [1.014, 0.057, 0.057], + [2.042, 0.07, 0.062], + [11.656, 0.241, 0.238], + [9.327, 0.512, 0.573], + [0.122, 0.031, 0.028], + [1.898, 0.101, 0.1], + [5.213, 0.126, 0.13], + [3.987, 0.442, 0.471], + [11.202, 0.491, 0.528], + [11.205, 0.487, 0.469], + [0.35, 0.1, 0.097], + [0.191, 0.087, 0.079], + [0.154, 0.052, 0.052], + [0.169, 0.059, 0.057], + [0.253, 0.156, 0.158], + [0.144, 0.037, 0.036], + [0.139, 0.034, 0.034], + [0.134, 0.034, 0.035] +] +}