Merge remote-tracking branch 'origin/develop' into ji/fix-up-execute

Signed-off-by: Joe Isaacs <joe.isaacs@live.co.uk>

# Conflicts:
#	vortex-array/src/executor.rs

Author: joseph-isaacs

.github/actions/setup-rust/action.yml

@@ -83,13 +83,3 @@ runs:
     - name: Install Protoc (for lance-encoding build step)
       if: runner.os != 'Windows'
       uses: ./.github/actions/setup-protoc
-
-    - name: Install Sweep
-      shell: bash
-      if: ${{ inputs.timestamp == 'true' && github.ref_name == 'develop' }}
-      run: cargo install cargo-sweep
-
-    - name: Timestamp Cache
-      shell: bash
-      if: ${{ inputs.timestamp == 'true' && github.ref_name == 'develop' }}
-      run: cargo sweep --stamp

.github/workflows/approvals.yml

@@ -7,6 +7,7 @@ on:
 jobs:
   check-approvals:
     runs-on: ubuntu-latest
+    timeout-minutes: 10
     steps:
       - name: Check required approvals
         uses: actions/github-script@450193c5abd4cdb17ba9f3ffcfe8f635c4bb6c2a

.github/workflows/bench-dispatch.yml

@@ -18,7 +18,7 @@ permissions:
 jobs:
   remove-bench-label:
     runs-on: ubuntu-latest
-    timeout-minutes: 2
+    timeout-minutes: 10
     if: github.event.label.name == 'action/benchmark'
     steps:
       - uses: actions-ecosystem/action-remove-labels@v1
@@ -34,7 +34,7 @@ jobs:
 
   remove-sql-label:
     runs-on: ubuntu-latest
-    timeout-minutes: 2
+    timeout-minutes: 10
     if: github.event.label.name == 'action/benchmark-sql'
     steps:
       - uses: actions-ecosystem/action-remove-labels@v1

.github/workflows/bench-pr.yml

@@ -49,7 +49,7 @@ jobs:
 
       - name: Install DuckDB
         run: |
-          wget -qO- https://github.com/duckdb/duckdb/releases/download/v1.4.2/duckdb_cli-linux-amd64.zip | funzip > duckdb
+          wget -qO- https://github.com/duckdb/duckdb/releases/download/v1.5.2/duckdb_cli-linux-amd64.zip | funzip > duckdb
           chmod +x duckdb
           echo "$PWD" >> $GITHUB_PATH
 
@@ -137,82 +137,3 @@ jobs:
     secrets: inherit
     with:
       mode: "pr"
-      benchmark_matrix: |
-        [
-          {
-            "id": "clickbench-nvme",
-            "subcommand": "clickbench",
-            "name": "Clickbench on NVME",
-            "targets": "datafusion:parquet,datafusion:vortex,duckdb:parquet,duckdb:vortex,duckdb:duckdb",
-            "extra_data_formats": "vortex-compact"
-          },
-          {
-            "id": "tpch-nvme",
-            "subcommand": "tpch",
-            "name": "TPC-H SF=1 on NVME",
-            "targets": "datafusion:arrow,datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact,duckdb:duckdb",
-            "scale_factor": "1.0"
-          },
-          {
-            "id": "tpch-s3",
-            "subcommand": "tpch",
-            "name": "TPC-H SF=1 on S3",
-            "local_dir": "vortex-bench/data/tpch/1.0",
-            "remote_storage": "s3://vortex-ci-benchmark-datasets/${{github.ref_name}}/${{github.run_id}}/tpch/1.0/",
-            "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
-            "scale_factor": "1.0"
-          },
-          {
-            "id": "tpch-nvme-10",
-            "subcommand": "tpch",
-            "name": "TPC-H SF=10 on NVME",
-            "targets": "datafusion:arrow,datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact,duckdb:duckdb",
-            "scale_factor": "10.0"
-          },
-          {
-            "id": "tpch-s3-10",
-            "subcommand": "tpch",
-            "name": "TPC-H SF=10 on S3",
-            "local_dir": "vortex-bench/data/tpch/10.0",
-            "remote_storage": "s3://vortex-ci-benchmark-datasets/${{github.ref_name}}/${{github.run_id}}/tpch/10.0/",
-            "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
-            "scale_factor": "10.0"
-          },
-          {
-            "id": "tpcds-nvme",
-            "subcommand": "tpcds",
-            "name": "TPC-DS SF=1 on NVME",
-            "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact,duckdb:duckdb",
-            "scale_factor": "1.0"
-          },
-          {
-            "id": "statpopgen",
-            "subcommand": "statpopgen",
-            "name": "Statistical and Population Genetics",
-            "targets": "duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
-            "scale_factor": "100"
-          },
-          {
-            "id": "fineweb",
-            "subcommand": "fineweb",
-            "name": "FineWeb NVMe",
-            "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
-            "scale_factor": "100"
-          },
-          {
-            "id": "fineweb-s3",
-            "subcommand": "fineweb",
-            "name": "FineWeb S3",
-            "local_dir": "vortex-bench/data/fineweb",
-            "remote_storage": "s3://vortex-ci-benchmark-datasets/${{github.ref_name}}/${{github.run_id}}/fineweb/",
-            "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
-            "scale_factor": "100"
-          },
-          {
-            "id": "polarsignals",
-            "subcommand": "polarsignals",
-            "name": "PolarSignals Profiling",
-            "targets": "datafusion:vortex",
-            "scale_factor": "1"
-          },
-        ]

.github/workflows/bench.yml

@@ -14,7 +14,7 @@ permissions:
 jobs:
   commit-metadata:
     runs-on: ubuntu-latest
-    timeout-minutes: 120
+    timeout-minutes: 10
     steps:
       - uses: actions/checkout@v6
       - name: Setup AWS CLI
@@ -63,7 +63,7 @@ jobs:
 
       - name: Install DuckDB
         run: |
-          wget -qO- https://github.com/duckdb/duckdb/releases/download/v1.4.2/duckdb_cli-linux-amd64.zip | funzip > duckdb
+          wget -qO- https://github.com/duckdb/duckdb/releases/download/v1.5.2/duckdb_cli-linux-amd64.zip | funzip > duckdb
           chmod +x duckdb
           echo "$PWD" >> $GITHUB_PATH
 
@@ -118,83 +118,3 @@ jobs:
     secrets: inherit
     with:
       mode: "develop"
-      benchmark_matrix: |
-        [
-          {
-            "id": "clickbench-nvme",
-            "subcommand": "clickbench",
-            "name": "Clickbench on NVME",
-            "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,datafusion:lance,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact,duckdb:duckdb",
-            "build_lance": true
-          },
-          {
-            "id": "tpch-nvme",
-            "subcommand": "tpch",
-            "name": "TPC-H SF=1 on NVME",
-            "targets": "datafusion:arrow,datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,datafusion:lance,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact,duckdb:duckdb",
-            "scale_factor": "1.0",
-            "build_lance": true
-          },
-          {
-            "id": "tpch-s3",
-            "subcommand": "tpch",
-            "name": "TPC-H SF=1 on S3",
-            "local_dir": "vortex-bench/data/tpch/1.0",
-            "remote_storage": "s3://vortex-ci-benchmark-datasets/${{github.ref_name}}/${{github.run_id}}/tpch/1.0/",
-            "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
-            "scale_factor": "1.0"
-          },
-          {
-            "id": "tpch-nvme-10",
-            "subcommand": "tpch",
-            "name": "TPC-H SF=10 on NVME",
-            "targets": "datafusion:arrow,datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,datafusion:lance,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact,duckdb:duckdb",
-            "scale_factor": "10.0",
-            "build_lance": true
-          },
-          {
-            "id": "tpch-s3-10",
-            "subcommand": "tpch",
-            "name": "TPC-H SF=10 on S3",
-            "local_dir": "vortex-bench/data/tpch/10.0",
-            "remote_storage": "s3://vortex-ci-benchmark-datasets/${{github.ref_name}}/${{github.run_id}}/tpch/10.0/",
-            "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
-            "scale_factor": "10.0"
-          },
-          {
-            "id": "tpcds-nvme",
-            "subcommand": "tpcds",
-            "name": "TPC-DS SF=1 on NVME",
-            "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact,duckdb:duckdb",
-            "scale_factor": "1.0"
-          },
-          {
-            "id": "statpopgen",
-            "subcommand": "statpopgen",
-            "name": "Statistical and Population Genetics",
-            "local_dir": "vortex-bench/data/statpopgen",
-            "targets": "duckdb:parquet,duckdb:vortex,duckdb:vortex-compact",
-            "scale_factor": "100"
-          },
-          {
-            "id": "fineweb",
-            "subcommand": "fineweb",
-            "name": "FineWeb NVMe",
-            "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact"
-          },
-          {
-            "id": "fineweb-s3",
-            "subcommand": "fineweb",
-            "name": "FineWeb S3",
-            "local_dir": "vortex-bench/data/fineweb",
-            "remote_storage": "s3://vortex-ci-benchmark-datasets/${{github.ref_name}}/${{github.run_id}}/fineweb/",
-            "targets": "datafusion:parquet,datafusion:vortex,datafusion:vortex-compact,duckdb:parquet,duckdb:vortex,duckdb:vortex-compact"
-          },
-          {
-            "id": "polarsignals",
-            "subcommand": "polarsignals",
-            "name": "PolarSignals Profiling",
-            "targets": "datafusion:vortex",
-            "scale_factor": "1"
-          },
-        ]