diff --git a/.github/workflows/bench-pr.yml b/.github/workflows/bench-pr.yml index 1fab5eb28bc..5310bd750fb 100644 --- a/.github/workflows/bench-pr.yml +++ b/.github/workflows/bench-pr.yml @@ -31,8 +31,18 @@ jobs: - id: random-access-bench name: Random Access build_args: "--features lance" - - id: compress-bench - name: Compression + - id: compress-bench-1 + name: Compression (1/3) + bin: compress-bench + extra_args: "--datasets '^(taxi|Arade|Bimbo|CMSprovider|Euro2016)$'" + - id: compress-bench-2 + name: Compression (2/3) + bin: compress-bench + extra_args: "--datasets '^(Food|HashTags|TPC-H)'" + - id: compress-bench-3 + name: Compression (3/3) + bin: compress-bench + extra_args: "--datasets '^(?!taxi$|Arade$|Bimbo$|CMSprovider$|Euro2016$|Food$|HashTags$|TPC-H)'" steps: - uses: runs-on/action@v2 if: github.event.pull_request.head.repo.fork == false @@ -60,7 +70,7 @@ jobs: env: RUSTFLAGS: "-C target-cpu=native -C force-frame-pointers=yes" run: | - cargo build --package ${{ matrix.benchmark.id }} --profile release_debug ${{ matrix.benchmark.build_args }} + cargo build --package ${{ matrix.benchmark.bin || matrix.benchmark.id }} --profile release_debug ${{ matrix.benchmark.build_args }} - name: Setup Polar Signals if: github.event.pull_request.head.repo.fork == false @@ -77,7 +87,7 @@ jobs: env: RUST_BACKTRACE: full run: | - bash scripts/bench-taskset.sh target/release_debug/${{ matrix.benchmark.id }} -d gh-json -o results.json + bash scripts/bench-taskset.sh target/release_debug/${{ matrix.benchmark.bin || matrix.benchmark.id }} ${{ matrix.benchmark.formats && format('--formats {0}', matrix.benchmark.formats) || '' }} ${{ matrix.benchmark.extra_args }} -d gh-json -o results.json - name: Setup AWS CLI if: github.event.pull_request.head.repo.fork == false diff --git a/.github/workflows/bench.yml b/.github/workflows/bench.yml index ebeb429849b..6d98d883af0 100644 --- a/.github/workflows/bench.yml +++ b/.github/workflows/bench.yml @@ -44,10 +44,24 @@ jobs: name: Random Access build_args: "--features lance" formats: "parquet,lance,vortex" - - id: compress-bench - name: Compression + - id: compress-bench-1 + name: Compression (1/3) + bin: compress-bench build_args: "--features lance" formats: "parquet,lance,vortex" + extra_args: "--datasets '^(taxi|Arade|Bimbo|CMSprovider|Euro2016)$'" + - id: compress-bench-2 + name: Compression (2/3) + bin: compress-bench + build_args: "--features lance" + formats: "parquet,lance,vortex" + extra_args: "--datasets '^(Food|HashTags|TPC-H)'" + - id: compress-bench-3 + name: Compression (3/3) + bin: compress-bench + build_args: "--features lance" + formats: "parquet,lance,vortex" + extra_args: "--datasets '^(?!taxi$|Arade$|Bimbo$|CMSprovider$|Euro2016$|Food$|HashTags$|TPC-H)'" steps: - uses: runs-on/action@v2 if: github.repository == 'vortex-data/vortex' @@ -73,7 +87,7 @@ jobs: env: RUSTFLAGS: "-C target-cpu=native -C force-frame-pointers=yes" run: | - cargo build --bin ${{ matrix.benchmark.id }} --profile release_debug ${{ matrix.benchmark.build_args }} + cargo build --bin ${{ matrix.benchmark.bin || matrix.benchmark.id }} --profile release_debug ${{ matrix.benchmark.build_args }} - name: Setup Polar Signals uses: polarsignals/gh-actions-ps-profiling@v0.8.1 @@ -89,7 +103,7 @@ jobs: env: RUST_BACKTRACE: full run: | - bash scripts/bench-taskset.sh target/release_debug/${{ matrix.benchmark.id }} --formats ${{ matrix.benchmark.formats }} -d gh-json -o results.json + bash scripts/bench-taskset.sh target/release_debug/${{ matrix.benchmark.bin || matrix.benchmark.id }} --formats ${{ matrix.benchmark.formats }} ${{ matrix.benchmark.extra_args }} -d gh-json -o results.json - name: Setup AWS CLI uses: aws-actions/configure-aws-credentials@v6