Skip to content

Commit a8b340a

Browse files
joseph-isaacsjoseph-isaacs
authored
chore[ci]: codspeed new runner (#6826)
Enables all codspeed and bumps core counts --------- Signed-off-by: Joe Isaacs <joe.isaacs@live.co.uk>
1 parent 761c404 commit a8b340a

1 file changed

Lines changed: 118 additions & 118 deletions

File tree

‎.github/workflows/ci.yml‎

Lines changed: 118 additions & 118 deletions
Original file line numberDiff line numberDiff line change
@@ -50,7 +50,7 @@ jobs:
5050
name: "Python (lint)"
5151
runs-on: >-
5252
${{ github.repository == 'vortex-data/vortex'
53-
&& format('runs-on={0}/runner=amd64-small/tag=python-lint', github.run_id)
53+
&& format('runs-on={0}/runner=amd64-medium/tag=python-lint', github.run_id)
5454
|| 'ubuntu-latest' }}
5555
timeout-minutes: 120
5656
steps:
@@ -245,7 +245,7 @@ jobs:
245245
timeout-minutes: 120
246246
runs-on: >-
247247
${{ github.repository == 'vortex-data/vortex'
248-
&& format('runs-on={0}/runner=amd64-xsmall/tag=rust-min-deps', github.run_id)
248+
&& format('runs-on={0}/runner=amd64-medium/tag=rust-min-deps', github.run_id)
249249
|| 'ubuntu-latest' }}
250250
steps:
251251
- uses: runs-on/action@v2
@@ -482,50 +482,50 @@ jobs:
482482
--target x86_64-unknown-linux-gnu \
483483
-p vortex-buffer -p vortex-ffi -p vortex-fastlanes -p vortex-fsst -p vortex-alp -p vortex-array
484484
485-
cuda-build:
486-
if: github.repository == 'vortex-data/vortex'
487-
name: "CUDA build"
488-
timeout-minutes: 120
489-
runs-on: runs-on=${{ github.run_id }}/runner=gpu/tag=cuda-build
490-
steps:
491-
- uses: runs-on/action@v2
492-
with:
493-
sccache: s3
494-
- uses: actions/checkout@v6
495-
- uses: ./.github/actions/setup-rust
496-
with:
497-
repo-token: ${{ secrets.GITHUB_TOKEN }}
498-
- name: Build CUDA crates
499-
run: |
500-
cargo build --locked --all-features --all-targets \
501-
-p vortex-cuda \
502-
-p vortex-cub \
503-
-p vortex-nvcomp \
504-
-p gpu-scan-cli \
505-
-p vortex-test-e2e-cuda
506-
507-
cuda-lint:
508-
if: github.repository == 'vortex-data/vortex'
509-
name: "CUDA (lint)"
510-
timeout-minutes: 120
511-
runs-on: runs-on=${{ github.run_id }}/runner=gpu/tag=cuda-lint
512-
steps:
513-
- uses: runs-on/action@v2
514-
with:
515-
sccache: s3
516-
- uses: actions/checkout@v6
517-
- uses: ./.github/actions/setup-rust
518-
with:
519-
repo-token: ${{ secrets.GITHUB_TOKEN }}
520-
- name: Clippy CUDA crates
521-
run: |
522-
cargo clippy --locked --all-features --all-targets \
523-
-p vortex-cuda \
524-
-p vortex-cub \
525-
-p vortex-nvcomp \
526-
-p gpu-scan-cli \
527-
-p vortex-test-e2e-cuda \
528-
-- -D warnings
485+
# cuda-build:
486+
# if: github.repository == 'vortex-data/vortex'
487+
# name: "CUDA build"
488+
# timeout-minutes: 120
489+
# runs-on: runs-on=${{ github.run_id }}/runner=gpu/tag=cuda-build
490+
# steps:
491+
# - uses: runs-on/action@v2
492+
# with:
493+
# sccache: s3
494+
# - uses: actions/checkout@v6
495+
# - uses: ./.github/actions/setup-rust
496+
# with:
497+
# repo-token: ${{ secrets.GITHUB_TOKEN }}
498+
# - name: Build CUDA crates
499+
# run: |
500+
# cargo build --locked --all-features --all-targets \
501+
# -p vortex-cuda \
502+
# -p vortex-cub \
503+
# -p vortex-nvcomp \
504+
# -p gpu-scan-cli \
505+
# -p vortex-test-e2e-cuda
506+
507+
# cuda-lint:
508+
# if: github.repository == 'vortex-data/vortex'
509+
# name: "CUDA (lint)"
510+
# timeout-minutes: 120
511+
# runs-on: runs-on=${{ github.run_id }}/runner=gpu/tag=cuda-lint
512+
# steps:
513+
# - uses: runs-on/action@v2
514+
# with:
515+
# sccache: s3
516+
# - uses: actions/checkout@v6
517+
# - uses: ./.github/actions/setup-rust
518+
# with:
519+
# repo-token: ${{ secrets.GITHUB_TOKEN }}
520+
# - name: Clippy CUDA crates
521+
# run: |
522+
# cargo clippy --locked --all-features --all-targets \
523+
# -p vortex-cuda \
524+
# -p vortex-cub \
525+
# -p vortex-nvcomp \
526+
# -p gpu-scan-cli \
527+
# -p vortex-test-e2e-cuda \
528+
# -- -D warnings
529529

530530
cuda-test:
531531
if: github.repository == 'vortex-data/vortex'
@@ -565,67 +565,67 @@ jobs:
565565
--target x86_64-unknown-linux-gnu \
566566
--verbose
567567
568-
cuda-test-sanitizer:
569-
if: github.repository == 'vortex-data/vortex'
570-
name: "CUDA tests (sanitizer)"
571-
timeout-minutes: 120
572-
runs-on: runs-on=${{ github.run_id }}/runner=gpu/tag=cuda-test-sanitizer
573-
steps:
574-
- uses: runs-on/action@v2
575-
with:
576-
sccache: s3
577-
- name: Display NVIDIA SMI details
578-
run: |
579-
nvidia-smi
580-
nvidia-smi -L
581-
nvidia-smi -q -d Memory
582-
- uses: actions/checkout@v6
583-
- uses: ./.github/actions/setup-rust
584-
with:
585-
repo-token: ${{ secrets.GITHUB_TOKEN }}
586-
- name: CUDA - memcheck
587-
env:
588-
CARGO_TARGET_X86_64_UNKNOWN_LINUX_GNU_RUNNER: compute-sanitizer --tool memcheck --leak-check=full --error-exitcode 1
589-
run: cargo test --locked -p vortex-cuda --all-features --target x86_64-unknown-linux-gnu
590-
# TODO(joe): try to re-enable, This is hanging in CI.
591-
# - name: CUDA - racecheck
592-
# env:
593-
# CARGO_TARGET_X86_64_UNKNOWN_LINUX_GNU_RUNNER: compute-sanitizer --tool racecheck --error-exitcode 1
594-
# run: cargo test --locked -p vortex-cuda --all-features --target x86_64-unknown-linux-gnu
595-
- name: CUDA - synccheck
596-
env:
597-
CARGO_TARGET_X86_64_UNKNOWN_LINUX_GNU_RUNNER: compute-sanitizer --tool synccheck --error-exitcode 1
598-
run: cargo test --locked -p vortex-cuda --all-features --target x86_64-unknown-linux-gnu
599-
- name: CUDA - initcheck
600-
env:
601-
CARGO_TARGET_X86_64_UNKNOWN_LINUX_GNU_RUNNER: compute-sanitizer --tool initcheck --error-exitcode 1
602-
run: cargo test --locked -p vortex-cuda --all-features --target x86_64-unknown-linux-gnu
603-
604-
cuda-test-cudf:
605-
if: github.repository == 'vortex-data/vortex'
606-
name: "CUDA tests (cudf)"
607-
timeout-minutes: 120
608-
runs-on: runs-on=${{ github.run_id }}/runner=gpu/tag=cuda-test-cudf
609-
steps:
610-
- uses: runs-on/action@v2
611-
with:
612-
sccache: s3
613-
- name: Display NVIDIA SMI details
614-
run: |
615-
nvidia-smi
616-
nvidia-smi -L
617-
nvidia-smi -q -d Memory
618-
- uses: actions/checkout@v6
619-
- uses: ./.github/actions/setup-rust
620-
with:
621-
repo-token: ${{ secrets.GITHUB_TOKEN }}
622-
- name: Build cudf test library
623-
run: cargo build --locked -p vortex-test-e2e-cuda --target x86_64-unknown-linux-gnu
624-
- name: Download and run cudf-test-harness
625-
run: |
626-
curl -fsSL https://github.com/vortex-data/cudf-test-harness/releases/latest/download/cudf-test-harness-x86_64.tar.gz | tar -xz
627-
cd cudf-test-harness-x86_64
628-
compute-sanitizer --tool memcheck --error-exitcode 1 ./cudf-test-harness check $GITHUB_WORKSPACE/target/x86_64-unknown-linux-gnu/debug/libvortex_test_e2e_cuda.so
568+
# cuda-test-sanitizer:
569+
# if: github.repository == 'vortex-data/vortex'
570+
# name: "CUDA tests (sanitizer)"
571+
# timeout-minutes: 120
572+
# runs-on: runs-on=${{ github.run_id }}/runner=gpu/tag=cuda-test-sanitizer
573+
# steps:
574+
# - uses: runs-on/action@v2
575+
# with:
576+
# sccache: s3
577+
# - name: Display NVIDIA SMI details
578+
# run: |
579+
# nvidia-smi
580+
# nvidia-smi -L
581+
# nvidia-smi -q -d Memory
582+
# - uses: actions/checkout@v6
583+
# - uses: ./.github/actions/setup-rust
584+
# with:
585+
# repo-token: ${{ secrets.GITHUB_TOKEN }}
586+
# - name: CUDA - memcheck
587+
# env:
588+
# CARGO_TARGET_X86_64_UNKNOWN_LINUX_GNU_RUNNER: compute-sanitizer --tool memcheck --leak-check=full --error-exitcode 1
589+
# run: cargo test --locked -p vortex-cuda --all-features --target x86_64-unknown-linux-gnu
590+
# # TODO(joe): try to re-enable, This is hanging in CI.
591+
# # - name: CUDA - racecheck
592+
# # env:
593+
# # CARGO_TARGET_X86_64_UNKNOWN_LINUX_GNU_RUNNER: compute-sanitizer --tool racecheck --error-exitcode 1
594+
# # run: cargo test --locked -p vortex-cuda --all-features --target x86_64-unknown-linux-gnu
595+
# - name: CUDA - synccheck
596+
# env:
597+
# CARGO_TARGET_X86_64_UNKNOWN_LINUX_GNU_RUNNER: compute-sanitizer --tool synccheck --error-exitcode 1
598+
# run: cargo test --locked -p vortex-cuda --all-features --target x86_64-unknown-linux-gnu
599+
# - name: CUDA - initcheck
600+
# env:
601+
# CARGO_TARGET_X86_64_UNKNOWN_LINUX_GNU_RUNNER: compute-sanitizer --tool initcheck --error-exitcode 1
602+
# run: cargo test --locked -p vortex-cuda --all-features --target x86_64-unknown-linux-gnu
603+
604+
# cuda-test-cudf:
605+
# if: github.repository == 'vortex-data/vortex'
606+
# name: "CUDA tests (cudf)"
607+
# timeout-minutes: 120
608+
# runs-on: runs-on=${{ github.run_id }}/runner=gpu/tag=cuda-test-cudf
609+
# steps:
610+
# - uses: runs-on/action@v2
611+
# with:
612+
# sccache: s3
613+
# - name: Display NVIDIA SMI details
614+
# run: |
615+
# nvidia-smi
616+
# nvidia-smi -L
617+
# nvidia-smi -q -d Memory
618+
# - uses: actions/checkout@v6
619+
# - uses: ./.github/actions/setup-rust
620+
# with:
621+
# repo-token: ${{ secrets.GITHUB_TOKEN }}
622+
# - name: Build cudf test library
623+
# run: cargo build --locked -p vortex-test-e2e-cuda --target x86_64-unknown-linux-gnu
624+
# - name: Download and run cudf-test-harness
625+
# run: |
626+
# curl -fsSL https://github.com/vortex-data/cudf-test-harness/releases/latest/download/cudf-test-harness-x86_64.tar.gz | tar -xz
627+
# cd cudf-test-harness-x86_64
628+
# compute-sanitizer --tool memcheck --error-exitcode 1 ./cudf-test-harness check $GITHUB_WORKSPACE/target/x86_64-unknown-linux-gnu/debug/libvortex_test_e2e_cuda.so
629629

630630
rust-test-other:
631631
name: "Rust tests (${{ matrix.os }})"
@@ -720,19 +720,19 @@ jobs:
720720
strategy:
721721
matrix:
722722
include:
723-
# - { shard: 1, cpu: 8, name: "Core foundation", packages: "vortex-buffer vortex-error" }
724-
- { shard: 2, cpu: 2, name: "Arrays", packages: "vortex-array", features: "--features _test-harness" }
725-
# - { shard: 3, cpu: 16, name: "Main library", packages: "vortex" }
726-
# - { shard: 4, cpu: 8, name: "Encodings 1", packages: "vortex-alp vortex-bytebool vortex-datetime-parts" }
727-
# - { shard: 5, cpu: 16, name: "Encodings 2", packages: "vortex-decimal-byte-parts vortex-fastlanes vortex-fsst", features: "--features _test-harness" }
728-
# - { shard: 6, cpu: 8, name: "Encodings 3", packages: "vortex-pco vortex-runend vortex-sequence" }
729-
# - { shard: 7, cpu: 8, name: "Encodings 4", packages: "vortex-sparse vortex-zigzag vortex-zstd" }
730-
# - { shard: 8, cpu: 8, name: "Storage formats", packages: "vortex-flatbuffers vortex-proto vortex-btrblocks" }
723+
- { shard: 1, name: "Core foundation", packages: "vortex-buffer vortex-error" }
724+
- { shard: 2, name: "Arrays", packages: "vortex-array", features: "--features _test-harness" }
725+
- { shard: 3, name: "Main library", packages: "vortex" }
726+
- { shard: 4, name: "Encodings 1", packages: "vortex-alp vortex-bytebool vortex-datetime-parts" }
727+
- { shard: 5, name: "Encodings 2", packages: "vortex-decimal-byte-parts vortex-fastlanes vortex-fsst", features: "--features _test-harness" }
728+
- { shard: 6, name: "Encodings 3", packages: "vortex-pco vortex-runend vortex-sequence" }
729+
- { shard: 7, name: "Encodings 4", packages: "vortex-sparse vortex-zigzag vortex-zstd" }
730+
- { shard: 8, name: "Storage formats", packages: "vortex-flatbuffers vortex-proto vortex-btrblocks" }
731731
name: "Benchmark with Codspeed (Shard #${{ matrix.shard }})"
732732
timeout-minutes: 120
733733
runs-on: >-
734734
${{ github.repository == 'vortex-data/vortex'
735-
&& format('runs-on={0}/runner=amd64-small/tag=bench-codspeed-{1}', github.run_id, matrix.shard)
735+
&& format('runs-on={0}/runner=amd64-medium/tag=bench-codspeed-{1}', github.run_id, matrix.shard)
736736
|| 'ubuntu-latest' }}
737737
steps:
738738
- uses: runs-on/action@v2
@@ -781,7 +781,7 @@ jobs:
781781
timeout-minutes: 120
782782
runs-on: >-
783783
${{ github.repository == 'vortex-data/vortex'
784-
&& format('runs-on={0}/runner=amd64-xsmall/tag=cxx-build', github.run_id)
784+
&& format('runs-on={0}/runner=amd64-medium/tag=cxx-build', github.run_id)
785785
|| 'ubuntu-latest' }}
786786
steps:
787787
- uses: runs-on/action@v2
@@ -809,7 +809,7 @@ jobs:
809809
name: "SQL logic tests"
810810
runs-on: >-
811811
${{ github.repository == 'vortex-data/vortex'
812-
&& format('runs-on={0}/runner=amd64-xsmall/tag=sql-logic-test', github.run_id)
812+
&& format('runs-on={0}/runner=amd64-medium/tag=sql-logic-test', github.run_id)
813813
|| 'ubuntu-latest' }}
814814
steps:
815815
- uses: runs-on/action@v2

0 commit comments

Comments
 (0)