Skip to content

Commit 2ed3e98

Browse files
palaskapalaska
authored
Merge branch 'develop' into bp/arrow-with-sesh
2 parents c16bf46 + 903ee6c commit 2ed3e98

136 files changed

Lines changed: 18318 additions & 763 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎.github/workflows/approvals.yml‎

Lines changed: 8 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -23,21 +23,20 @@ jobs:
2323
pull_number: pr.number,
2424
});
2525
26-
// Count unique human approvals (latest review per user)
26+
// Determine if PR author is a bot/GitHub Actions
27+
const authorType = pr.user.type; // 'Bot' vs 'User'
28+
const authorLogin = pr.user.login; // e.g. 'github-actions[bot]'
29+
const isBot = authorType === 'Bot' || authorLogin.endsWith('[bot]');
30+
const oneApprovalBotAuthors = new Set(['renovate[bot]']);
31+
32+
// Count unique approvals, including bot approvals.
2733
const latestByUser = {};
2834
for (const review of reviews.data) {
29-
if (review.user.type === 'Bot') continue;
3035
latestByUser[review.user.login] = review.state;
3136
}
3237
const approvalCount = Object.values(latestByUser)
3338
.filter(state => state === 'APPROVED').length;
3439
35-
// Determine if PR author is a bot/GitHub Actions
36-
const authorType = pr.user.type; // 'Bot' vs 'User'
37-
const authorLogin = pr.user.login; // e.g. 'github-actions[bot]'
38-
const isBot = authorType === 'Bot' || authorLogin.endsWith('[bot]');
39-
const oneApprovalBotAuthors = new Set(['renovate[bot]']);
40-
4140
const required = isBot && !oneApprovalBotAuthors.has(authorLogin) ? 2 : 1;
4241
4342
console.log(`PR author: ${authorLogin} (${authorType}), isBot: ${isBot}`);
@@ -46,7 +45,7 @@ jobs:
4645
4746
if (isBot && (approvalCount < required)) {
4847
core.setFailed(
49-
`This PR needs ${required} human approval(s) but has ${approvalCount}. ` +
48+
`This PR needs ${required} approval(s) but has ${approvalCount}. ` +
5049
`(Author is ${isBot ? 'a bot' : 'human'})`
5150
);
5251
}

‎.github/workflows/bench.yml‎

Lines changed: 14 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -92,7 +92,7 @@ jobs:
9292
VORTEX_EXPERIMENTAL_PATCHED_ARRAY: "1"
9393
FLAT_LAYOUT_INLINE_ARRAY_NODE: "1"
9494
run: |
95-
bash scripts/bench-taskset.sh target/release_debug/${{ matrix.benchmark.id }} --formats ${{ matrix.benchmark.formats }} -d gh-json -o results.json
95+
bash scripts/bench-taskset.sh target/release_debug/${{ matrix.benchmark.id }} --formats ${{ matrix.benchmark.formats }} -d gh-json -o results.json --gh-json-v3 results.v3.jsonl
9696
9797
- name: Setup AWS CLI
9898
uses: aws-actions/configure-aws-credentials@ec61189d14ec14c8efccab744f656cffd0e33f37 # v6
@@ -105,6 +105,19 @@ jobs:
105105
run: |
106106
bash scripts/cat-s3.sh vortex-ci-benchmark-results data.json.gz results.json
107107
108+
- name: Ingest results to v3 server
109+
if: vars.V3_INGEST_URL != ''
110+
continue-on-error: true
111+
shell: bash
112+
env:
113+
INGEST_BEARER_TOKEN: ${{ secrets.INGEST_BEARER_TOKEN }}
114+
run: |
115+
python3 scripts/post-ingest.py results.v3.jsonl \
116+
--server "${{ vars.V3_INGEST_URL }}" \
117+
--commit-sha "${{ github.sha }}" \
118+
--benchmark-id "${{ matrix.benchmark.id }}" \
119+
--repo-url "${{ github.server_url }}/${{ github.repository }}"
120+
108121
- name: Alert incident.io
109122
if: failure()
110123
uses: ./.github/actions/alert-incident-io

‎.github/workflows/ci.yml‎

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -358,7 +358,8 @@ jobs:
358358
if: matrix.os == 'windows-x64'
359359
run: |
360360
cargo nextest run --cargo-profile ci --locked --workspace --all-features --no-fail-fast `
361-
--exclude vortex-bench --exclude vortex-python --exclude vortex-duckdb `
361+
--exclude vortex-bench --exclude vortex-bench-server `
362+
--exclude vortex-python --exclude vortex-duckdb `
362363
--exclude vortex-fuzz --exclude vortex-cuda --exclude vortex-nvcomp `
363364
--exclude vortex-cub --exclude vortex-test-e2e-cuda --exclude duckdb-bench `
364365
--exclude lance-bench --exclude datafusion-bench --exclude random-access-bench `

‎.github/workflows/claude-review.yml‎

Lines changed: 5 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -19,12 +19,6 @@ name: Claude Code (Review)
1919
# - PR conversation comments on PRs already opened by the Claude App are handled by
2020
# claude-write.yml so maintainers can ask Claude to make follow-up changes there.
2121

22-
concurrency:
23-
# `issue_comment` events on PRs expose the PR number via `github.event.issue.number`,
24-
# so this falls back there when `github.event.pull_request.number` is unset.
25-
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.event.issue.number || github.run_id }}
26-
cancel-in-progress: true
27-
2822
on:
2923
issue_comment:
3024
types: [created]
@@ -226,6 +220,11 @@ jobs:
226220
if: needs.gate.outputs.should_run == 'true'
227221
runs-on: ubuntu-latest
228222
timeout-minutes: 45
223+
concurrency:
224+
# `issue_comment` events on PRs expose the PR number via `github.event.issue.number`,
225+
# so this falls back there when `github.event.pull_request.number` is unset.
226+
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.event.issue.number || github.run_id }}
227+
cancel-in-progress: true
229228
permissions:
230229
contents: read
231230
issues: write

‎.github/workflows/claude-write.yml‎

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -27,10 +27,6 @@ name: Claude Code (Write)
2727
# than the numeric App ID in the PR payload, so the gate checks `CLAUDE_APP_LOGIN`
2828
# instead of comparing directly to `APP_ID`.
2929

30-
concurrency:
31-
group: ${{ github.workflow }}-${{ github.event.issue.number || github.run_id }}
32-
cancel-in-progress: true
33-
3430
on:
3531
issues:
3632
types: [opened, assigned]
@@ -152,6 +148,9 @@ jobs:
152148
if: needs.gate.outputs.should_run == 'true'
153149
runs-on: ubuntu-latest
154150
timeout-minutes: 60
151+
concurrency:
152+
group: ${{ github.workflow }}-${{ github.event.issue.number || github.run_id }}
153+
cancel-in-progress: true
155154

156155
environment:
157156
# The App private key lives only in this environment so only this single job

‎.github/workflows/cuda.yaml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -69,7 +69,7 @@ jobs:
6969
with:
7070
repo-token: ${{ secrets.GITHUB_TOKEN }}
7171
- name: Install nextest
72-
uses: taiki-e/install-action@cf525cb33f51aca27cd6fa02034117ab963ff9f1 # v2
72+
uses: taiki-e/install-action@711e1c3275189d76dcc4d34ddea63bf96ac49090 # v2
7373
with:
7474
tool: nextest
7575
- name: Rust Tests

‎.github/workflows/fuzz.yml‎

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@ jobs:
2121
uses: ./.github/workflows/run-fuzzer.yml
2222
with:
2323
fuzz_target: file_io
24-
jobs: 16
24+
jobs: 4
2525
secrets:
2626
R2_FUZZ_ACCESS_KEY_ID: ${{ secrets.R2_FUZZ_ACCESS_KEY_ID }}
2727
R2_FUZZ_SECRET_ACCESS_KEY: ${{ secrets.R2_FUZZ_SECRET_ACCESS_KEY }}
@@ -71,7 +71,7 @@ jobs:
7171
uses: ./.github/workflows/run-fuzzer.yml
7272
with:
7373
fuzz_target: array_ops
74-
jobs: 16
74+
jobs: 4
7575
secrets:
7676
R2_FUZZ_ACCESS_KEY_ID: ${{ secrets.R2_FUZZ_ACCESS_KEY_ID }}
7777
R2_FUZZ_SECRET_ACCESS_KEY: ${{ secrets.R2_FUZZ_SECRET_ACCESS_KEY }}
@@ -110,7 +110,7 @@ jobs:
110110
fuzz_name: array_ops_unstable_encodings
111111
extra_features: "vortex/unstable_encodings"
112112
extra_env: "VORTEX_EXPERIMENTAL_PATCHED_ARRAY=1"
113-
jobs: 16
113+
jobs: 4
114114
secrets:
115115
R2_FUZZ_ACCESS_KEY_ID: ${{ secrets.R2_FUZZ_ACCESS_KEY_ID }}
116116
R2_FUZZ_SECRET_ACCESS_KEY: ${{ secrets.R2_FUZZ_SECRET_ACCESS_KEY }}
@@ -183,7 +183,7 @@ jobs:
183183
uses: ./.github/workflows/run-fuzzer.yml
184184
with:
185185
fuzz_target: compress_roundtrip
186-
jobs: 16
186+
jobs: 4
187187
secrets:
188188
R2_FUZZ_ACCESS_KEY_ID: ${{ secrets.R2_FUZZ_ACCESS_KEY_ID }}
189189
R2_FUZZ_SECRET_ACCESS_KEY: ${{ secrets.R2_FUZZ_SECRET_ACCESS_KEY }}
@@ -198,7 +198,7 @@ jobs:
198198
fuzz_target: compress_gpu
199199
runner: gpu
200200
extra_features: "cuda"
201-
jobs: 8
201+
jobs: 1
202202
secrets:
203203
R2_FUZZ_ACCESS_KEY_ID: ${{ secrets.R2_FUZZ_ACCESS_KEY_ID }}
204204
R2_FUZZ_SECRET_ACCESS_KEY: ${{ secrets.R2_FUZZ_SECRET_ACCESS_KEY }}

‎.github/workflows/fuzzer-fix-automation.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -236,7 +236,7 @@ jobs:
236236
CRASH_FILE: ${{ steps.extract.outputs.crash_file }}
237237
CRASH_FILE_PATH: ${{ steps.download.outputs.crash_file_path }}
238238
ARTIFACT_URL: ${{ steps.extract.outputs.artifact_url }}
239-
uses: anthropics/claude-code-action@567fe954a4527e81f132d87d1bdbcc94f7737434 # v1
239+
uses: anthropics/claude-code-action@2cc1ac1331eac7a6a96d716dd204dd2888d0fcd2 # v1
240240
with:
241241
claude_code_oauth_token: ${{ secrets.CLAUDE_CODE_OAUTH_TOKEN }}
242242
github_token: ${{ secrets.GITHUB_TOKEN }}

‎.github/workflows/release-drafter.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -27,7 +27,7 @@ jobs:
2727
runs-on: ubuntu-latest
2828
timeout-minutes: 10
2929
steps:
30-
- uses: release-drafter/release-drafter@5de93583980a40bd78603b6dfdcda5b4df377b32 # v7.2.0
30+
- uses: release-drafter/release-drafter@563bf132657a13ded0b01fcb723c5a58cdd824e2 # v7.2.1
3131
with:
3232
commitish: ${{ github.ref_name }}
3333
prerelease: ${{ github.event_name == 'workflow_dispatch' }}

‎.github/workflows/report-fuzz-crash.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -118,7 +118,7 @@ jobs:
118118
steps.dedup.outputs.duplicate != 'true' ||
119119
steps.dedup.outputs.confidence != 'exact'
120120
continue-on-error: true
121-
uses: anthropics/claude-code-action@567fe954a4527e81f132d87d1bdbcc94f7737434 # v1
121+
uses: anthropics/claude-code-action@2cc1ac1331eac7a6a96d716dd204dd2888d0fcd2 # v1
122122
with:
123123
claude_code_oauth_token: ${{ secrets.claude_code_oauth_token }}
124124
github_token: ${{ secrets.gh_token }}

0 commit comments

Comments
 (0)