Skip to content

Commit e3c7401

Browse files
authored
Revert "Add comment showing change in benchmark file sizes (#7264)" (#7286)
This reverts commit 16bbd12. Seems to be breaking when on develop, but not on the branch? Signed-off-by: Connor Tsui <connor.tsui20@gmail.com>
1 parent c1b9223 commit e3c7401

File tree

4 files changed

+2
-304
lines changed

4 files changed

+2
-304
lines changed

.github/workflows/sql-benchmarks.yml

Lines changed: 1 addition & 61 deletions
Original file line numberDiff line numberDiff line change
@@ -223,6 +223,7 @@ jobs:
223223
${{ matrix.scale_factor && format('--scale-factor {0}', matrix.scale_factor) || '' }}
224224
225225
- name: Install uv
226+
if: inputs.mode == 'pr'
226227
uses: spiraldb/actions/.github/actions/setup-uv@0.18.5
227228
with:
228229
sync: false
@@ -259,56 +260,6 @@ jobs:
259260
# unique benchmark configuration must have a unique comment-tag.
260261
comment-tag: bench-pr-comment-${{ matrix.id }}
261262

262-
- name: Compare file sizes
263-
if: inputs.mode == 'pr' && matrix.remote_storage == null
264-
shell: bash
265-
run: |
266-
set -Eeu -o pipefail -x
267-
268-
# Capture HEAD file sizes (vortex formats only)
269-
uv run --no-project scripts/capture-file-sizes.py \
270-
vortex-bench/data \
271-
--benchmark ${{ matrix.subcommand }} \
272-
--commit ${{ github.event.pull_request.head.sha }} \
273-
-o head-sizes.json
274-
275-
# Get base commit SHA (same as benchmark comparison)
276-
base_commit_sha=$(\
277-
curl -L \
278-
-H "Accept: application/vnd.github+json" \
279-
-H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \
280-
https://api.github.com/repos/vortex-data/vortex/actions/workflows/bench.yml/runs\?branch\=develop\&status\=success\&per_page\=1 \
281-
| jq -r '.workflow_runs[].head_sha' \
282-
)
283-
284-
# Download file sizes baseline (per-benchmark file)
285-
python3 scripts/s3-download.py s3://vortex-ci-benchmark-results/file-sizes-${{ matrix.id }}.json.gz file-sizes.json.gz --no-sign-request || true
286-
287-
# Generate comparison report
288-
echo '# File Sizes: ${{ matrix.name }}' > sizes-comment.md
289-
echo '' >> sizes-comment.md
290-
291-
if [ -f file-sizes.json.gz ]; then
292-
gzip -d -c file-sizes.json.gz | grep $base_commit_sha > base-sizes.json || true
293-
if [ -s base-sizes.json ]; then
294-
uv run --no-project scripts/compare-file-sizes.py base-sizes.json head-sizes.json \
295-
>> sizes-comment.md
296-
else
297-
echo '_No baseline file sizes found for base commit._' >> sizes-comment.md
298-
fi
299-
else
300-
echo '_No baseline file sizes available yet._' >> sizes-comment.md
301-
fi
302-
303-
cat sizes-comment.md >> $GITHUB_STEP_SUMMARY
304-
305-
- name: Comment PR with file sizes
306-
if: inputs.mode == 'pr' && matrix.remote_storage == null && github.event.pull_request.head.repo.fork == false
307-
uses: thollander/actions-comment-pull-request@v3
308-
with:
309-
file-path: sizes-comment.md
310-
comment-tag: file-sizes-${{ matrix.id }}
311-
312263
- name: Comment PR on failure
313264
if: failure() && inputs.mode == 'pr' && github.event.pull_request.head.repo.fork == false
314265
uses: thollander/actions-comment-pull-request@v3
@@ -325,17 +276,6 @@ jobs:
325276
run: |
326277
bash scripts/cat-s3.sh vortex-ci-benchmark-results data.json.gz results.json
327278
328-
- name: Upload File Sizes
329-
if: inputs.mode == 'develop' && matrix.remote_storage == null
330-
shell: bash
331-
run: |
332-
uv run --no-project scripts/capture-file-sizes.py \
333-
vortex-bench/data \
334-
--benchmark ${{ matrix.subcommand }} \
335-
--commit ${{ github.sha }} \
336-
-o sizes.json
337-
bash scripts/cat-s3.sh vortex-ci-benchmark-results file-sizes-${{ matrix.id }}.json.gz sizes.json
338-
339279
- name: Alert incident.io
340280
if: failure() && inputs.mode == 'develop'
341281
uses: ./.github/actions/alert-incident-io

scripts/capture-file-sizes.py

Lines changed: 0 additions & 97 deletions
This file was deleted.

scripts/compare-file-sizes.py

Lines changed: 0 additions & 145 deletions
This file was deleted.

vortex-bench/src/statpopgen/statpopgen_benchmark.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,7 @@ impl StatPopGenBenchmark {
5252
)
5353
})?;
5454

55-
let data_path = "statpopgen".to_data_path().join(format!("{n_rows}/"));
55+
let data_path = "statspopgen".to_data_path().join(format!("{n_rows}/"));
5656

5757
let data_url =
5858
Url::from_directory_path(data_path).map_err(|_| anyhow::anyhow!("bad data path?"))?;

0 commit comments

Comments
 (0)