Skip to content

Commit aafe376

Browse files
authored
chore: Shard codspeed into 8 runs (#5440)
Signed-off-by: Robert Kruszewski <github@robertk.io>
1 parent 20d88e3 commit aafe376

File tree

1 file changed

+76
-21
lines changed

1 file changed

+76
-21
lines changed

.github/workflows/ci.yml

Lines changed: 76 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -419,15 +419,15 @@ jobs:
419419
bench-codspeed:
420420
strategy:
421421
matrix:
422-
shard: [1, 2]
422+
shard: [1, 2, 3, 4, 5, 6, 7, 8]
423423
name: "Benchmark with Codspeed (Shard #${{ matrix.shard }})"
424424
timeout-minutes: 120
425425
runs-on:
426426
- runs-on=${{ github.run_id }}
427427
- family=c6id.8xlarge
428428
- extras=s3-cache
429429
- image=ubuntu24-full-x64
430-
- tag=bench-codspeed
430+
- tag=bench-codspeed-${{matrix.shard}}
431431
steps:
432432
- uses: runs-on/action@v2
433433
with:
@@ -441,36 +441,91 @@ jobs:
441441
shell: bash
442442
run: cargo install --force cargo-codspeed --locked
443443

444-
- name: Build benchmarks (shard 1)
444+
- name: Build benchmarks (shard 1 - Core foundation)
445445
env:
446-
RUSTFLAGS: "-C target-feature=+avx2"
446+
RUSTFLAGS: "-C target-feature=+avx2 -C debug-assertions=yes"
447447
if: ${{ matrix.shard == 1 }}
448448
run: |
449-
cargo codspeed build --features test-harness \
449+
cargo codspeed build \
450450
-p vortex-buffer \
451+
-p vortex-dtype \
452+
-p vortex-error \
453+
--profile bench
454+
455+
- name: Build benchmarks (shard 2 - Array types)
456+
env:
457+
RUSTFLAGS: "-C target-feature=+avx2 -C debug-assertions=yes"
458+
if: ${{ matrix.shard == 2 }}
459+
run: |
460+
cargo codspeed build --features test-harness \
451461
-p vortex-array \
462+
-p vortex-scalar \
463+
-p vortex-vector \
464+
--profile bench
465+
466+
- name: Build benchmarks (shard 3 - Main library)
467+
env:
468+
RUSTFLAGS: "-C target-feature=+avx2 -C debug-assertions=yes"
469+
if: ${{ matrix.shard == 3 }}
470+
run: |
471+
cargo codspeed build \
452472
-p vortex \
453-
-p vortex-fastlanes \
473+
-p vortex-compute \
454474
--profile bench
455475
456-
- name: Build benchmarks (shard 2)
476+
- name: Build benchmarks (shard 4 - Encodings 1)
457477
env:
458-
RUSTFLAGS: "-C target-feature=+avx2"
459-
if: ${{ matrix.shard == 2 }}
478+
RUSTFLAGS: "-C target-feature=+avx2 -C debug-assertions=yes"
479+
if: ${{ matrix.shard == 4 }}
480+
run: |
481+
cargo codspeed build \
482+
-p vortex-alp \
483+
-p vortex-bytebool \
484+
-p vortex-datetime-parts \
485+
--profile bench
486+
487+
- name: Build benchmarks (shard 5 - Encodings 2)
488+
env:
489+
RUSTFLAGS: "-C target-feature=+avx2 -C debug-assertions=yes"
490+
if: ${{ matrix.shard == 5 }}
460491
run: |
461492
cargo codspeed build --features test-harness \
462-
--exclude bench-vortex \
463-
--exclude vortex-datafusion \
464-
--exclude vortex-duckdb \
465-
--exclude vortex-fuzz \
466-
--exclude vortex-python \
467-
--exclude vortex-tui \
468-
--exclude xtask \
469-
--exclude vortex-buffer \
470-
--exclude vortex-array \
471-
--exclude vortex \
472-
--exclude vortex-fastlanes \
473-
--workspace \
493+
-p vortex-decimal-byte-parts \
494+
-p vortex-fastlanes \
495+
-p vortex-fsst \
496+
--profile bench
497+
498+
- name: Build benchmarks (shard 6 - Encodings 3)
499+
env:
500+
RUSTFLAGS: "-C target-feature=+avx2 -C debug-assertions=yes"
501+
if: ${{ matrix.shard == 6 }}
502+
run: |
503+
cargo codspeed build \
504+
-p vortex-pco \
505+
-p vortex-runend \
506+
-p vortex-sequence \
507+
--profile bench
508+
509+
- name: Build benchmarks (shard 7 - Encodings 4)
510+
env:
511+
RUSTFLAGS: "-C target-feature=+avx2 -C debug-assertions=yes"
512+
if: ${{ matrix.shard == 7 }}
513+
run: |
514+
cargo codspeed build \
515+
-p vortex-sparse \
516+
-p vortex-zigzag \
517+
-p vortex-zstd \
518+
--profile bench
519+
520+
- name: Build benchmarks (shard 8 - Storage formats)
521+
env:
522+
RUSTFLAGS: "-C target-feature=+avx2 -C debug-assertions=yes"
523+
if: ${{ matrix.shard == 8 }}
524+
run: |
525+
cargo codspeed build \
526+
-p vortex-flatbuffers \
527+
-p vortex-proto \
528+
-p vortex-btrblocks \
474529
--profile bench
475530
476531
- name: Run benchmarks

0 commit comments

Comments
 (0)