Skip to content

Commit 4b4996b

Browse files
committed
ci: target AMX-capable runners for Mamba reproduction
1 parent caba147 commit 4b4996b

1 file changed

Lines changed: 16 additions & 3 deletions

File tree

‎.github/workflows/debug-recurrent.yaml‎

Lines changed: 16 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -12,34 +12,47 @@ jobs:
1212
strategy:
1313
fail-fast: false
1414
matrix:
15-
trial: [1, 2, 3, 4]
15+
trial: [1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12]
1616
env:
1717
CMAKE_ARGS: -DGGML_NATIVE=ON
1818
steps:
19+
- name: Detect AMX host
20+
id: amx
21+
run: |
22+
lscpu
23+
if grep -qw amx_int8 /proc/cpuinfo; then
24+
echo 'available=true' >> "$GITHUB_OUTPUT"
25+
fi
1926
- uses: actions/checkout@v6
27+
if: steps.amx.outputs.available == 'true'
2028
with:
2129
submodules: recursive
2230
- uses: actions/setup-python@v6
31+
if: steps.amx.outputs.available == 'true'
2332
with:
2433
python-version: "3.12"
2534
- uses: actions/cache@v5
35+
if: steps.amx.outputs.available == 'true'
2636
with:
2737
path: ~/.cache/huggingface/hub
2838
key: ${{ runner.os }}-model-qwen35-q8-mamba130m-q2-falconh1tiny-q2-bge-small-q4
29-
- name: CPU details
30-
run: lscpu
3139
- name: Add native diagnostics
40+
if: steps.amx.outputs.available == 'true'
3241
run: git -C vendor/llama.cpp apply "$GITHUB_WORKSPACE/.github/scripts/recurrent-diagnostic.patch"
3342
- name: Build
43+
if: steps.amx.outputs.available == 'true'
3444
run: |
3545
python -m pip install uv
3646
python -m uv pip install --system -e '.[all]' --verbose --config-settings=build-dir=build-diagnostic
3747
- name: Test with abort diagnostics
48+
if: steps.amx.outputs.available == 'true'
3849
continue-on-error: true
3950
run: python .github/scripts/diagnose-recurrent.py
4051
- name: Test contiguous projection input fix
52+
if: steps.amx.outputs.available == 'true'
4153
run: |
4254
git -C vendor/llama.cpp apply "$GITHUB_WORKSPACE/.github/scripts/mamba-contiguous.patch"
4355
python -m uv pip install --system --reinstall-package llama-cpp-python -e '.[all]' --verbose --config-settings=build-dir=build-diagnostic
4456
- name: Verify fixed model
57+
if: steps.amx.outputs.available == 'true'
4558
run: python .github/scripts/diagnose-recurrent.py

0 commit comments

Comments
 (0)