-
Notifications
You must be signed in to change notification settings - Fork 653
213 lines (194 loc) · 8.11 KB
/
firesim-cluster-tests.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
# ci tests that use a separate repository to run (can potentially share ci resources with other workflows)
name: firesim-cluster-tests
on:
# run ci when pring to main (note: ci runs on the merge commit of the pr!)
pull_request:
branches:
- main
- stable
defaults:
run:
shell: bash -leo pipefail {0}
env:
# needed for local FPGA build bitstream (access GH repo to store bitstreams)
PERSONAL_ACCESS_TOKEN: ${{ secrets.BARTENDER_PERSONAL_ACCESS_TOKEN }}
# temporary directories should be located in /scratch (since it's larger)
REMOTE_WORK_DIR: /scratch/buildbot/cy-ci-shared/cy-${{ github.sha }}-${{ github.workflow }}
JAVA_TMP_DIR: /scratch/buildbot/cy-ci-shared/cy-javatmpdir-${{ github.sha }}-${{ github.workflow }}
# misc
TERM: xterm-256-color
jobs:
cancel-prior-workflows:
name: cancel-prior-workflows
runs-on: ubuntu-22.04
steps:
- name: Cancel previous workflow runs
if: ${{ contains(github.event.pull_request.labels.*.name, 'ci:persist-prior-workflows') != true }}
uses: styfle/cancel-workflow-action@0.12.1
with:
access_token: ${{ github.token }}
start-workflow:
name: start-workflow
# unable to access env context in job.if thus have to put gh-a context expression directly here.
# note that the check is using a boolean true instead of string 'true' since it's directly using
# the expression not a variable like if checking against the env context string.
if: ${{ contains(github.event.pull_request.labels.*.name, 'ci:disable') != true }}
runs-on: ubuntu-22.04
steps:
- run: true
# Set up a set of boolean conditions to control which branches of the CI
# workflow will execute. This is based off the conditional job execution
# example here: https://github.com/dorny/paths-filter#examples
filter-jobs-on-changes:
name: filter-jobs-on-changes
runs-on: ubuntu-22.04
needs: start-workflow
# Queried by downstream jobs to determine if they should run.
outputs:
run-ci: ${{ steps.filter.outputs.all_count != steps.filter.outputs.non-ci-files_count }}
both-conda-reqs-lock-modified: ${{
((steps.filter.outputs.conda-reqs == 'false') && (steps.filter.outputs.conda-lockfile == 'false')) ||
((steps.filter.outputs.conda-reqs == 'true') && (steps.filter.outputs.conda-lockfile == 'true')) }}
steps:
- uses: actions/checkout@v4
- uses: dorny/paths-filter@v3
id: filter
with:
filters: |
all:
- '**'
docs: &docs-handle
- 'docs/**'
- '.readthedocs.yml'
release: &release-handle
- '.github/workflows/release-notes.yml'
- '.github/workflows/config/release-notes.json'
non-ci-files:
- *docs-handle
- *release-handle
- '**/*.md'
- '**/.gitignore'
- '**/.gitattributes'
- '.github/ISSUE_TEMPLATE/**'
- '.github/PULL_REQUEST_TEMPLATE.md'
- '.github/dependabot.yml'
- '.mergify.yml'
conda-reqs:
- 'conda-reqs/*.yaml'
conda-lockfile:
- 'conda-reqs/conda-lock-reqs/*.conda-lock.yml'
# Note: This doesn't check if the lock file is synced/faithful to the requirements file.
# This just ensures that both were modified in the same PR (ideally the lock file was regenerated
# from the requirements file). This job only runs when that condition is not met and
# so always fails.
check-conda-lock-modified:
name: check-conda-lock-modified
needs: filter-jobs-on-changes
if: needs.filter-jobs-on-changes.outputs.both-conda-reqs-lock-modified == 'false'
runs-on: ubuntu-22.04
steps:
- name: Check conda lock file was regenerated with conda requirements file
run: |
echo "ERROR: Either the conda-reqs/*.yaml or conda-reqs/conda-lock-reqs/*.conda-lock.yml was not updated properly. Please regenerate lockfiles."
false
setup-persistent-repo:
name: setup-persistent-repo
runs-on: as4
needs: filter-jobs-on-changes
if: needs.filter-jobs-on-changes.outputs.run-ci == 'true'
steps:
# This forces a fresh clone of the repo during the `checkout` step
# to resolve stale submodule URLs. See https://github.com/ucb-bar/chipyard/pull/1156.
- name: Delete old checkout
run: |
rm -rf ${{ github.workspace }}/* || true
rm -rf ${{ github.workspace }}/.* || true
- uses: actions/checkout@v4
- name: Setup repo copy
run: |
mkdir -p $(dirname ${{ env.REMOTE_WORK_DIR }})
git clone ${{ github.workspace }} ${{ env.REMOTE_WORK_DIR }}
- name: Setup Java temp. directory
run: |
mkdir -p ${{ env.JAVA_TMP_DIR }}
- name: Setup repo (for xilinx_alveo_u250 platform)
run: |
cd ${{ env.REMOTE_WORK_DIR }}
export MAKEFLAGS="-j32"
./build-setup.sh --verbose
cd sims/firesim
source sourceme-manager.sh --skip-ssh-setup
firesim managerinit --platform xilinx_alveo_u250
run-metasims-xilinx_alveo_u250:
name: run-metasims-xilinx_alveo_u250
needs: [setup-persistent-repo]
runs-on: as4
steps:
- name: Run metasims (VCS + Verilator)
run: |
cd ${{ env.REMOTE_WORK_DIR }}
source env.sh
.github/scripts/run-metasims.py
run-basic-linux-poweroffs-xilinx_alveo_u250:
name: run-basic-linux-poweroffs-xilinx_alveo_u250
if: contains(github.event.pull_request.labels.*.name, 'ci:fpga-deploy')
needs: [setup-persistent-repo, run-metasims-xilinx_alveo_u250] # must not run in parallel
runs-on: as4
steps:
- name: Run non-networked single-node Linux poweroff tests (single-core Rocket/BOOM, multi-core Rocket) w/ Xilinx Alveo U250
run: |
cd ${{ env.REMOTE_WORK_DIR }}
source env.sh
.github/scripts/run-linux-poweroff.py --platform xilinx_alveo_u250
build-default-bitstreams:
name: build-default-bitstreams
if: contains(github.event.pull_request.labels.*.name, 'ci:local-fpga-buildbitstream-deploy')
needs: [setup-persistent-repo, run-metasims-xilinx_alveo_u250 ] # must not run in parallel
runs-on: as4
env:
CHIPYARD_HWDB_PATH: sims/firesim-staging/sample_config_hwdb.yaml
GH_ORG: firesim
GH_REPO: firesim-public-bitstreams
steps:
- uses: actions/checkout@v4
- name: Create temporary clone of repo to store built bitstreams into
uses: actions/checkout@v4
with:
repository: ${{ env.GH_ORG }}/${{ env.GH_REPO }}
ssh-key: ${{ secrets.BARTENDER_PRIVATE_SSH_KEY }}
path: ${{ env.GH_REPO }}
fetch-depth: 1
# requires checkout above
- name: Run buildbitstream command and update sample local bitstreams in bitstream repository
run: |
cd ${{ env.REMOTE_WORK_DIR }}
source env.sh
.github/scripts/build-default-bitstreams.py
- name: Push bitstreams built/copied in bitstream repo
run: |
cd ${{ github.workspace }}/${{ env.GH_REPO }}
git log
git diff origin/main
git push origin main
- uses: peter-evans/create-pull-request@v7
with:
base: ${{ github.head_ref }}
add-paths: ${{ env.CHIPYARD_HWDB_PATH }}
commit-message: "Update local bitstream(s) [ci skip]"
body: "Update local bitstream(s) for PR #${{ github.event.pull_request.number }}"
branch-suffix: random
title: "Update local bitstream(s) for PR #${{ github.event.pull_request.number }} (`${{ github.head_ref }}`)"
cleanup-local-fpga-repo:
name: cleanup-local-fpga-repo
needs: [
run-metasims-xilinx_alveo_u250,
run-basic-linux-poweroffs-xilinx_alveo_u250,
build-default-bitstreams]
# uses a separate runner to cleanup (irrespective, of other jobs cancelled, running, etc)
runs-on: as4
if: ${{ always() }}
steps:
- name: Delete repo copy
run: |
rm -rf ${{ env.REMOTE_WORK_DIR }}
rm -rf ${{ env.JAVA_TMP_DIR }}