Skip to content

Commit da08766

Browse files
kinkekinke
committed
[LDC] Set up CI / package generation with GitHub Actions
* Windows x86, x64 & ARM64 * macOS x64 & ARM64 * Linux x64 & AArch64 * Android ARMv7-A & AArch64 2 packages per platform (enabled/disabled assertions), except for cross- compiled Android. Tagged builds are uploaded to the corresponding GitHub release, untagged builds to the GitHub 'CI' release.
1 parent 133dae7 commit da08766

File tree

6 files changed

+541
-0
lines changed

6 files changed

+541
-0
lines changed

‎.github/actions/1-setup/action.yml

Lines changed: 74 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,74 @@
1+
name: Install prerequisites
2+
inputs:
3+
arch:
4+
required: true
5+
runs:
6+
using: composite
7+
steps:
8+
9+
- name: 'Linux: Install required apt packages'
10+
if: runner.os == 'Linux'
11+
shell: bash
12+
run: |
13+
set -eux
14+
cd ..
15+
export DEBIAN_FRONTEND=noninteractive
16+
sudo apt-get -q update
17+
sudo -E apt-get -yq install \
18+
git-core curl xz-utils g++ python3 pkgconf binutils-dev libxml2-dev libzstd-dev zlib1g-dev p7zip-full unzip \
19+
lsb-release wget software-properties-common gnupg # prerequisites of apt.llvm.org install script
20+
21+
- name: 'Linux: Install clang 20 from apt.llvm.org'
22+
if: runner.os == 'Linux'
23+
shell: bash
24+
run: |
25+
set -eux
26+
cd ..
27+
curl -fL --retry 3 --max-time 30 -O https://apt.llvm.org/llvm.sh
28+
sudo bash llvm.sh 20
29+
30+
# use it as C(++) compiler for future steps
31+
echo "CC=clang-20" >> $GITHUB_ENV
32+
echo "CXX=clang++-20" >> $GITHUB_ENV
33+
34+
# make bundled lld the default linker
35+
sudo ln -sf ld.lld-20 /usr/bin/ld
36+
ld --version
37+
38+
- name: 'Windows: Install clang 20 from GitHub'
39+
if: runner.os == 'Windows'
40+
shell: bash
41+
run: |
42+
set -eux
43+
cd ..
44+
45+
url='https://github.com/llvm/llvm-project/releases/download/llvmorg-20.1.3/LLVM-20.1.3-win64.exe'
46+
if [[ '${{ inputs.arch }}' == arm64 ]]; then
47+
url='https://github.com/llvm/llvm-project/releases/download/llvmorg-20.1.3/LLVM-20.1.3-woa64.exe'
48+
fi
49+
50+
curl -fL --retry 3 --max-time 300 -o clang.exe "$url"
51+
./clang.exe //S # double-slash for bash
52+
rm clang.exe
53+
54+
# C:\Program Files\LLVM\bin should already be in PATH
55+
clang-cl --version
56+
57+
# use it as C(++) compiler for future steps
58+
echo "CC=clang-cl" >> $GITHUB_ENV
59+
echo "CXX=clang-cl" >> $GITHUB_ENV
60+
61+
if [[ '${{ inputs.arch }}' == x86 ]]; then
62+
# make CMake configure 64-bit clang-cl for 32-bit code emission
63+
echo "CFLAGS=-m32" >> $GITHUB_ENV
64+
echo "CXXFLAGS=-m32" >> $GITHUB_ENV
65+
echo "ASMFLAGS=-m32" >> $GITHUB_ENV
66+
fi
67+
68+
- name: Install ninja v1.12.1
69+
uses: Ahajha/gha-setup-ninja@69595b0cf872acdad8ce599142fbdc88724b9a2b
70+
71+
- name: 'Windows: Set LDC_VSDIR env variable'
72+
if: runner.os == 'Windows'
73+
shell: bash
74+
run: echo "LDC_VSDIR=$(vswhere -latest -property installationPath)" >> $GITHUB_ENV

‎.github/actions/2-build/action.yml

Lines changed: 62 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,62 @@
1+
name: Build & install LLVM incl. LLD, compiler-rt, BOLT
2+
inputs:
3+
arch:
4+
required: false # Windows only
5+
enable_projects:
6+
required: true
7+
targets_to_build:
8+
required: false
9+
default: all
10+
experimental_targets_to_build:
11+
required: false
12+
default: ''
13+
with_asserts:
14+
required: true
15+
extra_cmake_flags:
16+
required: false
17+
default: ''
18+
runs:
19+
using: composite
20+
steps:
21+
22+
- if: runner.os != 'Windows'
23+
shell: bash
24+
run: |
25+
set -eux
26+
cd ..
27+
cmake --version
28+
ninja --version
29+
mkdir build
30+
cd build
31+
cmake -G Ninja ../llvm-project/llvm \
32+
-DCMAKE_BUILD_TYPE=Release \
33+
-DCMAKE_INSTALL_PREFIX=$PWD/../install \
34+
-DLLVM_ENABLE_PROJECTS="${{ inputs.enable_projects }}" \
35+
-DLLVM_TARGETS_TO_BUILD="${{ inputs.targets_to_build }}" \
36+
-DLLVM_EXPERIMENTAL_TARGETS_TO_BUILD="${{ inputs.experimental_targets_to_build }}" \
37+
-DLLVM_ENABLE_ASSERTIONS=${{ inputs.with_asserts == 'true' && 'ON' || 'OFF' }} \
38+
${{ inputs.extra_cmake_flags }}
39+
ninja install
40+
41+
# Windows: invoke CMake & ninja in MSVC env
42+
- if: runner.os == 'Windows'
43+
shell: cmd
44+
run: |
45+
call "%LDC_VSDIR%\Common7\Tools\VsDevCmd.bat" -arch=${{ inputs.arch }} || exit /b
46+
echo on
47+
cd .. || exit /b
48+
cmake --version || exit /b
49+
ninja --version || exit /b
50+
mkdir build || exit /b
51+
cd build || exit /b
52+
cmake -G Ninja ..\llvm-project\llvm ^
53+
-DCMAKE_BUILD_TYPE=Release ^
54+
"-DCMAKE_INSTALL_PREFIX=%CD%\..\install" ^
55+
"-DLLVM_ENABLE_PROJECTS=${{ inputs.enable_projects }}" ^
56+
"-DLLVM_TARGETS_TO_BUILD=${{ inputs.targets_to_build }}" ^
57+
"-DLLVM_EXPERIMENTAL_TARGETS_TO_BUILD=${{ inputs.experimental_targets_to_build }}" ^
58+
-DLLVM_ENABLE_ASSERTIONS=${{ inputs.with_asserts == 'true' && 'ON' || 'OFF' }} ^
59+
${{ inputs.extra_cmake_flags }}
60+
if %errorlevel% neq 0 exit /b %errorlevel%
61+
62+
ninja install || exit /b

‎.github/actions/3-package/action.yml

Lines changed: 95 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,95 @@
1+
name: Create package & upload artifact(s)
2+
inputs:
3+
arch:
4+
required: true
5+
os:
6+
required: false
7+
default: '' # native
8+
with_asserts:
9+
required: true
10+
runs:
11+
using: composite
12+
steps:
13+
14+
- name: Pack installation dir
15+
shell: bash
16+
run: |
17+
set -euxo pipefail
18+
cd ..
19+
mkdir artifacts
20+
21+
if [[ '${{ github.ref }}' = refs/tags/ldc-v* ]]; then
22+
artifactID='${{ github.ref }}'
23+
artifactID="${artifactID:15}"
24+
else
25+
artifactID='${{ github.sha }}'
26+
artifactID="${artifactID:0:8}"
27+
fi
28+
29+
os='${{ inputs.os }}'
30+
if [[ "$os" == '' ]]; then
31+
if [[ '${{ runner.os }}' == Linux ]]; then
32+
os=linux
33+
elif [[ '${{ runner.os }}' == macOS ]]; then
34+
os=osx
35+
elif [[ '${{ runner.os }}' == Windows ]]; then
36+
os=windows
37+
else
38+
echo "Error: unknown OS '${{ runner.os }}'"
39+
exit 1
40+
fi
41+
fi
42+
43+
if [[ "$os" == windows ]]; then
44+
# on Windows, the lld symlinks are copies
45+
rm install/bin/{ld.lld,ld64.lld*,lld-link,wasm-ld}.exe
46+
mv install/bin/lld.exe install/bin/lld-link.exe
47+
fi
48+
49+
assertsSuffix="${{ inputs.with_asserts == 'true' && '-withAsserts' || '' }}"
50+
51+
artifactName="llvm-$artifactID-$os-${{ inputs.arch }}$assertsSuffix"
52+
mv install $artifactName
53+
if [[ '${{ runner.os }}' == Windows ]]; then
54+
cd $artifactName
55+
7z a -mx=9 ../artifacts/$artifactName.7z * >/dev/null
56+
cd ..
57+
else
58+
chmod -R go=rX $artifactName
59+
if [[ '${{ runner.os }}' == macOS ]]; then
60+
sudo chown -R root:wheel $artifactName
61+
tar -cf - $artifactName | 7za a artifacts/$artifactName.tar.xz -si -txz -mx9 -mmt$(sysctl -n hw.logicalcpu)
62+
else
63+
tar -cf - --owner=0 --group=0 $artifactName | 7za a artifacts/$artifactName.tar.xz -si -txz -mx9 -mmt$(nproc)
64+
fi
65+
fi
66+
67+
# export ARTIFACT_{ID,NAME}
68+
echo "ARTIFACT_ID=$artifactID" >> $GITHUB_ENV
69+
echo "ARTIFACT_NAME=$os-${{ inputs.arch }}$assertsSuffix" >> $GITHUB_ENV
70+
71+
- name: 'Linux x86_64: Pack source dir'
72+
if: runner.os == 'Linux' && inputs.os == '' && inputs.arch == 'x86_64' && inputs.with_asserts == 'false'
73+
shell: bash
74+
run: |
75+
set -euxo pipefail
76+
git clean -dffx
77+
artifactName="llvm-$ARTIFACT_ID.src"
78+
mkdir $artifactName
79+
# only keep some subdirs (note: libunwind required by lld, for `mach-o/compact_unwind_encoding.h` include)
80+
for dir in bolt cmake compiler-rt libunwind lld llvm; do
81+
mv $dir $artifactName/
82+
done
83+
chmod -R go=rX $artifactName
84+
tar -cf - --exclude-vcs --owner=0 --group=0 $artifactName | 7za a ../artifacts/$artifactName.tar.xz -si -txz -mx9 -mmt$(nproc)
85+
86+
- name: 'Move artifacts dir for uploading'
87+
shell: bash
88+
run: mv ../artifacts ./
89+
90+
- name: Upload artifact(s)
91+
uses: actions/upload-artifact@v4
92+
with:
93+
name: ${{ env.ARTIFACT_NAME }}
94+
path: artifacts/
95+
compression-level: 0

‎.github/actions/upload-to-github/action.yml

Lines changed: 71 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,71 @@
1+
name: Upload to GitHub
2+
runs:
3+
using: composite
4+
steps:
5+
6+
- name: Download all artifacts
7+
uses: actions/download-artifact@v4
8+
with:
9+
path: artifacts/
10+
merge-multiple: true # place all files into artifacts/ directly
11+
12+
- name: Set GITHUB_RELEASE_TAG & ARTIFACT_ID
13+
shell: bash
14+
run: |
15+
set -eux
16+
if [[ '${{ github.ref }}' = refs/tags/ldc-v* ]]; then
17+
tag='${{ github.ref }}'
18+
tag="${tag:10}"
19+
artifactID="${tag:5}"
20+
else
21+
tag=CI
22+
artifactID='${{ github.sha }}'
23+
artifactID="${artifactID:0:8}"
24+
fi
25+
echo "GITHUB_RELEASE_TAG=$tag" >> $GITHUB_ENV
26+
echo "ARTIFACT_ID=$artifactID" >> $GITHUB_ENV
27+
28+
- name: Download existing artifacts from GitHub release
29+
# only enabled for the upstream repo by default - (probably) needs an existing release
30+
if: github.repository == 'ldc-developers/llvm-project'
31+
# don't fail if there are no existing artifacts yet
32+
continue-on-error: true
33+
uses: dsaltares/fetch-gh-release-asset@1.1.1
34+
with:
35+
version: tags/${{ env.GITHUB_RELEASE_TAG }}
36+
regex: true
37+
# only those with matching ARTIFACT_ID
38+
file: ^llvm-${{ env.ARTIFACT_ID }}-
39+
target: existing-artifacts/
40+
41+
- name: Merge existing artifacts & compute hashes
42+
shell: bash
43+
run: |
44+
set -eux
45+
46+
cd artifacts
47+
48+
# Extend by existing release artifacts *missing* from GitHub workflow,
49+
# e.g., artifacts published by Cirrus CI etc.
50+
# (They will be re-uploaded in the next step.)
51+
if [[ -d ../existing-artifacts ]]; then
52+
mv -n ../existing-artifacts/*.* ./
53+
fi
54+
55+
ls -lh
56+
sha256sum * > "llvm-$ARTIFACT_ID.sha256sums.txt"
57+
58+
- name: Upload to GitHub release
59+
uses: ncipollo/release-action@v1
60+
with:
61+
tag: ${{ env.GITHUB_RELEASE_TAG }}
62+
artifacts: artifacts/*
63+
allowUpdates: true
64+
artifactErrorsFailBuild: true
65+
prerelease: false
66+
omitPrereleaseDuringUpdate: true
67+
omitName: true
68+
omitBody: true
69+
omitDraftDuringUpdate: true
70+
# remove existing artifacts for 'CI' release
71+
#removeArtifacts: ${{ env.GITHUB_RELEASE_TAG == 'CI' }}

0 commit comments

Comments
 (0)