From 9c8d2fcc6e676e71c8ae4959371b8e3faa9e86e9 Mon Sep 17 00:00:00 2001 From: Cristian Le Date: Wed, 21 Feb 2024 09:57:49 +0100 Subject: [PATCH] Reconfigure GH Actions Signed-off-by: Cristian Le --- .github/workflows/ci.yaml | 51 +++++++++++++ .github/workflows/docs.yml | 36 ---------- .github/workflows/step_docs.yaml | 37 ++++++++++ .github/workflows/step_pre-commit.yaml | 20 ++++++ .../{main.yml => step_test-makefile.yaml} | 17 ++--- .github/workflows/step_test.yaml | 71 +++++++++++++++++++ 6 files changed, 184 insertions(+), 48 deletions(-) create mode 100644 .github/workflows/ci.yaml delete mode 100644 .github/workflows/docs.yml create mode 100644 .github/workflows/step_docs.yaml create mode 100644 .github/workflows/step_pre-commit.yaml rename .github/workflows/{main.yml => step_test-makefile.yaml} (88%) create mode 100644 .github/workflows/step_test.yaml diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml new file mode 100644 index 000000000..3f4e32442 --- /dev/null +++ b/.github/workflows/ci.yaml @@ -0,0 +1,51 @@ +name: CI +run-name: > + CI (${{ github.event_name }}) + ${{ github.event_name == 'pull_request' && format('PR#{0}', github.event.number) || '' }} + +on: + workflow_dispatch: + pull_request: + branches: [ develop ] + push: + branches: [ develop ] + +permissions: + contents: read + +concurrency: + group: ${{ github.workflow }}-${{ github.ref }} + cancel-in-progress: true + +jobs: + pre-commit: + name: pre-commit + uses: ./.github/workflows/step_pre-commit.yaml + + tests: + name: test + needs: [ pre-commit ] + uses: ./.github/workflows/step_test.yaml + with: + mask-experimental: ${{ github.event_name == 'push' }} + + tests-makefile: + name: test Makefile + needs: [ pre-commit ] + uses: ./.github/workflows/step_test-makefile.yaml + + docs: + name: ๐Ÿ“˜ docs + needs: [ pre-commit ] + uses: ./.github/workflows/step_docs.yaml + + pass: + name: โœ… Pass + needs: [ pre-commit, tests, tests-makefile, docs ] + runs-on: ubuntu-latest + steps: + - name: Check all CI jobs + uses: re-actors/alls-green@release/v1 + with: + jobs: ${{ toJSON(needs) }} + if: always() diff --git a/.github/workflows/docs.yml b/.github/workflows/docs.yml deleted file mode 100644 index 9ae2103d8..000000000 --- a/.github/workflows/docs.yml +++ /dev/null @@ -1,36 +0,0 @@ -name: Build docs -on: - pull_request: - push: - branches: - - develop - -jobs: - docs: - name: Build docs - runs-on: ubuntu-latest - steps: - - uses: actions/checkout@v4 - - uses: actions/setup-python@v5 - with: - python-version: "3.11" - - run: echo "cache_id=$(date --utc '+%V')" >> $GITHUB_ENV - - uses: actions/cache@v4 - with: - key: mkdocs-w90-${{ env.cache_id }} - path: .cache - restore-keys: | - mkdocs-w90- - - run: pip install -r docs/requirements.txt - - run: mkdocs build -s - working-directory: ./docs - env: - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} - ENABLE_MKDOCS_GIT_COMMITTERS: False - - - name: Deploy to GitHub Pages - uses: peaceiris/actions-gh-pages@v3 - if: github.ref == 'refs/heads/develop' - with: - github_token: ${{ secrets.GITHUB_TOKEN }} - publish_dir: ./docs/site diff --git a/.github/workflows/step_docs.yaml b/.github/workflows/step_docs.yaml new file mode 100644 index 000000000..7d72a351a --- /dev/null +++ b/.github/workflows/step_docs.yaml @@ -0,0 +1,37 @@ +name: ๐Ÿ“˜ test-docs + +on: + workflow_call: + +permissions: + contents: read + +jobs: + docs: + name: Build docs + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v4 + - uses: actions/setup-python@v5 + with: + python-version: "3.11" + - run: echo "cache_id=$(date --utc '+%V')" >> $GITHUB_ENV + - uses: actions/cache@v4 + with: + key: mkdocs-w90-${{ env.cache_id }} + path: .cache + restore-keys: | + mkdocs-w90- + - run: pip install -r docs/requirements.txt + - run: mkdocs build -s + working-directory: ./docs + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + ENABLE_MKDOCS_GIT_COMMITTERS: False + + - name: Deploy to GitHub Pages + uses: peaceiris/actions-gh-pages@v3 + if: github.ref == 'refs/heads/develop' + with: + github_token: ${{ secrets.GITHUB_TOKEN }} + publish_dir: ./docs/site diff --git a/.github/workflows/step_pre-commit.yaml b/.github/workflows/step_pre-commit.yaml new file mode 100644 index 000000000..fbd8b279c --- /dev/null +++ b/.github/workflows/step_pre-commit.yaml @@ -0,0 +1,20 @@ +name: pre-commit + +on: + workflow_call: + +permissions: + contents: read + +jobs: + pre-commit: + name: Check pre-commit + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v4 + with: + fetch-depth: 0 + - uses: actions/setup-python@v4 + with: + python-version: 3.x + - uses: pre-commit/action@v3.0.0 diff --git a/.github/workflows/main.yml b/.github/workflows/step_test-makefile.yaml similarity index 88% rename from .github/workflows/main.yml rename to .github/workflows/step_test-makefile.yaml index 4d850d6f2..0459a9f56 100644 --- a/.github/workflows/main.yml +++ b/.github/workflows/step_test-makefile.yaml @@ -1,19 +1,12 @@ -name: CI +name: test Makefile on: - pull_request: - push: - branches: - - develop + workflow_call: + +permissions: + contents: read jobs: - pre-commit: - runs-on: ubuntu-20.04 - steps: - - uses: actions/checkout@v2 - - uses: actions/setup-python@v2 - - uses: pre-commit/action@v2.0.0 - build: runs-on: ubuntu-20.04 strategy: diff --git a/.github/workflows/step_test.yaml b/.github/workflows/step_test.yaml new file mode 100644 index 000000000..5f25c88db --- /dev/null +++ b/.github/workflows/step_test.yaml @@ -0,0 +1,71 @@ +name: test + +on: + workflow_call: + inputs: + mask-experimental: + type: boolean + default: true + description: Always report experimental test as successful + +permissions: + contents: read + +jobs: + tests: + name: > + ๐Ÿ–ฅ๏ธ ${{ matrix.os || 'Fedora' }} + ${{ !matrix.os && format('๐Ÿ› ๏ธ {0}', matrix.toolchain) || '' }} + ${{ matrix.mpi && format('๐Ÿ–ง {0}', matrix.mpi) || '' }} + ${{ matrix.experimental && '[๐Ÿงช Experimental]' || '' }} + runs-on: ${{ matrix.os || 'ubuntu-latest' }} + container: ${{ !matrix.os && 'ghcr.io/lecrisut/dev-env:main' || '' }} + continue-on-error: ${{ matrix.experimental || false }} + strategy: + fail-fast: false + matrix: + toolchain: [ gcc, llvm, intel ] + mpi: [false, openmpi, mpich, intel] + include: + # flang is missing features in 16.0.6 + - toolchain: llvm + experimental: true + steps: + - name: Install missing packages + run: dnf install -y bzip2 python-unversioned-command + - name: Load mpi module ${{ matrix.mpi || '' }} + run: | + # Get interactive profile to be able to load modules + source /etc/profile + + # Save the current environment since we only want the added difference + printenv > orig_env + + # Load the relevant mpi module + module load mpi/${{ matrix.mpi }} + printenv > module_env + + diff orig_env module_env | sed -n 's/> //p' >> $GITHUB_ENV + + # Set MPI flag on + echo "WITH_MPI=ON" >> $GITHUB_ENV + if: matrix.mpi + - name: Enable msvc toolchain on windows + uses: ilammy/msvc-dev-cmd@v1 + if: contains(matrix.os, 'windows') + - name: Activate Intel compilers + # Not elegant, it will propagate all environment variable. + # Intel does not provide a way to output the environment variables to a file + # Note: PATH needs to be exported to GITHUB_PATH otherwise it can be overwritten + run: | + source /opt/intel/oneapi/setvars.sh + printenv >> $GITHUB_ENV + echo $PATH >> $GITHUB_PATH + if: matrix.toolchain == 'intel' + - uses: actions/checkout@v3 + - uses: lukka/get-cmake@latest + - name: Run CMake workflow ${{ matrix.toolchain }}-ci + uses: lukka/run-cmake@v10.3 + with: + workflowPreset: "${{ matrix.toolchain }}-ci" + continue-on-error: ${{ matrix.experimental && inputs.mask-experimental}}