update help deep link to wiki #9
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test and Publish Netdisco | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| success_irc_squawk: | |
| description: 'Squawk to IRC on successful tests' | |
| required: false | |
| default: 'false' | |
| debug_test_enabled: | |
| description: 'With build and test debug' | |
| required: false | |
| default: 'false' | |
| debug_docker_enabled: | |
| description: 'With docker debug' | |
| required: false | |
| default: 'false' | |
| debug_dbdeploy_enabled: | |
| description: 'With db deploy debug' | |
| required: false | |
| default: 'false' | |
| push: | |
| branches: | |
| - master | |
| tags: | |
| - '2.[0-9][0-9][0-9][0-9][0-9][0-9]' | |
| pull_request: | |
| types: [opened, synchronize, reopened] | |
| jobs: | |
| test_netdisco: | |
| name: Test and CPAN Upload | |
| if: github.repository == 'netdisco/netdisco' | |
| runs-on: ubuntu-latest | |
| container: | |
| image: 'netdisco/netdisco:latest-do' | |
| options: '--user root --entrypoint /bin/ash' | |
| volumes: | |
| - '/home/runner/work:/github/workspace' | |
| defaults: | |
| run: | |
| working-directory: /github/workspace/netdisco/netdisco | |
| steps: | |
| - name: Get the Tag or Branch | |
| run: echo "GH_REF_SHORT=$(echo ${GITHUB_REF##*/})" >> $GITHUB_ENV | |
| - name: Install base packages | |
| run: apk add tmux bash curl sudo xz | |
| - name: Install other packages | |
| run: apk add openssh-client gcc make musl-dev musl-obstack-dev python3 perl-dev unzip | |
| - name: Install fake apt-get | |
| run: echo 'if [ "$1" == "update" ]; then exec apk update; else exec apk add openssh-client xz; fi' > /usr/local/bin/apt-get && chmod +x /usr/local/bin/apt-get | |
| - name: Add localhost | |
| run: echo "127.0.0.1 localhost" >> /etc/hosts | |
| - name: Check out latest code | |
| uses: actions/checkout@v1 | |
| - name: Fix owner of checkout | |
| run: chown -R netdisco:netdisco /github/workspace/netdisco/netdisco | |
| - name: Install Perl deps | |
| run: | | |
| sudo -u netdisco /home/netdisco/bin/localenv cpanm --notest Env::Path Test::Compile CPAN::Uploader Test::Pod | |
| sudo -u netdisco /home/netdisco/bin/localenv cpanm --notest --installdeps /github/workspace/netdisco/netdisco | |
| - name: Run Tests | |
| id: build_and_run_tests | |
| run: | | |
| sudo -u netdisco /home/netdisco/bin/localenv perl ./Build.PL | |
| sudo -u netdisco /home/netdisco/bin/localenv ./Build test --test_files xt/ | |
| continue-on-error: true | |
| - name: IRC test failure notification | |
| if: (steps.build_and_run_tests.outcome == 'failure') && (github.event_name != 'workflow_dispatch') && (github.event_name != 'pull_request') | |
| uses: Gottox/irc-message-action@v2 | |
| with: | |
| channel: '#netdisco' | |
| nickname: github-actions | |
| message: |- | |
| 🤖 ${{ github.actor }} build_and_run_tests ${{ env.GH_REF_SHORT }}: https://github.com/${{ github.repository }}/commit/${{ github.sha }} | |
| 😭 TESTS have FAILED! 👀 https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }} | |
| - name: IRC test success notification | |
| if: (steps.build_and_run_tests.outcome == 'success') && github.event.inputs.success_irc_squawk == 'true' | |
| uses: Gottox/irc-message-action@v2 | |
| with: | |
| channel: '#netdisco' | |
| nickname: github-actions | |
| message: |- | |
| 🤖 ${{ github.actor }} build_and_run_tests ${{ env.GH_REF_SHORT }}: https://github.com/${{ github.repository }}/commit/${{ github.sha }} (tests PASSED 🎉) | |
| - name: Make release | |
| if: steps.build_and_run_tests.outcome == 'success' | |
| run: | | |
| sudo -u netdisco /home/netdisco/bin/localenv rm ./MANIFEST | |
| sudo -u netdisco /home/netdisco/bin/localenv ./Build manifest | |
| sudo -u netdisco /home/netdisco/bin/localenv ./Build distmeta | |
| sudo -u netdisco /home/netdisco/bin/localenv ./Build dist | |
| - name: Upload to CPAN | |
| id: upload_to_cpan | |
| if: startsWith(github.ref, 'refs/tags/') | |
| env: | |
| PAUSE_USERNAME: ${{ secrets.PAUSE_USERNAME }} | |
| PAUSE_PASSWORD: ${{ secrets.PAUSE_PASSWORD }} | |
| run: | | |
| bash -c 'RELEASENAME=(App-Netdisco-*.tar.gz) && ! curl -LI --fail https://cpan.metacpan.org/authors/id/O/OL/OLIVER/${RELEASENAME}' | |
| sudo -u netdisco /home/netdisco/bin/localenv cpan-upload -u '${{ env.PAUSE_USERNAME }}' -p '${{ env.PAUSE_PASSWORD }}' App-Netdisco-*.tar.gz | |
| continue-on-error: true | |
| - name: IRC upload failure notification | |
| if: steps.upload_to_cpan.outcome == 'failure' | |
| uses: Gottox/irc-message-action@v2 | |
| with: | |
| channel: '#netdisco' | |
| nickname: github-actions | |
| message: |- | |
| 🤖 Failed to upload Netdisco release ${{ env.GH_REF_SHORT }} to CPAN! 😭 | |
| 👀 https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }} | |
| - name: IRC upload success notification | |
| if: steps.upload_to_cpan.outcome == 'success' | |
| uses: Gottox/irc-message-action@v2 | |
| with: | |
| channel: '#netdisco' | |
| nickname: github-actions | |
| message: |- | |
| 🤖 Uploaded Netdisco release ${{ env.GH_REF_SHORT }} to CPAN 🎉 | |
| - name: Setup tmate session | |
| uses: mxschmitt/action-tmate@v3 | |
| if: always() && github.event.inputs.debug_test_enabled == 'true' | |
| with: | |
| sudo: true | |
| - name: Preserve status from tests | |
| if: always() && (steps.build_and_run_tests.outcome == 'failure') | |
| run: exit 1 | |
| build_docker_images: | |
| name: Build Docker Images | |
| needs: test_netdisco | |
| if: (github.event_name == 'workflow_dispatch') || startsWith(github.ref, 'refs/tags/') | |
| runs-on: ubuntu-latest | |
| defaults: | |
| run: | |
| working-directory: /home/runner/work/netdisco/netdisco-docker | |
| steps: | |
| - name: Check out latest code | |
| uses: actions/checkout@v1 | |
| with: | |
| repository: 'netdisco/netdisco-docker' | |
| ref: 'master' | |
| - name: Get the Tag | |
| run: | | |
| echo "TAG=$(echo ${GITHUB_REF##*/})" >> $GITHUB_ENV | |
| echo "IMAGE_ROOT=netdisco:$(echo ${GITHUB_REF##*/})" >> $GITHUB_ENV | |
| - name: Build netdisco-postgresql | |
| run: | | |
| cd netdisco-postgresql | |
| docker build -t ${IMAGE_ROOT}-postgresql \ | |
| --build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \ | |
| --build-arg TAG=${TAG} \ | |
| --build-arg COMMITTISH=${TAG} . | |
| docker tag ${IMAGE_ROOT}-postgresql netdisco/${IMAGE_ROOT}-postgresql | |
| - name: Build netdisco-base | |
| run: | | |
| cd netdisco-base | |
| docker build -t ${IMAGE_ROOT}-base \ | |
| --build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \ | |
| --build-arg TAG=${TAG} \ | |
| --build-arg COMMITTISH=${TAG} . | |
| docker tag ${IMAGE_ROOT}-base netdisco/${IMAGE_ROOT}-base | |
| - name: Build netdisco-backend | |
| run: | | |
| cd netdisco-backend | |
| docker build -t ${IMAGE_ROOT}-backend \ | |
| --build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \ | |
| --build-arg TAG=${TAG} \ | |
| --build-arg COMMITTISH=${TAG} . | |
| docker tag ${IMAGE_ROOT}-backend netdisco/${IMAGE_ROOT}-backend | |
| - name: Build netdisco-web | |
| run: | | |
| cd netdisco-web | |
| docker build -t ${IMAGE_ROOT}-web \ | |
| --build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \ | |
| --build-arg TAG=${TAG} \ | |
| --build-arg COMMITTISH=${TAG} . | |
| docker tag ${IMAGE_ROOT}-web netdisco/${IMAGE_ROOT}-web | |
| - name: Build netdisco-demo | |
| run: | | |
| cd netdisco-demo | |
| docker build -t ${IMAGE_ROOT}-demo \ | |
| --build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \ | |
| --build-arg TAG=${TAG} \ | |
| --build-arg COMMITTISH=${TAG} . | |
| docker tag ${IMAGE_ROOT}-demo registry.heroku.com/netdisco2-demo/web | |
| echo "DEMO_IMAGE_ID=$(docker inspect registry.heroku.com/netdisco2-demo/web --format={{.Id}})" >> $GITHUB_ENV | |
| - name: Build netdisco-do | |
| run: | | |
| cd netdisco-do | |
| docker build -t ${IMAGE_ROOT}-do \ | |
| --build-arg BUILD_DATE=`date -u +"%Y-%m-%dT%H:%M:%SZ"` \ | |
| --build-arg TAG=${TAG} \ | |
| --build-arg COMMITTISH=${TAG} . | |
| docker tag ${IMAGE_ROOT}-do netdisco/${IMAGE_ROOT}-do | |
| - name: Login to DH | |
| env: | |
| DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }} | |
| DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }} | |
| run: | | |
| echo '${{ env.DOCKER_PASSWORD }}' | docker login -u '${{ env.DOCKER_USERNAME }}' --password-stdin | |
| - name: Upload to Docker Hub | |
| id: upload_docker_hub | |
| if: startsWith(github.ref, 'refs/tags/') | |
| run: | | |
| for image in postgresql backend web do; do | |
| docker push netdisco/${IMAGE_ROOT}-$image | |
| docker tag ${IMAGE_ROOT}-$image netdisco/netdisco:latest-$image | |
| docker push netdisco/netdisco:latest-$image | |
| done | |
| continue-on-error: true | |
| - name: Logout from DH | |
| run: docker logout | |
| - name: Login to GHP | |
| run: | | |
| echo '${{ secrets.GITHUB_TOKEN }}' | docker login ghcr.io -u '${{ github.actor }}' --password-stdin | |
| - name: Upload to GitHub Packages | |
| id: upload_github_packages | |
| if: startsWith(github.ref, 'refs/tags/') | |
| run: | | |
| for image in postgresql backend web do; do | |
| docker tag ${IMAGE_ROOT}-$image ghcr.io/netdisco/${IMAGE_ROOT}-$image | |
| docker push ghcr.io/netdisco/${IMAGE_ROOT}-$image | |
| docker tag ${IMAGE_ROOT}-$image ghcr.io/netdisco/netdisco:latest-$image | |
| docker push ghcr.io/netdisco/netdisco:latest-$image | |
| done | |
| continue-on-error: true | |
| - name: Logout from GHP | |
| run: docker logout | |
| - name: Login to Heroku | |
| env: | |
| HEROKU_API_KEY: ${{ secrets.HEROKU_API_KEY }} | |
| run: | | |
| echo '${{ env.HEROKU_API_KEY }}' | docker login registry.heroku.com --username=_ --password-stdin | |
| - name: Upload to Heroku | |
| id: upload_heroku_packages | |
| if: startsWith(github.ref, 'refs/tags/') | |
| run: | | |
| docker push registry.heroku.com/netdisco2-demo/web | |
| continue-on-error: true | |
| - name: Logout from Heroku | |
| run: docker logout | |
| - name: Release on Heroku | |
| if: (github.event_name == 'workflow_dispatch') || (steps.upload_heroku_packages.outcome == 'success') | |
| env: | |
| HEROKU_API_KEY: ${{ secrets.HEROKU_API_KEY }} | |
| run: | | |
| curl -X PATCH https://api.heroku.com/apps/netdisco2-demo/formation \ | |
| -d "{ \"updates\": [ { \"type\": \"web\", \"docker_image\": \"$DEMO_IMAGE_ID\" } ] }" \ | |
| -H "Content-Type: application/json" \ | |
| -H "Accept: application/vnd.heroku+json; version=3.docker-releases" \ | |
| -H "Authorization: Bearer $HEROKU_API_KEY" | |
| continue-on-error: true | |
| - name: IRC DH upload failure notification | |
| if: steps.upload_docker_hub.outcome == 'failure' | |
| uses: Gottox/irc-message-action@v2 | |
| with: | |
| channel: '#netdisco' | |
| nickname: github-actions | |
| message: |- | |
| 🤖 Failed to publish Netdisco release ${{ env.TAG }} to Docker Hub! 😭 | |
| 👀 https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }} | |
| - name: IRC DH upload success notification | |
| if: (steps.upload_docker_hub.outcome == 'success') && github.event.inputs.success_irc_squawk == 'true' | |
| uses: Gottox/irc-message-action@v2 | |
| with: | |
| channel: '#netdisco' | |
| nickname: github-actions | |
| message: |- | |
| 🤖 Published Netdisco release ${{ env.TAG }} to Docker Hub! 🎉 | |
| - name: Setup tmate session | |
| uses: mxschmitt/action-tmate@v3 | |
| if: always() && github.event.inputs.debug_docker_enabled == 'true' | |
| with: | |
| sudo: true | |
| - name: Fix job exit status | |
| if: always() && (steps.upload_docker_hub.outcome == 'failure') | |
| run: exit 1 | |
| demo_db_redeploy: | |
| name: Redeploy Demo DB | |
| needs: build_docker_images | |
| if: (github.event_name == 'workflow_dispatch') || startsWith(github.ref, 'refs/tags/') | |
| runs-on: ubuntu-latest | |
| container: | |
| image: 'netdisco/netdisco:latest-do' | |
| options: '--user root --entrypoint /bin/ash' | |
| volumes: | |
| - '/home/runner/work:/github/workspace' | |
| defaults: | |
| run: | |
| working-directory: /github/workspace/netdisco/netdisco | |
| steps: | |
| - name: Install base packages | |
| run: apk add tmux bash curl sudo xz | |
| - name: Install packages | |
| run: apk add openssh-client gcc make musl-dev musl-obstack-dev python3 perl-dev unzip | |
| - name: Install fake apt-get | |
| run: echo 'if [ "$1" == "update" ]; then exec apk update; else exec apk add openssh-client xz; fi' > /usr/local/bin/apt-get && chmod +x /usr/local/bin/apt-get | |
| - name: Check out latest code | |
| uses: actions/checkout@v1 | |
| - name: Fix owner of checkout | |
| run: chown -R netdisco:netdisco /github/workspace/netdisco/netdisco | |
| - name: Reinitialise DB | |
| env: | |
| PGUSER: ${{ secrets.DEMO_PGUSER }} | |
| PGPASSWORD: ${{ secrets.DEMO_PGPASSWORD }} | |
| PGHOST: ${{ secrets.DEMO_PGHOST }} | |
| PGDATABASE: ${{ secrets.DEMO_PGDATABASE }} | |
| run: | | |
| psql -c "drop owned by $PGUSER" | |
| psql -c "create schema public" | |
| curl -LO https://github.com/netdisco/netdisco2-demo/raw/master/netdisco2-demo-cumulus-clean.db.bin | |
| pg_restore -x -O -1 -d ${{ env.PGDATABASE }} netdisco2-demo-cumulus-clean.db.bin | |
| - name: Update schema | |
| env: | |
| NETDISCO_HOME: /github/workspace/netdisco/netdisco | |
| POETRY_CACHE_DIR: /home/netdisco/python/cache/pypoetry | |
| NETDISCO_DB_USER: ${{ secrets.DEMO_PGUSER }} | |
| NETDISCO_DB_PASS: ${{ secrets.DEMO_PGPASSWORD }} | |
| NETDISCO_DB_HOST: ${{ secrets.DEMO_PGHOST }} | |
| NETDISCO_DB_NAME: ${{ secrets.DEMO_PGDATABASE }} | |
| run: | | |
| /home/netdisco/bin/localenv /github/workspace/netdisco/netdisco/bin/netdisco-db-deploy | |
| /home/netdisco/bin/localenv /github/workspace/netdisco/netdisco/bin/netdisco-do stats -D | |
| - name: Setup tmate session | |
| uses: mxschmitt/action-tmate@v3 | |
| if: always() && github.event.inputs.debug_dbdeploy_enabled == 'true' | |
| with: | |
| sudo: true | |