update baseline lambda build from python 3.9 to 3.10 #14
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| # On every pull request, but only on push to main | |
| on: | |
| push: | |
| branches: | |
| - main | |
| tags: | |
| - '*' | |
| paths: | |
| # Only run test and docker publish if some code have changed | |
| - 'setup.py' | |
| - 'setup.cfg' | |
| - 'src/titiler/**' | |
| - '.pre-commit-config.yaml' | |
| - '.github/codecov.yml' | |
| - 'dockerfiles/**' | |
| pull_request: | |
| env: | |
| LATEST_PY_VERSION: '3.10' | |
| jobs: | |
| tests: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| python-version: ['3.8', '3.9', '3.10', '3.11'] | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| - name: Test titiler.core | |
| run: | | |
| python -m pip install -e src/titiler/core["test"] | |
| python -m pytest src/titiler/core --cov=titiler.core --cov-report=xml --cov-append --cov-report=term-missing | |
| - name: Test titiler.extensions | |
| run: | | |
| python -m pip install -e src/titiler/extensions["test,cogeo,stac"] | |
| python -m pytest src/titiler/extensions --cov=titiler.extensions --cov-report=xml --cov-append --cov-report=term-missing | |
| - name: Test titiler.mosaic | |
| run: | | |
| python -m pip install -e src/titiler/mosaic["test"] | |
| python -m pytest src/titiler/mosaic --cov=titiler.mosaic --cov-report=xml --cov-append --cov-report=term-missing | |
| - name: Test titiler.application | |
| run: | | |
| python -m pip install -e src/titiler/application["test"] | |
| python -m pytest src/titiler/application --cov=titiler.application --cov-report=xml --cov-append --cov-report=term-missing | |
| - name: run pre-commit | |
| if: ${{ matrix.python-version == env.LATEST_PY_VERSION }} | |
| run: | | |
| python -m pip install pre-commit | |
| pre-commit run --all-files | |
| - name: Upload Results | |
| if: ${{ matrix.python-version == env.LATEST_PY_VERSION }} | |
| uses: codecov/codecov-action@v1 | |
| with: | |
| file: ./coverage.xml | |
| flags: unittests | |
| name: ${{ matrix.python-version }} | |
| fail_ci_if_error: false | |
| publish: | |
| needs: [tests] | |
| runs-on: ubuntu-latest | |
| if: startsWith(github.event.ref, 'refs/tags') || github.event_name == 'release' | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Set up Python | |
| uses: actions/setup-python@v1 | |
| with: | |
| python-version: ${{ env.LATEST_PY_VERSION }} | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install twine build hatch | |
| - name: Set tag version | |
| id: tag | |
| # https://stackoverflow.com/questions/58177786/get-the-current-pushed-tag-in-github-actions | |
| run: echo ::set-output name=tag::${GITHUB_REF#refs/*/} | |
| - name: Set module version | |
| id: module | |
| # https://stackoverflow.com/questions/58177786/get-the-current-pushed-tag-in-github-actions | |
| run: echo ::set-output name=version::$(hatch --quiet version) | |
| - name: Build and publish titiler packages | |
| if: steps.tag.outputs.tag == steps.module.outputs.version | |
| env: | |
| TWINE_USERNAME: ${{ secrets.PYPI_USERNAME }} | |
| TWINE_PASSWORD: ${{ secrets.PYPI_PASSWORD }} | |
| run: | | |
| scripts/publish | |
| release: | |
| needs: [tests] | |
| name: Create GitHub Release | |
| if: startsWith(github.event.ref, 'refs/tags/v') | |
| runs-on: ubuntu-latest | |
| outputs: | |
| release_id: ${{ steps.create_release.outputs.id }} | |
| upload_url: ${{ steps.create_release.outputs.upload_url }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Get release tag name | |
| id: tag | |
| run: echo "tag=${GITHUB_REF##*/}" >> $GITHUB_OUTPUT | |
| - name: Create Draft Release | |
| id: create_release | |
| uses: actions/create-release@v1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| tag_name: ${{ steps.tag.outputs.tag }} | |
| release_name: ${{ steps.tag.outputs.tag }} | |
| body_path: CHANGES.md | |
| draft: true | |
| prerelease: false | |
| build-lambda: | |
| needs: [release] | |
| name: Build Release Lambda | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Set up Ubuntu | |
| run: | | |
| sudo apt-get update | |
| sudo apt install -y --no-install-recommends zip | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.10' | |
| - name: Run lambda build script | |
| run: | | |
| ./build-lambda.sh | |
| - name: Upload Lambda Zip | |
| uses: actions/upload-release-asset@v1.0.1 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| upload_url: ${{ needs.release.outputs.upload_url }} | |
| asset_path: lambda.zip | |
| asset_name: lambda-python3.10.zip | |
| asset_content_type: application/zip | |
| publish-docker: | |
| needs: [tests] | |
| if: github.ref == 'refs/heads/main' || startsWith(github.event.ref, 'refs/tags') || github.event_name == 'release' | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v1 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v1 | |
| - name: Login to DockerHub | |
| uses: docker/login-action@v1 | |
| with: | |
| username: ${{ secrets.DOCKERHUB_USERNAME }} | |
| password: ${{ secrets.DOCKERHUB_TOKEN }} | |
| - name: Login to Github | |
| uses: docker/login-action@v1 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Set tag version | |
| id: tag | |
| # https://stackoverflow.com/questions/58177786/get-the-current-pushed-tag-in-github-actions | |
| run: echo ::set-output name=tag::${GITHUB_REF#refs/*/} | |
| # Uvicorn | |
| # Push `latest` when commiting to main | |
| - name: Build and push uvicorn | |
| if: github.ref == 'refs/heads/main' | |
| uses: docker/build-push-action@v2 | |
| with: | |
| # See https://github.com/developmentseed/titiler/discussions/387 | |
| platforms: linux/amd64 | |
| context: . | |
| file: dockerfiles/Dockerfile.uvicorn | |
| push: true | |
| tags: | | |
| ghcr.io/${{ github.repository }}-uvicorn:latest | |
| # Push `{VERSION}` when pushing a new tag | |
| - name: Build and push uvicorn | |
| if: startsWith(github.event.ref, 'refs/tags') || github.event_name == 'release' | |
| uses: docker/build-push-action@v2 | |
| with: | |
| # See https://github.com/developmentseed/titiler/discussions/387 | |
| platforms: linux/amd64 | |
| context: . | |
| file: dockerfiles/Dockerfile.uvicorn | |
| push: true | |
| tags: | | |
| ghcr.io/${{ github.repository }}-uvicorn:${{ steps.tag.outputs.tag }} | |
| # Gunicorn | |
| # Push `latest` when commiting to main | |
| - name: Build and push | |
| if: github.ref == 'refs/heads/main' | |
| uses: docker/build-push-action@v2 | |
| with: | |
| # See https://github.com/developmentseed/titiler/discussions/387 | |
| platforms: linux/amd64 | |
| context: . | |
| file: dockerfiles/Dockerfile.gunicorn | |
| push: true | |
| tags: | | |
| ghcr.io/${{ github.repository }}:latest | |
| # Push `{VERSION}` when pushing a new tag | |
| - name: Build and push | |
| if: startsWith(github.event.ref, 'refs/tags') || github.event_name == 'release' | |
| uses: docker/build-push-action@v2 | |
| with: | |
| # See https://github.com/developmentseed/titiler/discussions/387 | |
| platforms: linux/amd64 | |
| context: . | |
| file: dockerfiles/Dockerfile.gunicorn | |
| push: true | |
| tags: | | |
| ghcr.io/${{ github.repository }}:${{ steps.tag.outputs.tag }} | |
| deploy: | |
| needs: [tests, publish] | |
| runs-on: ubuntu-latest | |
| if: startsWith(github.event.ref, 'refs/tags') || github.event_name == 'release' | |
| defaults: | |
| run: | |
| working-directory: deployment/aws | |
| steps: | |
| - uses: actions/checkout@v3 | |
| # Let's wait a bit to make sure Pypi is up to date | |
| - name: Sleep for 120 seconds | |
| run: sleep 120s | |
| shell: bash | |
| - name: Configure AWS credentials | |
| uses: aws-actions/configure-aws-credentials@v1 | |
| with: | |
| aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }} | |
| aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }} | |
| aws-region: us-east-1 | |
| - name: Set up Node.js | |
| uses: actions/setup-node@v1 | |
| with: | |
| node-version: '14.x' | |
| - name: Install cdk | |
| run: npm install -g | |
| - name: Set up Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.x' | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| python -m pip install -r requirements-cdk.txt | |
| # Let's wait a bit to make sure package is available on pypi | |
| - name: Sleep for 120 seconds | |
| run: sleep 120s | |
| shell: bash | |
| # Build and Deploy CDK application | |
| - name: Build & Deploy | |
| run: npm run cdk -- deploy ${{ secrets.STACK_NAME }}-lambda-${{ secrets.STACK_STAGE }} --require-approval never | |
| env: | |
| TITILER_STACK_NAME: ${{ secrets.STACK_NAME }} | |
| TITILER_STACK_STAGE: ${{ secrets.STACK_STAGE }} | |
| TITILER_STACK_MEMORY: ${{ secrets.STACK_MEMORY }} | |
| TITILER_STACK_OWNER: ${{ secrets.STACK_OWNER }} | |
| TITILER_STACK_CLIENT: ${{ secrets.STACK_CLIENT }} | |
| TITILER_STACK_BUCKETS: ${{ secrets.STACK_BUCKETS }} |