Skip to content

rework lambda zip

rework lambda zip #113

Workflow file for this run

name: CI
# On every pull request, but only on push to main
on:
push:
branches:
- main
tags:
- '*'
paths:
# Only run test and docker publish if some code have changed
- 'setup.py'
- 'setup.cfg'
- 'src/titiler/**'
- '.pre-commit-config.yaml'
- '.github/codecov.yml'
- 'dockerfiles/**'
pull_request:
env:
LATEST_PY_VERSION: '3.10'
jobs:
tests:
runs-on: ubuntu-latest
strategy:
matrix:
python-version: ['3.8', '3.9', '3.10', '3.11', '3.12']
steps:
- uses: actions/checkout@v4
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v4
with:
python-version: ${{ matrix.python-version }}
- name: Install dependencies
run: |
python -m pip install --upgrade pip
- name: Test titiler.core
run: |
python -m pip install -e src/titiler/core["test"]
python -m pytest src/titiler/core --cov=titiler.core --cov-report=xml --cov-append --cov-report=term-missing
- name: Test titiler.extensions
run: |
python -m pip install -e src/titiler/extensions["test,cogeo,stac"]
python -m pytest src/titiler/extensions --cov=titiler.extensions --cov-report=xml --cov-append --cov-report=term-missing
- name: Test titiler.mosaic
run: |
python -m pip install -e src/titiler/mosaic["test"]
python -m pytest src/titiler/mosaic --cov=titiler.mosaic --cov-report=xml --cov-append --cov-report=term-missing
- name: Test titiler.application
run: |
python -m pip install -e src/titiler/application["test"]
python -m pytest src/titiler/application --cov=titiler.application --cov-report=xml --cov-append --cov-report=term-missing
- name: run pre-commit
if: ${{ matrix.python-version == env.LATEST_PY_VERSION }}
run: |
python -m pip install pre-commit
pre-commit run --all-files
- name: Upload Results
if: ${{ matrix.python-version == env.LATEST_PY_VERSION }}
uses: codecov/codecov-action@v3
with:
file: ./coverage.xml
flags: unittests
name: ${{ matrix.python-version }}
fail_ci_if_error: false
publish:
needs: [tests]
runs-on: ubuntu-latest
if: startsWith(github.event.ref, 'refs/tags') || github.event_name == 'release'
steps:
- uses: actions/checkout@v4
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: ${{ env.LATEST_PY_VERSION }}
- name: Install dependencies
run: |
python -m pip install --upgrade pip
pip install twine build hatch
- name: Set tag version
id: tag
# https://stackoverflow.com/questions/58177786/get-the-current-pushed-tag-in-github-actions
run: echo ::set-output name=tag::${GITHUB_REF#refs/*/}
- name: Set module version
id: module
# https://stackoverflow.com/questions/58177786/get-the-current-pushed-tag-in-github-actions
run: echo ::set-output name=version::$(hatch --quiet version)
- name: Build and publish titiler packages
if: steps.tag.outputs.tag == steps.module.outputs.version
env:
TWINE_USERNAME: ${{ secrets.PYPI_USERNAME }}
TWINE_PASSWORD: ${{ secrets.PYPI_PASSWORD }}
run: |
scripts/publish
release:
needs: [tests]
name: Create GitHub Release
if: startsWith(github.event.ref, 'refs/tags/v')
runs-on: ubuntu-latest
outputs:
release_id: ${{ steps.create_release.outputs.id }}
upload_url: ${{ steps.create_release.outputs.upload_url }}
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Get release tag name
id: tag
run: echo "tag=${GITHUB_REF##*/}" >> $GITHUB_OUTPUT
- name: Create Draft Release
id: create_release
uses: actions/create-release@v1
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
with:
tag_name: ${{ steps.tag.outputs.tag }}
release_name: ${{ steps.tag.outputs.tag }}
body_path: CHANGES.md
draft: true
prerelease: false
build-lambda:
needs: [release]
name: Build Release Lambda
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Set up Ubuntu
run: |
sudo apt-get update
sudo apt install -y --no-install-recommends zip
- name: Set up Python
uses: actions/setup-python@v4
with:
python-version: '3.10'
- name: Run lambda build script
run: |
./build-lambda.sh
- name: Upload Lambda Zip
uses: actions/upload-release-asset@v1.0.1
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
with:
upload_url: ${{ needs.release.outputs.upload_url }}
asset_path: lambda.zip
asset_name: lambda-python3.10.zip
asset_content_type: application/zip
# publish-docker:
# needs: [tests]
# if: github.ref == 'refs/heads/main' || startsWith(github.event.ref, 'refs/tags') || github.event_name == 'release'
# runs-on: ubuntu-latest
# steps:
# - name: Checkout
# uses: actions/checkout@v4
# - name: Set up QEMU
# uses: docker/setup-qemu-action@v1
# - name: Set up Docker Buildx
# uses: docker/setup-buildx-action@v1
# - name: Login to DockerHub
# uses: docker/login-action@v1
# with:
# username: ${{ secrets.DOCKERHUB_USERNAME }}
# password: ${{ secrets.DOCKERHUB_TOKEN }}
# - name: Login to Github
# uses: docker/login-action@v1
# with:
# registry: ghcr.io
# username: ${{ github.actor }}
# password: ${{ secrets.GITHUB_TOKEN }}
# - name: Set tag version
# id: tag
# # https://stackoverflow.com/questions/58177786/get-the-current-pushed-tag-in-github-actions
# run: echo ::set-output name=tag::${GITHUB_REF#refs/*/}
# # Uvicorn
# # Push `latest` when commiting to main
# - name: Build and push uvicorn
# if: github.ref == 'refs/heads/main'
# uses: docker/build-push-action@v2
# with:
# # See https://github.com/developmentseed/titiler/discussions/387
# platforms: linux/amd64
# context: .
# file: dockerfiles/Dockerfile.uvicorn
# push: true
# tags: |
# ghcr.io/${{ github.repository }}-uvicorn:latest
# # Push `{VERSION}` when pushing a new tag
# - name: Build and push uvicorn
# if: startsWith(github.event.ref, 'refs/tags') || github.event_name == 'release'
# uses: docker/build-push-action@v2
# with:
# # See https://github.com/developmentseed/titiler/discussions/387
# platforms: linux/amd64
# context: .
# file: dockerfiles/Dockerfile.uvicorn
# push: true
# tags: |
# ghcr.io/${{ github.repository }}-uvicorn:${{ steps.tag.outputs.tag }}
# # Gunicorn
# # Push `latest` when commiting to main
# - name: Build and push
# if: github.ref == 'refs/heads/main'
# uses: docker/build-push-action@v2
# with:
# # See https://github.com/developmentseed/titiler/discussions/387
# platforms: linux/amd64
# context: .
# file: dockerfiles/Dockerfile.gunicorn
# push: true
# tags: |
# ghcr.io/${{ github.repository }}:latest
# # Push `{VERSION}` when pushing a new tag
# - name: Build and push
# if: startsWith(github.event.ref, 'refs/tags') || github.event_name == 'release'
# uses: docker/build-push-action@v2
# with:
# # See https://github.com/developmentseed/titiler/discussions/387
# platforms: linux/amd64
# context: .
# file: dockerfiles/Dockerfile.gunicorn
# push: true
# tags: |
# ghcr.io/${{ github.repository }}:${{ steps.tag.outputs.tag }}
# deploy:
# needs: [tests, publish]
# runs-on: ubuntu-latest
# if: startsWith(github.event.ref, 'refs/tags') || github.event_name == 'release'
# defaults:
# run:
# working-directory: deployment/aws
# steps:
# - uses: actions/checkout@v4
# # Let's wait a bit to make sure Pypi is up to date
# - name: Sleep for 120 seconds
# run: sleep 120s
# shell: bash
# - name: Configure AWS credentials
# uses: aws-actions/configure-aws-credentials@v1
# with:
# aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
# aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
# aws-region: us-east-1
# - name: Set up Node.js
# uses: actions/setup-node@v1
# with:
# node-version: '14.x'
# - name: Install cdk
# run: npm install -g
# - name: Set up Python
# uses: actions/setup-python@v4
# with:
# python-version: '3.x'
# - name: Install dependencies
# run: |
# python -m pip install --upgrade pip
# python -m pip install -r requirements-cdk.txt
# # Let's wait a bit to make sure package is available on pypi
# - name: Sleep for 120 seconds
# run: sleep 120s
# shell: bash
# # Build and Deploy CDK application
# - name: Build & Deploy
# run: npm run cdk -- deploy ${{ secrets.STACK_NAME }}-lambda-${{ secrets.STACK_STAGE }} --require-approval never
# env:
# TITILER_STACK_NAME: ${{ secrets.STACK_NAME }}
# TITILER_STACK_STAGE: ${{ secrets.STACK_STAGE }}
# TITILER_STACK_MEMORY: ${{ secrets.STACK_MEMORY }}
# TITILER_STACK_OWNER: ${{ secrets.STACK_OWNER }}
# TITILER_STACK_CLIENT: ${{ secrets.STACK_CLIENT }}
# TITILER_STACK_BUCKETS: ${{ secrets.STACK_BUCKETS }}