chore(development): Switch from poetry to uv #182
Workflow file for this run
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: [ master ] | |
| paths: | |
| - '**.py' | |
| - 'pyproject.toml' | |
| - '!airflow_dbt_python/__version__.py' | |
| tags: | |
| - "v*" | |
| pull_request: | |
| branches: | |
| - master | |
| paths: | |
| - '**.py' | |
| - 'pyproject.toml' | |
| - '!airflow_dbt_python/__version__.py' | |
| jobs: | |
| test: | |
| name: Test on Python ${{ matrix.python-version }} and Airflow ${{ matrix.airflow-version }} and dbt ${{ matrix.dbt-version }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python-version: | |
| - '3.12' | |
| - '3.11' | |
| - '3.10' | |
| - '3.9' | |
| airflow-version: | |
| - '2.10' | |
| - '2.9' | |
| - '2.8' | |
| dbt-version: | |
| - 1.9 | |
| - 1.8 | |
| exclude: | |
| # Incompatible combinations | |
| - python-version: 3.12 | |
| airflow-version: '2.8' | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Harden Runner | |
| uses: step-security/harden-runner@v2.10.4 | |
| with: | |
| egress-policy: block | |
| allowed-endpoints: > | |
| api.github.com:443 | |
| files.pythonhosted.org:443 | |
| hub.getdbt.com:443 | |
| github.com:80 | |
| github.com:443 | |
| gitlab.com:22 | |
| gitlab.com:80 | |
| gitlab.com:443 | |
| objects.githubusercontent.com:443 | |
| raw.githubusercontent.com:443 | |
| pypi.org:443 | |
| archive.ubuntu.com:80 | |
| azure.archive.ubuntu.com:80 | |
| esm.ubuntu.com:443 | |
| motd.ubuntu.com:443 | |
| packages.microsoft.com:80 | |
| packages.microsoft.com:443 | |
| ppa.launchpadcontent.net:443 | |
| security.ubuntu.com:80 | |
| - run: | | |
| sudo apt-get update | |
| sudo apt-get install --yes --no-install-recommends postgresql | |
| - uses: actions/checkout@v4.2.2 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v5.4.0 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install uv and set the python version | |
| uses: astral-sh/setup-uv@v5 | |
| with: | |
| version: 0.7.2 | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install Airflow & dbt | |
| run: | | |
| uv add "apache-airflow~=${{ matrix.airflow-version }}.0" \ | |
| "dbt-core~=${{ matrix.dbt-version }}.0" | |
| uv sync --all-extras --dev | |
| uv run airflow db migrate | |
| uv run airflow connections create-default-connections | |
| - name: Linting with ruff | |
| run: uv run ruff check . | |
| - name: Static type checking with mypy | |
| # We only run mypy on the latest supported versions of Airflow & dbt, | |
| # so it is currently impossible to write conditions for that depend on package versions. | |
| if: matrix.python-version == '3.12' && matrix.airflow-version == '2.10' && matrix.dbt-version == '1.9' | |
| run: uv run mypy . | |
| - name: Code formatting with ruff | |
| run: uv run ruff format --check . | |
| - name: Set COVERAGE_FILE in environment | |
| run: echo "COVERAGE_FILE=.coverage.${{ matrix.python-version }}-${{ matrix.airflow-version }}-${{ matrix.dbt-version }}" >> $GITHUB_ENV | |
| - name: Run tests with pytest | |
| run: uv run coverage run -m pytest -v tests/ airflow_dbt_python/utils/ | |
| env: | |
| GITLAB_READ_TOKEN: ${{ secrets.GITLAB_READ_TOKEN }} | |
| GITLAB_USERNAME: ${{ secrets.GITLAB_USERNAME }} | |
| GITHUB_READ_TOKEN: ${{ secrets.GH_READ_TOKEN }} | |
| GITHUB_USERNAME: ${{ secrets.GH_USERNAME }} | |
| - name: Upload code coverage | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: coverage-data-${{ matrix.python-version }}-${{ matrix.airflow-version }}-${{ matrix.dbt-version }} | |
| path: ".coverage.*" | |
| include-hidden-files: true | |
| coverage: | |
| name: Combine and check coverage | |
| runs-on: ubuntu-latest | |
| needs: test | |
| steps: | |
| - name: Harden Runner | |
| uses: step-security/harden-runner@v2.10.4 | |
| with: | |
| egress-policy: block | |
| allowed-endpoints: > | |
| files.pythonhosted.org:443 | |
| github.com:443 | |
| api.github.com:443 | |
| pypi.org:443 | |
| - uses: actions/checkout@v4.2.2 | |
| - uses: actions/setup-python@v5.4.0 | |
| with: | |
| python-version: '3.12' | |
| - name: Install uv and set the python version | |
| uses: astral-sh/setup-uv@v5 | |
| with: | |
| version: 0.7.2 | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install airflow-dbt-python with uv | |
| run: uv sync --dev --extra airflow-providers | |
| - name: Download coverage data. | |
| uses: actions/download-artifact@v4 | |
| with: | |
| merge-multiple: true | |
| - name: Combine coverage & fail if it's <95%. | |
| run: | | |
| uv run coverage combine | |
| uv run coverage html --skip-covered --skip-empty | |
| uv run coverage json | |
| # Save in env variable for badge | |
| export TOTAL=$(python -c "import json;print(json.load(open('coverage.json'))['totals']['percent_covered_display'])") | |
| echo "total=$TOTAL" >> $GITHUB_ENV | |
| # Report and write to summary. | |
| uv run coverage report | sed 's/^/ /' >> $GITHUB_STEP_SUMMARY | |
| # Report again and fail if under 100%. | |
| uv run coverage report --fail-under=95 | |
| - name: Upload HTML report if check failed. | |
| uses: actions/upload-artifact@v4 | |
| if: ${{ failure() }} | |
| with: | |
| name: html-report | |
| path: htmlcov | |
| - name: "Make coverage badge" | |
| uses: schneegans/dynamic-badges-action@v1.7.0 | |
| if: github.event_name != 'pull_request' | |
| with: | |
| auth: ${{ secrets.GIST_TOKEN }} | |
| gistID: 81ef37701aa088d18db8a58ce07c79c7 # pragma: allowlist secret | |
| filename: covbadge.json | |
| label: Coverage | |
| message: ${{ env.total }}% | |
| minColorRange: 50 | |
| maxColorRange: 90 | |
| valColorRange: ${{ env.total }} |