airflow-operator.yml

name: Python Airflow Operator

on:
  push:
    branches-ignore:
      - master
    paths:
      - '.github/workflows/airflow-operator.yml'
      - '.github/workflows/python-client.yml'
      - '.github/workflows/python-tests/*'
      - 'build/airflow-operator/**'
      - 'build/python-client/**'
      - 'client/python/**'
      - 'docs/python_airflow_operator.md'
      - 'docs/python_armada_client.md'
      - 'pkg/api/*.proto'
      - 'scripts/build-python-client.sh'
      - 'third_party/airflow/**'
      - './magefiles/tests.go'
      - './magefiles/python.go'

  pull_request:
    branches-ignore:
      - gh-pages
    paths:
      - '.github/workflows/airflow-operator.yml'
      - '.github/workflows/python-client.yml'
      - '.github/workflows/python-tests/*'
      - 'build/airflow-operator/**'
      - 'build/python-client/**'
      - 'client/python/**'
      - 'docs/python_airflow_operator.md'
      - 'docs/python_armada_client.md'
      - 'pkg/api/*.proto'
      - 'scripts/build-python-client.sh'
      - 'third_party/airflow/**'

jobs:
  airflow-tox:
    runs-on: ubuntu-22.04
    strategy:
      matrix:
        python: [ '3.8', '3.9', '3.10' ]
        include:
          - tox-env: 'py38'
          - tox-env: 'py39'
            python: '3.9'
          - tox-env: 'py310'
            python: '3.10'
    steps:
      - uses: actions/checkout@v4
      - name: Setup Go
        uses: ./.github/actions/setup-go-cache
        with:
          cache-prefix: airflow-tox
      - name: Install Protoc
        uses: arduino/setup-protoc@v3
        with:
          version: '23.3'
          repo-token: ${{ secrets.GITHUB_TOKEN }}
      - run: go run github.com/magefile/mage@v1.14.0 -v airflowOperator
      - uses: ./.github/workflows/python-tests
        with:
          python-version: ${{ matrix.python }}
          tox-env: ${{ matrix.tox-env }}
          path: third_party/airflow
          github-token: ${{secrets.GITHUB_TOKEN}}
  airflow-integration-tests:
    if: github.repository_owner == 'armadaproject'
    # As of December 2022, using 8vcpu runners is slower overall,
    # due to longer queue times.
    runs-on: ubuntu-22.04
    env:
      # This variable is picked up by the goreleaser config.
      DOCKER_BUILDX_BUILDER: "builder"
    steps:
      - uses: actions/checkout@v4
      - run: docker buildx create --name ${DOCKER_BUILDX_BUILDER} --driver docker-container --use
      - run: docker buildx install

      - name: Setup Go
        uses: ./.github/actions/setup-go-cache
        with:
          cache-prefix: airflow-integration-tests
          cache-tools: true

      - name: Setup and run integration tests
        run: |
          # Manually create folders to ensure perms are correct.
          mkdir -p .kube/internal
          mkdir -p .kube/external
          go run github.com/magefile/mage@v1.14.0 -v localdev minimal
      - name: Install Protoc
        uses: arduino/setup-protoc@v3
        with:
          version: '23.3'
          repo-token: ${{ secrets.GITHUB_TOKEN }}
      - run: go run github.com/magefile/mage@v1.14.0 -v teste2eAirflow