Sync v2-8-stable with v2-8-test to release 2.8.1

.asf.yaml

@@ -20,7 +20,13 @@
 github:
   description: "Apache Airflow - A platform to programmatically author, schedule, and monitor workflows"
   homepage: https://airflow.apache.org/
+  # Social media preview image is not supported by Github API/asf.yaml, need to be uploaded
+  # manually in Github repository --> Settings --> click "Edit" in "Social preview"
+  # See also:
+  # https://docs.github.com/en/repositories/managing-your-repositorys-settings-and-features/customizing-your-repository/customizing-your-repositorys-social-media-preview
+  # social_media_preview: docs/apache-airflow/img/logos/github_repository_social_image.png
   labels:
+    # Note that Github only supports <=20 labels/topics per repo! Pipeline will fail if you add more.
     - airflow
     - apache
     - apache-airflow

.dockerignore

@@ -49,7 +49,6 @@
 !.dockerignore
 !RELEASE_NOTES.rst
 !LICENSE
-!MANIFEST.in
 !NOTICE
 !.github
 !empty
@@ -69,8 +68,6 @@
 !.bash_completion.d
 
 # Setup/version configuration
-!setup.cfg
-!setup.py
 !pyproject.toml
 !manifests
 !generated

.github/ISSUE_TEMPLATE/airflow_bug_report.yml

@@ -25,22 +25,31 @@ body:
         the latest release or main to see if the issue is fixed before reporting it.
       multiple: false
       options:
-        - "2.7.3"
+        - "2.8.0"
         - "main (development)"
         - "Other Airflow 2 version (please specify below)"
     validations:
       required: true
+  - type: input
+    attributes:
+      label: If "Other Airflow 2 version" selected, which one?
+      # yamllint disable rule:line-length
+      description: >
+        On what 2.X version of Airflow are you currently experiencing the issue? Remember, you are encouraged to
+        test with the latest release or on the main branch to verify your issue still exists, especially if
+        your version is at least a minor version older than the [current stable release](https://airflow.apache.org/docs/apache-airflow/stable/installation/supported-versions.html#version-life-cycle).
+      # yamllint enable rule:line-length
   - type: textarea
     attributes:
-      label: What happened
+      label: What happened?
       description: Describe what happened.
       placeholder: >
         Please provide the context in which the problem occurred and explain what happened
     validations:
       required: true
   - type: textarea
     attributes:
-      label: What you think should happen instead
+      label: What you think should happen instead?
       description: What do you think went wrong?
       placeholder: >
         Please explain why you think the behaviour is erroneous. It is extremely helpful if you copy&paste
@@ -101,7 +110,7 @@ body:
         software (docker-compose, helm, k8s, etc.), any customisation and configuration you added.
   - type: textarea
     attributes:
-      label: Anything else
+      label: Anything else?
       description: Anything else we need to know?
       placeholder: >
         How often does this problem occur? (Once? Every time? Only when certain conditions are met?)

.github/ISSUE_TEMPLATE/airflow_providers_bug_report.yml

@@ -40,6 +40,7 @@ body:
         - apache-pig
         - apache-pinot
         - apache-spark
+        - apache-sqoop
         - apprise
         - arangodb
         - asana
@@ -50,6 +51,7 @@ body:
         - cohere
         - common-io
         - common-sql
+        - daskexecutor
         - databricks
         - datadog
         - dbt-cloud
@@ -87,6 +89,7 @@ body:
         - papermill
         - pgvector
         - pinecone
+        - plexus
         - postgres
         - presto
         - redis

.github/actions/breeze/action.yml

@@ -45,6 +45,8 @@ runs:
     - name: "Free space"
       shell: bash
       run: breeze ci free-space
+      env:
+        AIRFLOW_SOURCES_ROOT: "${{ github.workspace }}"
     - name: "Get Python version"
       shell: bash
       run: >
@@ -54,3 +56,5 @@ runs:
     - name: "Disable cheatsheet"
       shell: bash
       run: breeze setup config --no-cheatsheet --no-asciiart
+      env:
+        AIRFLOW_SOURCES_ROOT: "${{ github.workspace }}"

.github/actions/build-ci-images/action.yml

@@ -23,9 +23,7 @@ runs:
   steps:
     - name: "Install Breeze"
       uses: ./.github/actions/breeze
-    - name: "Regenerate dependencies"
-      # This is done in case some someone updated provider dependencies and did not generate
-      # dependencies - in which case build image might fail because of lack of new dependencies
+    - name: "Check if dependencies are properly regenerated"
       shell: bash
       run: |
         pip install rich>=12.4.4 pyyaml

.github/actions/build-prod-images/action.yml

@@ -41,7 +41,7 @@ runs:
       shell: bash
       run: >
         breeze release-management prepare-provider-packages
-        --package-list-file ./airflow/providers/installed_providers.txt
+        --package-list-file ./dev/prod_image_installed_providers.txt
         --package-format wheel --version-suffix-for-pypi dev0
       if: ${{ inputs.build-provider-packages == 'true' }}
     - name: "Prepare chicken-eggs provider packages"

.github/workflows/build-images.yml

@@ -176,6 +176,7 @@ jobs:
           PR_LABELS: "${{ steps.get-latest-pr-labels.outputs.pull-request-labels }}"
           COMMIT_REF: "${{ env.TARGET_COMMIT_SHA }}"
           VERBOSE: "false"
+          AIRFLOW_SOURCES_ROOT: "${{ github.workspace }}"
         run: breeze ci selective-check 2>> ${GITHUB_OUTPUT}
       - name: env
         run: printenv
@@ -259,6 +260,7 @@ jobs:
       RUNS_ON: "${{ needs.build-info.outputs.runs-on }}"
       BACKEND: sqlite
       VERSION_SUFFIX_FOR_PYPI: "dev0"
+      INCLUDE_NOT_READY_PROVIDERS: "true"
     steps:
       - name: Cleanup repo
         run: docker run -v "${GITHUB_WORKSPACE}:/workspace" -u 0:0 bash -c "rm -rf /workspace/*"