Backport PR #60152: Prevent Triggerer from crashing when a trigger event isn't serializable

.dockerignore

@@ -47,6 +47,7 @@
 !helm-tests
 !kubernetes-tests
 !task-sdk-tests
+!airflow-ctl-tests
 !shared/
 
 # Add scripts so that we can use them inside the container

.gitattributes

@@ -15,6 +15,7 @@ scripts export-ignore
 Dockerfile.ci export-ignore
 CONTRIBUTING.rst export-ignore
 ISSUE_TRIAGE_PROCESS.rst export-ignore
+.github/PULL_REQUEST_TEMPLATE.md export-ignore
 
 .asf.yaml export-ignore
 .bash_completion export-ignore

.github/CODEOWNERS

@@ -15,11 +15,8 @@
 # Helm Chart
 /chart/ @dstandish @jedcunningham @hussein-awala
 
-# Docs (without Providers)
-/docs/*.py @potiuk
-/docs/apache-airflow @potiuk
-/docs/docker-stack @potiuk
-/docs/helm-chart @dstandish @jedcunningham
+# Docs
+/docs/*.py @potiuk @ashb @gopidesupavan @amoghrajesh @jscheffl @bugraoz93 @kaxil @eladkal @jason810496
 
 # API
 /airflow-core/src/airflow/api/ @ephraimbuddy @pierrejeambrun @rawwar @jason810496
@@ -29,29 +26,42 @@
 # Airflow CTL
 /airflow-ctl/ @bugraoz93 @kaxil @potiuk
 
+# Airflow CLI
+/airflow-core/src/airflow/cli/ @bugraoz93 @potiuk
+
 # Auth manager
 /airflow-core/src/airflow/api_fastapi/auth/ @vincbeck
 
 # UI
 /airflow-core/src/airflow/ui/ @bbovenzi @pierrejeambrun @ryanahamilton @jscheffl @shubhamraj-git
 
+# UI e2e tests
+/airflow-core/src/airflow/ui/tests/e2e/ @vatsrahul1001
+
 # Translation Owners (i18n)
 # Note: Non committer engaged translators are listed in comments prevent making file syntax invalid
 # See: https://github.com/apache/airflow/blob/main/airflow-core/src/airflow/ui/public/i18n/README.md#43-engaged-translator
 airflow-core/src/airflow/ui/public/i18n/locales/ar/ @shahar1 @hussein-awala # + @ahmadtfarhan
-airflow-core/src/airflow/ui/public/i18n/locales/ca/ @jscheffl @bugraoz93 # + @ecodina
+airflow-core/src/airflow/ui/public/i18n/locales/ca/ @jscheffl @bugraoz93 # + @ecodina @oscarhernandezrodriguez
 airflow-core/src/airflow/ui/public/i18n/locales/de/ @jscheffl # + @TJaniF @m1racoli
+airflow-core/src/airflow/ui/public/i18n/locales/el/ @ashb # + @PApostol
 airflow-core/src/airflow/ui/public/i18n/locales/es/ @bbovenzi # + @aoelvp94
 airflow-core/src/airflow/ui/public/i18n/locales/fr/ @pierrejeambrun @vincbeck
 airflow-core/src/airflow/ui/public/i18n/locales/he/ @eladkal @shahar1 @romsharon98 # +@Dev-iL
 airflow-core/src/airflow/ui/public/i18n/locales/hi/ @vatsrahul1001
 airflow-core/src/airflow/ui/public/i18n/locales/hu/ @jscheffl @potiuk # +@majorosdonat
+airflow-core/src/airflow/ui/public/i18n/locales/it/ @bbovenzi # + @aoelvp94
+airflow-core/src/airflow/ui/public/i18n/locales/ja/  @uranusjr @sekikn # + @rsanda
 airflow-core/src/airflow/ui/public/i18n/locales/ko/ @jscheffl @potiuk # + @choo121600 @kgw7401 @0ne-stone
 airflow-core/src/airflow/ui/public/i18n/locales/nl/ @BasPH # + @DjVinnii
 airflow-core/src/airflow/ui/public/i18n/locales/pl/ @potiuk @mobuchowski # + @kacpermuda
+airflow-core/src/airflow/ui/public/i18n/locales/pt/ @potiuk  # + @aoelvp94 @victoru2
+airflow-core/src/airflow/ui/public/i18n/locales/th/ @potiuk # + @zkan @blackbass64 @lifnaja @Aphinan-Th @chonla @Srabasti
 airflow-core/src/airflow/ui/public/i18n/locales/tr/ @bugraoz93 # +@hasancatalgol
+airflow-core/src/airflow/ui/public/i18n/locales/zh-CN/ @potiuk # + @Fortytwoo @gyli
 airflow-core/src/airflow/ui/public/i18n/locales/zh-TW/ @Lee-W @jason810496 # + @RoyLee1224 @guan404ming
 
+
 # Security/Permissions
 /airflow-core/src/airflow/security/permissions.py @vincbeck
 
@@ -74,7 +84,7 @@ airflow-core/src/airflow/ui/public/i18n/locales/zh-TW/ @Lee-W @jason810496 # + @
 /docs/apache-airflow/authoring-and-scheduling/deferring.rst @dstandish @hussein-awala
 
 # Secrets Backends
-/airflow-core/src/airflow/secrets @dstandish @potiuk @ashb
+/airflow-core/src/airflow/secrets @dstandish @ashb
 
 # Providers
 /providers/amazon/ @eladkal @o-nikolas
@@ -90,26 +100,27 @@ airflow-core/src/airflow/ui/public/i18n/locales/zh-TW/ @Lee-W @jason810496 # + @
 /providers/openlineage/ @mobuchowski
 /providers/slack/ @eladkal
 /providers/smtp/ @hussein-awala
-/providers/snowflake/ @potiuk @mik-laj
+/providers/snowflake/ @potiuk
 /providers/apache/iceberg/ @Fokko
 
 # Dev tools
-/.github/workflows/ @potiuk @ashb @gopidesupavan
-/dev/ @potiuk @ashb @jedcunningham @gopidesupavan @amoghrajesh
+/.github/workflows/ @potiuk @ashb @gopidesupavan @amoghrajesh @jscheffl @bugraoz93 @kaxil @eladkal @jason810496
+/dev/ @potiuk @ashb @gopidesupavan @amoghrajesh @jscheffl @bugraoz93 @kaxil @eladkal @jason810496 @jedcunningham @ephraimbuddy
 /dev/react-plugin-tools/ @pierrejeambrun @bbovenzi
 /docker-tests/ @potiuk @ashb @gopidesupavan @jason810496
 /kubernetes-tests/ @potiuk @ashb @gopidesupavan @jason810496
 /helm-tests/ @dstandish @jedcunningham
-/scripts/ @potiuk @ashb @gopidesupavan
-Dockerfile @potiuk @ashb @gopidesupavan
-Dockerfile.ci @potiuk @ashb @gopidesupavan
-
-# Releasing Guides & Project Guidelines
-/dev/PROJECT_GUIDELINES.md @kaxil
-/dev/PROVIDER_DISTRIBUTIONS_DETAILS.md @eladkal
-/dev/README.md  @kaxil
-/dev/README_RELEASE_*.md  @kaxil @pierrejeambrun
-/dev/README_RELEASE_PROVIDERS.md  @eladkal
+/scripts/ @potiuk @ashb @gopidesupavan @amoghrajesh @jscheffl @bugraoz93 @kaxil @eladkal @jason810496
+Dockerfile @potiuk @ashb @gopidesupavan @amoghrajesh @jscheffl @bugraoz93 @kaxil @eladkal @jason810496
+Dockerfile.ci @potiuk @ashb @gopidesupavan @amoghrajesh @jscheffl @bugraoz93 @kaxil @eladkal @jason810496
+
+# E2E integration tests
+/airflow-e2e-tests/ @potiuk @ashb @gopidesupavan @amoghrajesh @jscheffl @bugraoz93 @kaxil @eladkal @jason810496
+
+# Task SDK integration tests
+/task-sdk-tests/ @potiuk @ashb @gopidesupavan @amoghrajesh @jscheffl @bugraoz93 @kaxil @eladkal @jason810496
+
+# Issue triage process
 ISSUE_TRIAGE_PROCESS.rst @eladkal
 
 # AIP-52 - Setup and Teardown

.github/ISSUE_TEMPLATE/1-airflow_bug_report.yml

@@ -25,15 +25,15 @@ body:
         the latest release or main to see if the issue is fixed before reporting it.
       multiple: false
       options:
-        - "3.0.6"
+        - "3.1.3"
         - "2.11.0"
         - "main (development)"
-        - "Other Airflow 2 version (please specify below)"
+        - "Other Airflow 2/3 version (please specify below)"
     validations:
       required: true
   - type: input
     attributes:
-      label: If "Other Airflow 2 version" selected, which one?
+      label: If "Other Airflow 2/3 version" selected, which one?
       # yamllint disable rule:line-length
       description: >
         On what 2.X version of Airflow are you currently experiencing the issue? Remember, you are encouraged to

.github/PULL_REQUEST_TEMPLATE.md

@@ -1,44 +1,39 @@
 <!--
- Licensed to the Apache Software Foundation (ASF) under one
- or more contributor license agreements.  See the NOTICE file
- distributed with this work for additional information
- regarding copyright ownership.  The ASF licenses this file
- to you under the Apache License, Version 2.0 (the
- "License"); you may not use this file except in compliance
- with the License.  You may obtain a copy of the License at
-
-   http://www.apache.org/licenses/LICENSE-2.0
-
- Unless required by applicable law or agreed to in writing,
- software distributed under the License is distributed on an
- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- KIND, either express or implied.  See the License for the
- specific language governing permissions and limitations
- under the License.
- -->
+Thank you for contributing!
 
-<!--
-Thank you for contributing! Please make sure that your code changes
-are covered with tests. And in case of new features or big changes
-remember to adjust the documentation.
+Please provide above a brief description of the changes made in this pull request.
+Write a good git commit message following this guide: http://chris.beams.io/posts/git-commit/
+
+Please make sure that your code changes are covered with tests.
+And in case of new features or big changes remember to adjust the documentation.
 
-Feel free to ping committers for the review!
+Feel free to ping (in general) for the review if you do not see reaction for a few days
+(72 Hours is the minimum reaction time you can expect from volunteers) - we sometimes miss notifications.
 
 In case of an existing issue, reference it using one of the following:
 
-closes: #ISSUE
-related: #ISSUE
+* closes: #ISSUE
+* related: #ISSUE
+-->
+
+---
+
+##### Was generative AI tooling used to co-author this PR?
 
-How to write a good git commit message:
-http://chris.beams.io/posts/git-commit/
+<!--
+If generative AI tooling has been used in the process of authoring this PR, please
+change below checkbox to `[X]` followed by the name of the tool, uncomment the "Generated-by".
 -->
 
+- [ ] Yes (please specify the tool below)
 
+<!--
+Generated-by: [Tool Name] following [the guidelines](https://github.com/apache/airflow/blob/main/contributing-docs/05_pull_requests.rst#gen-ai-assisted-contributions)
+-->
 
-<!-- Please keep an empty line above the dashes. -->
 ---
-**^ Add meaningful description above**
-Read the **[Pull Request Guidelines](https://github.com/apache/airflow/blob/main/contributing-docs/05_pull_requests.rst#pull-request-guidelines)** for more information.
-In case of fundamental code changes, an Airflow Improvement Proposal ([AIP](https://cwiki.apache.org/confluence/display/AIRFLOW/Airflow+Improvement+Proposals)) is needed.
-In case of a new dependency, check compliance with the [ASF 3rd Party License Policy](https://www.apache.org/legal/resolved.html#category-x).
-In case of backwards incompatible changes please leave a note in a newsfragment file, named `{pr_number}.significant.rst` or `{issue_number}.significant.rst`, in [airflow-core/newsfragments](https://github.com/apache/airflow/tree/main/airflow-core/newsfragments).
+
+* Read the **[Pull Request Guidelines](https://github.com/apache/airflow/blob/main/contributing-docs/05_pull_requests.rst#pull-request-guidelines)** for more information. Note: commit author/co-author name and email in commits become permanently public when merged.
+* For fundamental code changes, an Airflow Improvement Proposal ([AIP](https://cwiki.apache.org/confluence/display/AIRFLOW/Airflow+Improvement+Proposals)) is needed.
+* When adding dependency, check compliance with the [ASF 3rd Party License Policy](https://www.apache.org/legal/resolved.html#category-x).
+* For significant user-facing changes create newsfragment: `{pr_number}.significant.rst` or `{issue_number}.significant.rst`, in [airflow-core/newsfragments](https://github.com/apache/airflow/tree/main/airflow-core/newsfragments).

.github/actions/breeze/action.yml

@@ -22,6 +22,9 @@ inputs:
   python-version:
     description: 'Python version to use'
     default: "3.10"
+  uv-version:
+    description: 'uv version to use'
+    default: "0.9.26"  # Keep this comment to allow automatic replacement of uv version
 outputs:
   host-python-version:
     description: Python version used in host
@@ -30,9 +33,14 @@ runs:
   using: "composite"
   steps:
     - name: "Setup python"
-      uses: actions/setup-python@v5
+      uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065  # v5.6.0
       with:
         python-version: ${{ inputs.python-version }}
+    - name: "Install uv"
+      shell: bash
+      run: curl -LsSf https://astral.sh/uv/${UV_VERSION}/install.sh | sh
+      env:
+        UV_VERSION: ${{ inputs.uv-version }}
     # NOTE! Installing Breeze without using cache is FASTER than when using cache - uv is so fast and has
     # so low overhead, that just running upload cache/restore cache is slower than installing it from scratch
     - name: "Install Breeze"

.github/actions/install-prek/action.yml

@@ -24,13 +24,10 @@ inputs:
     default: "3.10"
   uv-version:
     description: 'uv version to use'
-    default: "0.8.15"  # Keep this comment to allow automatic replacement of uv version
+    default: "0.9.26"  # Keep this comment to allow automatic replacement of uv version
   prek-version:
     description: 'prek version to use'
-    default: "0.1.6"  # Keep this comment to allow automatic replacement of prek version
-  skip-prek-hooks:
-    description: "Skip some prek hooks from installation"
-    default: ""
+    default: "0.3.0"  # Keep this comment to allow automatic replacement of prek version
   save-cache:
     description: "Whether to save prek cache"
     required: true
@@ -40,14 +37,17 @@ inputs:
 runs:
   using: "composite"
   steps:
-    - name: Install uv and prek
+    - name: "Install uv"
+      shell: bash
+      run: curl -LsSf https://astral.sh/uv/${UV_VERSION}/install.sh | sh
+      env:
+        UV_VERSION: ${{ inputs.uv-version }}
+    - name: Install prek
       shell: bash
       env:
-        UV_VERSION: ${{inputs.uv-version}}
         PREK_VERSION: ${{inputs.prek-version}}
-        SKIP: ${{ inputs.skip-prek-hooks }}
+        UV_VERSION: ${{ inputs.uv-version }}
       run: |
-        curl -LsSf https://astral.sh/uv/${UV_VERSION}/install.sh | sh
         uv tool install prek==${PREK_VERSION} --with uv==${UV_VERSION}
       working-directory: ${{ github.workspace }}
     # We need to use tar file with archive to restore all the permissions and symlinks
@@ -64,7 +64,7 @@ runs:
       uses: apache/infrastructure-actions/stash/restore@1c35b5ccf8fba5d4c3fdf25a045ca91aa0cbc468
       with:
         # yamllint disable rule:line-length
-        key: cache-prek-v6-${{ inputs.platform }}-${{ inputs.python-version }}-${{inputs.skip-prek-hooks}}-${{ hashFiles('.pre-commit-config.yaml') }}
+        key: cache-prek-v9-${{ inputs.platform }}-python${{ inputs.python-version }}-uv${{ inputs.uv-version }}-${{ hashFiles('**/.pre-commit-config.yaml') }}
         path: /tmp/
       id: restore-prek-cache
     - name: "Check if prek cache tarball exists"
@@ -88,12 +88,21 @@ runs:
         echo
       shell: bash
       if: steps.restore-prek-cache.outputs.stash-hit == 'true'
+    - name: "Make sure cache is cleared on cache miss"
+      run: |
+        echo "Cleaning up prek cache in case of cache miss (in case of pre-installed-cache from the system)"
+        ls -la ~/.cache/prek || true
+        rm -rf ~/.cache/prek
+      shell: bash
+      if: steps.restore-prek-cache.outputs.stash-hit != 'true'
     - name: Install prek hooks
       shell: bash
-      run: prek install-hooks || (cat ~/.cache/prek/prek.log && exit 1)
+      run: prek install-hooks
       working-directory: ${{ github.workspace }}
-      env:
-        SKIP: ${{ inputs.skip-prek-hooks }}
+    - name: "Show prek log"
+      shell: bash
+      run: cat ~/.cache/prek/prek.log || true
+      if: always()
     - name: "Prepare .tar file from prek cache"
       run: |
         tar -C ~ -czf /tmp/cache-prek.tar.gz .cache/prek
@@ -103,7 +112,7 @@ runs:
       uses: apache/infrastructure-actions/stash/save@1c35b5ccf8fba5d4c3fdf25a045ca91aa0cbc468
       with:
         # yamllint disable rule:line-length
-        key: cache-prek-v6-${{ inputs.platform }}-${{ inputs.python-version }}-${{ inputs.skip-prek-hooks }}-${{ hashFiles('.pre-commit-config.yaml') }}
+        key: cache-prek-v9-${{ inputs.platform }}-python${{ inputs.python-version }}-uv${{ inputs.uv-version }}-${{ hashFiles('**/.pre-commit-config.yaml') }}
         path: /tmp/cache-prek.tar.gz
         if-no-files-found: 'error'
         retention-days: '2'

.github/actions/migration_tests/action.yml

@@ -28,7 +28,7 @@ runs:
     - name: "Test migration file 2 to 3 migration: ${{env.BACKEND}}"
       shell: bash
       run: |
-        breeze shell "${AIRFLOW_2_CMD}" --use-airflow-version 2.11.0 --answer y &&
+        breeze shell "${AIRFLOW_2_CMD}" --use-airflow-version 2.11.0  --airflow-extras pydantic --answer y &&
         breeze shell "export AIRFLOW__DATABASE__EXTERNAL_DB_MANAGERS=${DB_MANGERS}
                     ${AIRFLOW_3_CMD}" --no-db-cleanup
       env:
@@ -57,7 +57,7 @@ runs:
     - name: "Test ORM migration 2 to 3: ${{env.BACKEND}}"
       shell: bash
       run: >
-        breeze shell "${AIRFLOW_2_CMD}" --use-airflow-version 2.11.0 --answer y &&
+        breeze shell "${AIRFLOW_2_CMD}" --use-airflow-version 2.11.0 --airflow-extras pydantic --answer y &&
         breeze shell "export AIRFLOW__DATABASE__EXTERNAL_DB_MANAGERS=${DB_MANGERS}
              ${AIRFLOW_3_CMD}" --no-db-cleanup
       env:

.github/actions/post_tests_failure/action.yml

@@ -22,21 +22,21 @@ runs:
   using: "composite"
   steps:
     - name: "Upload airflow logs"
-      uses: actions/upload-artifact@v4
+      uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02  # v4.6.2
       with:
         name: airflow-logs-${{env.JOB_ID}}
         path: './files/airflow_logs*'
         retention-days: 7
         if-no-files-found: ignore
     - name: "Upload container logs"
-      uses: actions/upload-artifact@v4
+      uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02  # v4.6.2
       with:
         name: container-logs-${{env.JOB_ID}}
         path: "./files/container_logs*"
         retention-days: 7
         if-no-files-found: ignore
     - name: "Upload other logs"
-      uses: actions/upload-artifact@v4
+      uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02  # v4.6.2
       with:
         name: container-logs-${{env.JOB_ID}}
         path: "./files/other_logs*"

.github/actions/post_tests_success/action.yml

@@ -31,7 +31,7 @@ runs:
   using: "composite"
   steps:
     - name: "Upload artifact for warnings"
-      uses: actions/upload-artifact@v4
+      uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02  # v4.6.2
       with:
         name: test-warnings-${{ env.JOB_ID }}
         path: ./files/warnings-*.txt