Airbyte Provider: api_version on on_kill method in AirbytetriggeSyCoperator

.asf.yaml

@@ -134,7 +134,7 @@ github:
     - vatsrahul1001
     - cmarteepants
     - bugraoz93
-    - briana-okyere
+    - karenbraganz
     - gyli
 
 notifications:

.github/boring-cyborg.yml

@@ -406,7 +406,7 @@ labelPRBasedOnFilePath:
     - tests/jobs/test_triggerer_job.py
     - tests/models/test_trigger.py
     - tests/jobs/test_triggerer_job_logging.py
-    - providers/standard/tests/provider_tests/standard/triggers/**/*
+    - providers/standard/tests/unit/standard/triggers/**/*
 
   area:Serialization:
     - airflow/serialization/**/*

.github/workflows/integration-system-tests.yml

@@ -197,8 +197,7 @@ jobs:
           use-uv: ${{ inputs.use-uv }}
       - name: "System Tests"
         run: >
-          ./scripts/ci/testing/run_system_tests.sh
-          tests/system/example_empty.py providers/tests/system/example_empty.py
+          ./scripts/ci/testing/run_system_tests.sh tests/system/example_empty.py
       - name: "Post Tests success"
         uses: ./.github/actions/post_tests_success
         with:

.github/workflows/special-tests.yml

@@ -218,7 +218,7 @@ jobs:
       runs-on-as-json-default: ${{ inputs.runs-on-as-json-default }}
       test-name: "SystemTest"
       test-scope: "System"
-      test-groups: ${{ inputs.test-groups }}
+      test-groups: "['core']"
       backend: "postgres"
       python-versions: "['${{ inputs.default-python-version }}']"
       backend-versions: "['${{ inputs.default-postgres-version }}']"

.github/workflows/test-provider-packages.yml

@@ -99,7 +99,7 @@ jobs:
       - name: "Prepare provider documentation"
         run: >
           breeze release-management prepare-provider-documentation --include-not-ready-providers
-          --non-interactive
+          --non-interactive --answer yes
         if: matrix.package-format == 'wheel'
       - name: "Prepare provider packages: ${{ matrix.package-format }}"
         run: >

.pre-commit-config.yaml

@@ -556,9 +556,6 @@ repos:
         language: pygrep
         entry: >
           (?i)
-          .*https://github.*[0-9]/providers/.*/tests/system/|
-          .*https://github.*/main/providers/.*/tests/system/|
-          .*https://github.*/master/providers/.*/tests/system/|
           .*https://github.*/main/providers/.*/src/airflow/providers/.*/example_dags/|
           .*https://github.*/master/providers/.*/src/airflow/providers/.*/example_dags/
         pass_filenames: true
@@ -674,7 +671,6 @@ repos:
           ^scripts/ci/docker-compose/integration-keycloak.yml$|
           ^scripts/ci/docker-compose/keycloak/keycloak-entrypoint.sh$|
           ^tests/|
-          ^providers/tests/|
           ^providers/.*/tests/|
           ^.pre-commit-config\.yaml$|
           ^.*CHANGELOG\.(rst|txt)$|
@@ -920,6 +916,7 @@ repos:
         entry: ./scripts/ci/pre_commit/check_providers_subpackages_all_have_init.py
         language: python
         require_serial: true
+        additional_dependencies: ['rich>=12.4.4']
       - id: check-pre-commit-information-consistent
         name: Validate hook IDs & names and sync with docs
         entry: ./scripts/ci/pre_commit/check_pre_commit_hooks.py
@@ -983,7 +980,6 @@ repos:
         entry: ./scripts/ci/pre_commit/check_system_tests.py
         language: python
         files: ^(providers/)?tests/system/.*/example_[^/]*\.py$
-        exclude: ^providers/google/tests/system/google/cloud/bigquery/example_bigquery_queries\.py$
         pass_filenames: true
         additional_dependencies: ['rich>=12.4.4']
       - id: generate-pypi-readme
@@ -1386,7 +1382,7 @@ repos:
         stages: ['manual']
         name: Run mypy for providers (manual)
         language: python
-        entry: ./scripts/ci/pre_commit/mypy_folder.py providers/src/airflow/providers all_new_providers
+        entry: ./scripts/ci/pre_commit/mypy_folder.py all_providers
         pass_filenames: false
         files: ^.*\.py$
         require_serial: true
@@ -1460,4 +1456,12 @@ repos:
         pass_filenames: false
         files: ^airflow/migrations/versions/.*\.py$|^docs/apache-airflow/migrations-ref\.rst$
         additional_dependencies: ['rich>=12.4.4']
+      - id: check-default-configuration
+        name: Check the default configuration
+        entry: ./scripts/ci/pre_commit/check_default_configuration.py
+        language: python
+        additional_dependencies: ['rich>=12.4.4']
+        require_serial: true
+        pass_filenames: false
+        files: ^airflow/config_templates/config.yml
         ## ONLY ADD PRE-COMMITS HERE THAT REQUIRE CI IMAGE

PROVIDERS.rst

@@ -85,7 +85,7 @@ Airflow main branch to being decommissioned and removed from the main branch in
 
    Technical details on how to manage lifecycle of providers are described in the document:
 
-   `Managing provider's lifecycle <https://github.com/apache/airflow/blob/main/providers/src/airflow/providers/MANAGING_PROVIDERS_LIFECYCLE.rst>`_
+   `Managing provider's lifecycle <https://github.com/apache/airflow/blob/main/providers/MANAGING_PROVIDERS_LIFECYCLE.rst>`_
 
 
 Accepting new community providers

README.md

@@ -97,14 +97,14 @@ Airflow is not a streaming solution, but it is often used to process real-time d
 
 Apache Airflow is tested with:
 
-|            | Main version (dev)         | Stable version (2.10.5)    |
-|------------|----------------------------|----------------------------|
-| Python     | 3.9, 3.10, 3.11, 3.12      | 3.8, 3.9, 3.10, 3.11, 3.12 |
-| Platform   | AMD64/ARM64(\*)            | AMD64/ARM64(\*)            |
-| Kubernetes | 1.28, 1.29, 1.30, 1.31     | 1.27, 1.28, 1.29, 1.30     |
-| PostgreSQL | 13, 14, 15, 16, 17         | 12, 13, 14, 15, 16         |
-| MySQL      | 8.0, 8.4, Innovation       | 8.0, 8.4, Innovation       |
-| SQLite     | 3.15.0+                    | 3.15.0+                    |
+|            | Main version (dev)     | Stable version (2.10.5)    |
+|------------|------------------------|----------------------------|
+| Python     | 3.9, 3.10, 3.11, 3.12  | 3.8, 3.9, 3.10, 3.11, 3.12 |
+| Platform   | AMD64/ARM64(\*)        | AMD64/ARM64(\*)            |
+| Kubernetes | 1.29, 1.30, 1.31, 1.32 | 1.27, 1.28, 1.29, 1.30     |
+| PostgreSQL | 13, 14, 15, 16, 17     | 12, 13, 14, 15, 16         |
+| MySQL      | 8.0, 8.4, Innovation   | 8.0, 8.4, Innovation       |
+| SQLite     | 3.15.0+                | 3.15.0+                    |
 
 \* Experimental
 

airflow/api_fastapi/core_api/datamodels/dags.py

@@ -35,10 +35,24 @@
 from airflow.api_fastapi.core_api.datamodels.dag_tags import DagTagResponse
 from airflow.configuration import conf
 
+DAG_ALIAS_MAPPING: dict[str, str] = {
+    # The keys are the names in the response, the values are the original names in the model
+    # This is used to map the names in the response to the names in the model
+    # See: https://github.com/apache/airflow/issues/46732
+    "next_dagrun_logical_date": "next_dagrun",
+    "next_dagrun_run_after": "next_dagrun_create_after",
+}
+
 
 class DAGResponse(BaseModel):
     """DAG serializer for responses."""
 
+    model_config = ConfigDict(
+        alias_generator=AliasGenerator(
+            validation_alias=lambda field_name: DAG_ALIAS_MAPPING.get(field_name, field_name),
+        ),
+    )
+
     dag_id: str
     dag_display_name: str
     is_paused: bool
@@ -56,10 +70,10 @@ class DAGResponse(BaseModel):
     max_consecutive_failed_dag_runs: int
     has_task_concurrency_limits: bool
     has_import_errors: bool
-    next_dagrun: datetime | None
+    next_dagrun_logical_date: datetime | None
     next_dagrun_data_interval_start: datetime | None
     next_dagrun_data_interval_end: datetime | None
-    next_dagrun_create_after: datetime | None
+    next_dagrun_run_after: datetime | None
     owners: list[str]
 
     @field_validator("owners", mode="before")
@@ -115,6 +129,7 @@ class DAGDetailsResponse(DAGResponse):
                 "dag_run_timeout": "dagrun_timeout",
                 "last_parsed": "last_loaded",
                 "template_search_path": "template_searchpath",
+                **DAG_ALIAS_MAPPING,
             }.get(field_name, field_name),
         ),
     )

airflow/api_fastapi/core_api/datamodels/task_instances.py

@@ -47,6 +47,7 @@ class TaskInstanceResponse(BaseModel):
     run_id: str = Field(alias="dag_run_id")
     map_index: int
     logical_date: datetime | None
+    run_after: datetime
     start_date: datetime | None
     end_date: datetime | None
     duration: float | None
@@ -104,6 +105,8 @@ class TaskInstancesBatchBody(StrictBaseModel):
     dag_run_ids: list[str] | None = None
     task_ids: list[str] | None = None
     state: list[TaskInstanceState | None] | None = None
+    run_after_gte: AwareDatetime | None = None
+    run_after_lte: AwareDatetime | None = None
     logical_date_gte: AwareDatetime | None = None
     logical_date_lte: AwareDatetime | None = None
     start_date_gte: AwareDatetime | None = None

airflow/api_fastapi/core_api/datamodels/ui/grid.py

@@ -46,8 +46,10 @@ class GridDAGRunwithTIs(BaseModel):
     queued_at: datetime | None
     start_date: datetime | None
     end_date: datetime | None
+    run_after: datetime
     state: DagRunState
     run_type: DagRunType
+    logical_date: datetime | None
     data_interval_start: datetime | None
     data_interval_end: datetime | None
     version_number: int | None