Remove deprecated code from apache spark provider

providers/src/airflow/providers/apache/spark/CHANGELOG.rst

@@ -29,6 +29,20 @@
 Changelog
 ---------
 
+main
+.....
+
+.. warning::
+  All deprecated classes, parameters and features have been removed from the Apache Spark provider package.
+  The following breaking changes were introduced:
+
+  * Operators
+
+    * Removed ``_sql()`` support for SparkSqlOperator. Please use ``sql`` attribute instead. ``_sql`` was
+      introduced in 2016 and since it was listed as templated field, which is no longer the case, we
+      handled it as public api despite the ``_`` prefix that marked it as private.
+
+
 4.11.3
 ......
 

providers/src/airflow/providers/apache/spark/operators/spark_sql.py

@@ -20,9 +20,6 @@
 from collections.abc import Sequence
 from typing import TYPE_CHECKING, Any
 
-from deprecated import deprecated
-
-from airflow.exceptions import AirflowProviderDeprecationWarning
 from airflow.models import BaseOperator
 from airflow.providers.apache.spark.hooks.spark_sql import SparkSqlHook
 
@@ -94,15 +91,6 @@ def __init__(
         self._yarn_queue = yarn_queue
         self._hook: SparkSqlHook | None = None
 
-    @property
-    @deprecated(
-        reason="`_sql` is deprecated and will be removed in the future. Please use `sql` instead.",
-        category=AirflowProviderDeprecationWarning,
-    )
-    def _sql(self):
-        """Alias for ``sql``, used for compatibility (deprecated)."""
-        return self.sql
-
     def execute(self, context: Context) -> None:
         """Call the SparkSqlHook to run the provided sql query."""
         if self._hook is None:

providers/tests/apache/spark/operators/test_spark_sql.py

@@ -19,7 +19,6 @@
 
 import pytest
 
-from airflow.exceptions import AirflowProviderDeprecationWarning
 from airflow.models.dag import DAG
 from airflow.providers.apache.spark.operators.spark_sql import SparkSqlOperator
 from airflow.utils import timezone
@@ -82,7 +81,3 @@ def test_templating(self, create_task_instance_of_operator, session):
         ti.render_templates()
         task: SparkSqlOperator = ti.task
         assert task.sql == "sql"
-
-        # Deprecated aliases
-        with pytest.warns(AirflowProviderDeprecationWarning):
-            assert task._sql == "sql"