Spark: Refine paimon_sparkx_common dependency

Author: jackylee-ch

paimon-spark/paimon-spark-ut/pom.xml

@@ -43,12 +43,6 @@ under the License.
             <artifactId>paimon-format</artifactId>
         </dependency>
 
-        <dependency>
-            <groupId>org.apache.paimon</groupId>
-            <artifactId>${paimon-sparkx-common}</artifactId>
-            <version>${project.version}</version>
-        </dependency>
-
         <!-- Below are test dependencies which need to be distinguished for different Spark versions. -->
 
         <dependency>
@@ -90,6 +84,40 @@ under the License.
         </dependency>
     </dependencies>
 
+    <profiles>
+        <profile>
+            <id>spark3</id>
+            <dependencies>
+                <dependency>
+                    <groupId>org.apache.paimon</groupId>
+                    <artifactId>paimon-spark3-common_${scala.binary.version}</artifactId>
+                    <version>${project.version}</version>
+                </dependency>
+            </dependencies>
+            <activation>
+                <activeByDefault>true</activeByDefault>
+                <property>
+                    <name>spark3</name>
+                </property>
+            </activation>
+        </profile>
+        <profile>
+            <id>spark4</id>
+            <dependencies>
+                <dependency>
+                    <groupId>org.apache.paimon</groupId>
+                    <artifactId>paimon-spark4-common_${scala.binary.version}</artifactId>
+                    <version>${project.version}</version>
+                </dependency>
+            </dependencies>
+            <activation>
+                <property>
+                    <name>spark4</name>
+                </property>
+            </activation>
+        </profile>
+    </profiles>
+
     <build>
         <plugins>
             <plugin>

pom.xml

@@ -126,7 +126,6 @@ under the License.
         <test.mysql.connector.java.version>8.0.27</test.mysql.connector.java.version>
 
         <!-- spark profile properties-->
-        <paimon-sparkx-common>paimon-spark3-common_${scala.binary.version}</paimon-sparkx-common>
         <paimon-spark-common.spark.version>3.5.7</paimon-spark-common.spark.version>
         <test.spark.main.version>3.3</test.spark.main.version>
         <test.spark.version>3.3.0</test.spark.version>
@@ -402,7 +401,6 @@ under the License.
                 <scala.binary.version>2.12</scala.binary.version>
                 <scala.version>${scala212.version}</scala.version>
                 <paimon-spark-common.spark.version>3.5.7</paimon-spark-common.spark.version>
-                <paimon-sparkx-common>paimon-spark3-common_${scala.binary.version}</paimon-sparkx-common>
                 <!-- todo: support the latest spark in paimon e2e test2 -->
                 <test.spark.main.version>3.3</test.spark.main.version>
                 <test.spark.version>3.3.0</test.spark.version>
@@ -427,7 +425,6 @@ under the License.
                 <scala.binary.version>2.13</scala.binary.version>
                 <scala.version>${scala213.version}</scala.version>
                 <paimon-spark-common.spark.version>4.0.1</paimon-spark-common.spark.version>
-                <paimon-sparkx-common>paimon-spark4-common_2.13</paimon-sparkx-common>
                 <arrow.version>18.1.0</arrow.version>
                 <test.spark.main.version>4.0</test.spark.main.version>
                 <test.spark.version>4.0.1</test.spark.version>