From e62aab2846e591219d058efb1a50f921425f09b2 Mon Sep 17 00:00:00 2001 From: Cheng Pan Date: Thu, 11 May 2023 02:03:27 -0700 Subject: [PATCH] [SPARK-43448][BUILD] Remove dummy dependency `hadoop-openstack` ### What changes were proposed in this pull request? Remove the dummy dependency `hadoop-openstack` from Spark binary artifacts. ### Why are the changes needed? [HADOOP-18442](https://issues.apache.org/jira/browse/HADOOP-18442) removed the `hadoop-openstack` and temporarily retained a dummy jar for the downstream project which consumes it. ### Does this PR introduce _any_ user-facing change? No. ### How was this patch tested? Pass GA. Closes #41133 from pan3793/SPARK-43448. Authored-by: Cheng Pan Signed-off-by: Dongjoon Hyun --- dev/deps/spark-deps-hadoop-3-hive-2.3 | 1 - hadoop-cloud/pom.xml | 24 ------------------------ 2 files changed, 25 deletions(-) diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3 b/dev/deps/spark-deps-hadoop-3-hive-2.3 index a0ec39fbf686c..0ea96381a3bb4 100644 --- a/dev/deps/spark-deps-hadoop-3-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-3-hive-2.3 @@ -74,7 +74,6 @@ hadoop-azure/3.3.5//hadoop-azure-3.3.5.jar hadoop-client-api/3.3.5//hadoop-client-api-3.3.5.jar hadoop-client-runtime/3.3.5//hadoop-client-runtime-3.3.5.jar hadoop-cloud-storage/3.3.5//hadoop-cloud-storage-3.3.5.jar -hadoop-openstack/3.3.5//hadoop-openstack-3.3.5.jar hadoop-shaded-guava/1.1.1//hadoop-shaded-guava-1.1.1.jar hadoop-yarn-server-web-proxy/3.3.5//hadoop-yarn-server-web-proxy-3.3.5.jar hive-beeline/2.3.9//hive-beeline-2.3.9.jar diff --git a/hadoop-cloud/pom.xml b/hadoop-cloud/pom.xml index 3ac8c0cec68c2..e213052dbc14a 100644 --- a/hadoop-cloud/pom.xml +++ b/hadoop-cloud/pom.xml @@ -111,30 +111,6 @@ - - org.apache.hadoop - hadoop-openstack - ${hadoop.version} - ${hadoop.deps.scope} - - - org.apache.hadoop - hadoop-common - - - commons-logging - commons-logging - - - junit - junit - - - org.mockito - mockito-all - - - com.google.cloud.bigdataoss gcs-connector