[SPARK-45465][BUILD][K8S] Upgrade kubernetes-client to 6.9.0 for K8s 1.28

### What changes were proposed in this pull request?

This PR aims to upgrade `kubernetes-client` to 6.9.0 for K8s 1.28.

### Why are the changes needed?

`kubernetes-client` 6.9.0 includes new features and bug fixes on top of K8s 1.23 model.
- https://github.com/fabric8io/kubernetes-client/releases/tag/v6.9.0
- fabric8io/kubernetes-client#5401

### Does this PR introduce _any_ user-facing change?

No.

### How was this patch tested?

Pass the CIs.

### Was this patch authored or co-authored using generative AI tooling?

No.

Closes apache#43284 from dongjoon-hyun/SPARK-45465.

Authored-by: Dongjoon Hyun <dhyun@apple.com>
Signed-off-by: Dongjoon Hyun <dhyun@apple.com>

Author: dongjoon-hyun

dev/deps/spark-deps-hadoop-3-hive-2.3

@@ -146,31 +146,31 @@ jsr305/3.0.0//jsr305-3.0.0.jar
 jta/1.1//jta-1.1.jar
 jul-to-slf4j/2.0.9//jul-to-slf4j-2.0.9.jar
 kryo-shaded/4.0.2//kryo-shaded-4.0.2.jar
-kubernetes-client-api/6.8.1//kubernetes-client-api-6.8.1.jar
-kubernetes-client/6.8.1//kubernetes-client-6.8.1.jar
-kubernetes-httpclient-okhttp/6.8.1//kubernetes-httpclient-okhttp-6.8.1.jar
-kubernetes-model-admissionregistration/6.8.1//kubernetes-model-admissionregistration-6.8.1.jar
-kubernetes-model-apiextensions/6.8.1//kubernetes-model-apiextensions-6.8.1.jar
-kubernetes-model-apps/6.8.1//kubernetes-model-apps-6.8.1.jar
-kubernetes-model-autoscaling/6.8.1//kubernetes-model-autoscaling-6.8.1.jar
-kubernetes-model-batch/6.8.1//kubernetes-model-batch-6.8.1.jar
-kubernetes-model-certificates/6.8.1//kubernetes-model-certificates-6.8.1.jar
-kubernetes-model-common/6.8.1//kubernetes-model-common-6.8.1.jar
-kubernetes-model-coordination/6.8.1//kubernetes-model-coordination-6.8.1.jar
-kubernetes-model-core/6.8.1//kubernetes-model-core-6.8.1.jar
-kubernetes-model-discovery/6.8.1//kubernetes-model-discovery-6.8.1.jar
-kubernetes-model-events/6.8.1//kubernetes-model-events-6.8.1.jar
-kubernetes-model-extensions/6.8.1//kubernetes-model-extensions-6.8.1.jar
-kubernetes-model-flowcontrol/6.8.1//kubernetes-model-flowcontrol-6.8.1.jar
-kubernetes-model-gatewayapi/6.8.1//kubernetes-model-gatewayapi-6.8.1.jar
-kubernetes-model-metrics/6.8.1//kubernetes-model-metrics-6.8.1.jar
-kubernetes-model-networking/6.8.1//kubernetes-model-networking-6.8.1.jar
-kubernetes-model-node/6.8.1//kubernetes-model-node-6.8.1.jar
-kubernetes-model-policy/6.8.1//kubernetes-model-policy-6.8.1.jar
-kubernetes-model-rbac/6.8.1//kubernetes-model-rbac-6.8.1.jar
-kubernetes-model-resource/6.8.1//kubernetes-model-resource-6.8.1.jar
-kubernetes-model-scheduling/6.8.1//kubernetes-model-scheduling-6.8.1.jar
-kubernetes-model-storageclass/6.8.1//kubernetes-model-storageclass-6.8.1.jar
+kubernetes-client-api/6.9.0//kubernetes-client-api-6.9.0.jar
+kubernetes-client/6.9.0//kubernetes-client-6.9.0.jar
+kubernetes-httpclient-okhttp/6.9.0//kubernetes-httpclient-okhttp-6.9.0.jar
+kubernetes-model-admissionregistration/6.9.0//kubernetes-model-admissionregistration-6.9.0.jar
+kubernetes-model-apiextensions/6.9.0//kubernetes-model-apiextensions-6.9.0.jar
+kubernetes-model-apps/6.9.0//kubernetes-model-apps-6.9.0.jar
+kubernetes-model-autoscaling/6.9.0//kubernetes-model-autoscaling-6.9.0.jar
+kubernetes-model-batch/6.9.0//kubernetes-model-batch-6.9.0.jar
+kubernetes-model-certificates/6.9.0//kubernetes-model-certificates-6.9.0.jar
+kubernetes-model-common/6.9.0//kubernetes-model-common-6.9.0.jar
+kubernetes-model-coordination/6.9.0//kubernetes-model-coordination-6.9.0.jar
+kubernetes-model-core/6.9.0//kubernetes-model-core-6.9.0.jar
+kubernetes-model-discovery/6.9.0//kubernetes-model-discovery-6.9.0.jar
+kubernetes-model-events/6.9.0//kubernetes-model-events-6.9.0.jar
+kubernetes-model-extensions/6.9.0//kubernetes-model-extensions-6.9.0.jar
+kubernetes-model-flowcontrol/6.9.0//kubernetes-model-flowcontrol-6.9.0.jar
+kubernetes-model-gatewayapi/6.9.0//kubernetes-model-gatewayapi-6.9.0.jar
+kubernetes-model-metrics/6.9.0//kubernetes-model-metrics-6.9.0.jar
+kubernetes-model-networking/6.9.0//kubernetes-model-networking-6.9.0.jar
+kubernetes-model-node/6.9.0//kubernetes-model-node-6.9.0.jar
+kubernetes-model-policy/6.9.0//kubernetes-model-policy-6.9.0.jar
+kubernetes-model-rbac/6.9.0//kubernetes-model-rbac-6.9.0.jar
+kubernetes-model-resource/6.9.0//kubernetes-model-resource-6.9.0.jar
+kubernetes-model-scheduling/6.9.0//kubernetes-model-scheduling-6.9.0.jar
+kubernetes-model-storageclass/6.9.0//kubernetes-model-storageclass-6.9.0.jar
 lapack/3.0.3//lapack-3.0.3.jar
 leveldbjni-all/1.8//leveldbjni-all-1.8.jar
 libfb303/0.9.3//libfb303-0.9.3.jar
@@ -242,7 +242,7 @@ scala-parser-combinators_2.13/2.3.0//scala-parser-combinators_2.13-2.3.0.jar
 scala-reflect/2.13.12//scala-reflect-2.13.12.jar
 scala-xml_2.13/2.2.0//scala-xml_2.13-2.2.0.jar
 slf4j-api/2.0.9//slf4j-api-2.0.9.jar
-snakeyaml-engine/2.6//snakeyaml-engine-2.6.jar
+snakeyaml-engine/2.7//snakeyaml-engine-2.7.jar
 snakeyaml/2.0//snakeyaml-2.0.jar
 snappy-java/1.1.10.5//snappy-java-1.1.10.5.jar
 spire-macros_2.13/0.18.0//spire-macros_2.13-0.18.0.jar

pom.xml

@@ -233,7 +233,7 @@
 
     <!-- org.fusesource.leveldbjni will be used except on arm64 platform. -->
     <leveldbjni.group>org.fusesource.leveldbjni</leveldbjni.group>
-    <kubernetes-client.version>6.8.1</kubernetes-client.version>
+    <kubernetes-client.version>6.9.0</kubernetes-client.version>
 
     <test.java.home>${java.home}</test.java.home>