Skip to content

Commit 7324acc

Browse files
authored
Merge pull request apache#15 from ringtail/feature/spark-app-id
add spark id into sparkConf
2 parents bb81f3c + ac895bc commit 7324acc

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/k8s/submit/KubernetesClientApplication.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -210,7 +210,8 @@ private[spark] class KubernetesClientApplication extends SparkApplication {
210210
// to be added as a label to group resources belonging to the same application. Label values are
211211
// considerably restrictive, e.g. must be no longer than 63 characters in length. So we generate
212212
// a unique app ID (captured by spark.app.id) in the format below.
213-
val kubernetesAppId = s"spark-${UUID.randomUUID().toString.replaceAll("-", "")}"
213+
val kubernetesAppId = sparkConf.getOption("spark.app.id").
214+
getOrElse(s"spark-${UUID.randomUUID().toString.replaceAll("-", "")}")
214215
val waitForAppCompletion = sparkConf.get(WAIT_FOR_APP_COMPLETION)
215216
val kubernetesResourceNamePrefix = KubernetesClientApplication.getResourceNamePrefix(appName)
216217
sparkConf.set(KUBERNETES_PYSPARK_PY_FILES, clientArguments.maybePyFiles.getOrElse(""))

0 commit comments

Comments
 (0)