add node selector

lyft · Apr 12, 2021 · e9f254a · e9f254a
1 parent d222980
commit e9f254a
Showing 1 changed file with 9 additions and 0 deletions.
diff --git a/pkg/controller/sparkapplication/driver_pod.go b/pkg/controller/sparkapplication/driver_pod.go
@@ -144,6 +144,14 @@ func (spm *realClientModeSubmissionPodManager) createClientDriverPod(app *v1beta
 		}
 	}
 
+	nodeSelectors := make(map[string]string)
+	for key, value := range app.Spec.SparkConf {
+		if strings.HasPrefix(key, "spark.kubernetes.node.selector.") {
+			nodeSelector := strings.ReplaceAll(key, "spark.kubernetes.node.selector.", "")
+			nodeSelectors[nodeSelector] = value
+		}
+	}
+
 	//append all volumes
 	var volumes []corev1.Volume
 	var volumeMounts []corev1.VolumeMount
@@ -183,6 +191,7 @@ func (spm *realClientModeSubmissionPodManager) createClientDriverPod(app *v1beta
 		Spec: corev1.PodSpec{
 			ImagePullSecrets: imagePullSecrets,
 			Volumes:          volumes,
+			NodeSelector:     nodeSelectors,
 			Containers: []corev1.Container{
 				{
 					Name:            "spark-kubernetes-driver",