Filter nodes to only try and send files to external IPs (#106)

* Filter node addresses

* Added comment

Author: foxish

resource-managers/kubernetes/core/src/main/scala/org/apache/spark/deploy/kubernetes/Client.scala

@@ -745,9 +745,14 @@ private[spark] class Client(
     val nodeUrls = kubernetesClient.nodes.list.getItems.asScala
       .filterNot(node => node.getSpec.getUnschedulable != null &&
         node.getSpec.getUnschedulable)
-      .flatMap(_.getStatus.getAddresses.asScala.map(address => {
+      .flatMap(_.getStatus.getAddresses.asScala)
+      // The list contains hostnames, internal and external IP addresses.
+      // we want only external IP addresses in our list
+      // (https://kubernetes.io/docs/admin/node/#addresses)
+      .filter(_.getType == "ExternalIP")
+      .map(address => {
         s"$urlScheme://${address.getAddress}:$servicePort"
-      })).toSet
+      }).toSet
     require(nodeUrls.nonEmpty, "No nodes found to contact the driver!")
     val (trustManager, sslContext): (X509TrustManager, SSLContext) =
       if (driverSubmitSslOptions.enabled) {