Skip to content

Commit 46e3ec0

Browse files
authored
revert change hosts (apache#66)
* revert change hosts * Update Jenkinsfile
1 parent 118985a commit 46e3ec0

File tree

4 files changed

+9
-9
lines changed

4 files changed

+9
-9
lines changed

core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -710,7 +710,7 @@ object SparkSubmit extends CommandLineUtils {
710710
}
711711

712712
val vaultProtocol = args.sparkProperties.get("spark.secret.vault.protocol")
713-
val vaultHost = args.sparkProperties.get("spark.secret.vault.host")
713+
val vaultHost = args.sparkProperties.get("spark.secret.vault.hosts")
714714
val vaultPort = args.sparkProperties.get("spark.secret.vault.port")
715715

716716
val vaultUrlParams = (vaultProtocol, vaultHost, vaultPort)

core/src/main/scala/org/apache/spark/security/ConfigSecurity.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ object ConfigSecurity extends Logging{
2424

2525
var vaultToken: Option[String] = None
2626
val vaultUri: Option[String] = getVaultUri(sys.env.get("VAULT_PROTOCOL"),
27-
sys.env.get("VAULT_HOST"), sys.env.get("VAULT_PORT"))
27+
sys.env.get("VAULT_HOSTS"), sys.env.get("VAULT_PORT"))
2828

2929
def getVaultUri(vaultProtocol: Option[String],
3030
vaultHost: Option[String],

resource-managers/mesos/src/main/scala/org/apache/spark/deploy/rest/mesos/MesosRestServer.scala

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -47,14 +47,14 @@ private[spark] class MesosRestServer(
4747

4848
protected lazy val token = {
4949
require((masterConf.getOption("spark.secret.vault.protocol").isDefined
50-
&& masterConf.getOption("spark.secret.vault.host").isDefined
50+
&& masterConf.getOption("spark.secret.vault.hosts").isDefined
5151
&& masterConf.getOption("spark.secret.vault.port").isDefined),
5252
"You are attempting to login in Vault but no Vault obtained," +
5353
" please configure spark.secret.vault.protocol," +
54-
" spark.vault.host and spark.secret.vault.port" +
54+
" spark.vault.hosts and spark.secret.vault.port" +
5555
" in your Stratio Spark Dispatcher instance")
5656
val vaultUrl = s"${masterConf.get("spark.secret.vault.protocol")}://" +
57-
s"${masterConf.get("spark.secret.vault.host").split(",")
57+
s"${masterConf.get("spark.secret.vault.hosts").split(",")
5858
.map(host => s"$host:${masterConf.get("spark.secret.vault.port")}").mkString(",")}"
5959
VaultHelper.getTokenFromAppRole(vaultUrl,
6060
sys.env("VAULT_ROLE_ID"),
@@ -120,11 +120,11 @@ private[mesos] class MesosSubmitRequestServlet(
120120
val sparkJavaOpts = Utils.sparkJavaOpts(conf)
121121
val javaOpts = sparkJavaOpts ++ extraJavaOpts
122122
val securitySparkOpts: Map[String, String] = {
123-
if (sparkProperties.get("spark.secret.vault.host").isDefined
123+
if (sparkProperties.get("spark.secret.vault.hosts").isDefined
124124
&& sparkProperties.get("spark.secret.vault.protocol").isDefined
125125
&& sparkProperties.get("spark.secret.vault.port").isDefined) {
126126
val vaultUrl = s"${sparkProperties("spark.secret.vault.protocol")}://" +
127-
s"${sparkProperties("spark.secret.vault.host").split(",")
127+
s"${sparkProperties("spark.secret.vault.hosts").split(",")
128128
.map(host => s"$host:${sparkProperties("spark.secret.vault.port")}").mkString(",")}"
129129
(sparkProperties.get("spark.secret.vault.role"),
130130
sys.env.get("VAULT_ROLE"),

resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterScheduler.scala

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -701,11 +701,11 @@ private[spark] class MesosClusterScheduler(
701701

702702
var sparkProperties = state.driverDescription.conf.getAll.toMap
703703
if (sparkProperties.get("spark.secret.vault.protocol").isDefined
704-
&& sparkProperties.get("spark.secret.vault.host").isDefined
704+
&& sparkProperties.get("spark.secret.vault.hosts").isDefined
705705
&& sparkProperties.get("spark.secret.vault.port").isDefined)
706706
{
707707
val vaultUrl = s"${sparkProperties("spark.secret.vault.protocol")}://" +
708-
s"${sparkProperties("spark.secret.vault.host").split(",")
708+
s"${sparkProperties("spark.secret.vault.hosts").split(",")
709709
.map(host => s"$host:${sparkProperties("spark.secret.vault.port")}")
710710
.mkString(",")}"
711711
val role = sparkProperties("spark.secret.vault.role")

0 commit comments

Comments
 (0)