Remove History server auth (apache#133)

* removed mesos security

* Removed mesos security from HS

* added clear mesage

Author: Gschiavon

CHANGELOG.md

@@ -5,6 +5,7 @@
 * Fixed Supervise mode
 * Separate stderr and stdout in dispatcher
 * Fix history server stderr/stdout. Now is possible to set log level through SPARK_LOG_LEVEL
+* Removed mesos security from History Server and unified environment variable VAULT_HOSTS
 * Secret folder path configurable
 
 ## 2.2.0.4 (January 11, 2018)

docker/dispatcher/service

@@ -29,8 +29,8 @@ function add_if_non_empty() {
 function configure_properties() {
 
 echo '' > /opt/spark/dist/conf/mesos-cluster-dispatcher.properties
-if [[ "$SECURED_MESOS" == "true" ]]
-then
+if [ "$SECURED_MESOS" == "true" ]; then
+    if [ ! -z "$TENANT_NAME" ]; then
      #Login to get access token for Vault
      login
      #Get Mesos secrets from Vault
@@ -44,7 +44,10 @@ then
       echo "spark.mesos.principal=${MESOS_PRINCIPAL}" >> /opt/spark/dist/conf/mesos-cluster-dispatcher.properties
       echo "spark.mesos.secret=${MESOS_SECRET}" >> /opt/spark/dist/conf/mesos-cluster-dispatcher.properties
       echo "spark.mesos.role=${TENANT_NAME}" >> /opt/spark/dist/conf/mesos-cluster-dispatcher.properties
-
+    else
+        echo 'Please set the TENANT_NAME variable to download the secrets from Vault (Mesos security enabled)'
+        exit -1
+    fi
 else
 	echo 'MESOS SECURITY IS NOT ENABLE'
 fi

docker/historyServer/entrypoint.sh

@@ -38,7 +38,6 @@ function set_log_level() {
 function main() {
    HDFS_HADOOP_SECURITY_AUTH_TO_LOCAL=${HDFS_HADOOP_SECURITY_AUTH_TO_LOCAL:=${auth_to_local_value}}
    VAULT_PORT=${VAULT_PORT:=8200}
-   VAULT_HOSTS=$VAULT_HOST
    VAULT_URI="$VAULT_PROTOCOL://$VAULT_HOSTS:$VAULT_PORT"
 
    SPARK_HOME=/opt/sds/spark
@@ -47,16 +46,6 @@ function main() {
 
    set_log_level
 
-   if [[ "$SECURED_MESOS" == "true" ]]
-   then
-     #Get Mesos secrets from Vault
-     getPass "userland" "history-server" "mesos"
-     # This should populate HISTORY_SERVER_MESOS_USER and HISTORY_SERVER_MESOS_PASS
-     SPARK_HISTORY_OPTS="-Dspark.mesos.principal=${HISTORY_SERVER_MESOS_USER} -Dspark.mesos.secret=${HISTORY_SERVER_MESOS_PASS} -Dspark.mesos.role=${HISTORY_MESOS_ROLE} ${SPARK_HISTORY_OPTS}"
-   else
-	echo 'MESOS SECURITY IS NOT ENABLE'
-   fi
-
    if [[ "$HDFS_KRB_ENABLE" == "true" ]]
    then