From 1e6c8430ab33795b83dc45192daebd213dc95d12 Mon Sep 17 00:00:00 2001 From: Karthik Palaniappan Date: Mon, 30 Nov 2015 09:42:10 -0800 Subject: [PATCH 1/4] Rename bi4.0 to bi. This matches the convention in the rest of the script that we don't include a version unless there is a significant change between versions --- onefs/isilon_create_directories.sh | 4 ++-- onefs/isilon_create_users.sh | 6 +++--- 2 files changed, 5 insertions(+), 5 deletions(-) diff --git a/onefs/isilon_create_directories.sh b/onefs/isilon_create_directories.sh index cb03c4f..ce4df6a 100644 --- a/onefs/isilon_create_directories.sh +++ b/onefs/isilon_create_directories.sh @@ -26,7 +26,7 @@ function banner() { } function usage() { - echo "$0 --dist [--zone ] [--fixperm]" + echo "$0 --dist [--zone ] [--fixperm]" exit 1 } @@ -217,7 +217,7 @@ case "$DIST" in "/yarn/apps#777#mapred#hadoop" \ ) ;; - "bi4.0") + "bi") # Format is: dirname#perm#owner#group dirList=(\ "/#755#hdfs#hadoop" \ diff --git a/onefs/isilon_create_users.sh b/onefs/isilon_create_users.sh index 6a07777..a25acbf 100755 --- a/onefs/isilon_create_users.sh +++ b/onefs/isilon_create_users.sh @@ -27,7 +27,7 @@ function banner() { } function usage() { - echo "$0 --dist --startgid ] [--startuid ] [--zone ]" + echo "$0 --dist [--startgid ] [--startuid ] [--zone ]" exit 1 } @@ -174,7 +174,7 @@ case "$DIST" in REQUIRED_USERS="$SUPER_USERS tez hcat oozie zookeeper ambari-qa pxf knox spark hue" REQUIRED_GROUPS="$REQUIRED_USERS $SUPER_GROUPS" ;; - "bi4.0") + "bi") SUPER_USERS="hdfs hadoop mapred hbase knox uiuser dsmadmin bigsheets ambari-qa rrdcached hive yarn hcat bigsql tauser bigr flume nagios solr spark sqoop zookeeper oozie bighome" SUPER_GROUPS="hadoop" REQUIRED_USERS="$SUPER_USERS" @@ -236,7 +236,7 @@ case "$DIST" in isi auth groups modify sqoop --add-user sqoop2 --zone $ZONE [ $? -ne 0 ] && addError "Could not add user sqoop2 to sqoop group in zone $ZONE" ;; - "bi4.0") + "bi") isi auth groups modify users --add-user hive --zone $ZONE [ $? -ne 0 ] && addError "Could not add user hive to users group in zone $ZONE" isi auth groups modify hcat --add-user hive --zone $ZONE From 4f154a7c7c161ce1221a6d8556bb9e27d48f6f44 Mon Sep 17 00:00:00 2001 From: Karthik Palaniappan Date: Mon, 30 Nov 2015 14:21:51 -0800 Subject: [PATCH 2/4] Added user anonmyous --- onefs/isilon_create_users.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/onefs/isilon_create_users.sh b/onefs/isilon_create_users.sh index a25acbf..f67105a 100755 --- a/onefs/isilon_create_users.sh +++ b/onefs/isilon_create_users.sh @@ -177,7 +177,7 @@ case "$DIST" in "bi") SUPER_USERS="hdfs hadoop mapred hbase knox uiuser dsmadmin bigsheets ambari-qa rrdcached hive yarn hcat bigsql tauser bigr flume nagios solr spark sqoop zookeeper oozie bighome" SUPER_GROUPS="hadoop" - REQUIRED_USERS="$SUPER_USERS" + REQUIRED_USERS="$SUPER_USERS anonymous" REQUIRED_GROUPS="$REQUIRED_USERS $SUPER_GROUPS" ;; *) From 4ef312a0cfa517d49be42a45ff581f67c50c74af Mon Sep 17 00:00:00 2001 From: Karthik Palaniappan Date: Mon, 30 Nov 2015 16:41:53 -0800 Subject: [PATCH 3/4] Add ams user, which is necessary if ambari metrics service logs to hdfs --- onefs/isilon_create_users.sh | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/onefs/isilon_create_users.sh b/onefs/isilon_create_users.sh index f67105a..3eba334 100755 --- a/onefs/isilon_create_users.sh +++ b/onefs/isilon_create_users.sh @@ -159,7 +159,7 @@ case "$DIST" in # See http://docs.hortonworks.com/HDPDocuments/Ambari-2.1.1.0/bk_ambari_reference_guide/content/_defining_service_users_and_groups_for_a_hdp_2x_stack.html SUPER_USERS="hdfs mapred yarn hbase storm falcon" SUPER_GROUPS="hadoop" - REQUIRED_USERS="$SUPER_USERS tez hive hcat oozie zookeeper ambari-qa flume hue accumulo hadoopqa sqoop anonymous spark mahout ranger kms atlas" + REQUIRED_USERS="$SUPER_USERS tez hive hcat oozie zookeeper ambari-qa flume hue accumulo hadoopqa sqoop anonymous spark mahout ranger kms atlas ams" REQUIRED_GROUPS="$REQUIRED_USERS $SUPER_GROUPS" ;; "phd") @@ -177,7 +177,7 @@ case "$DIST" in "bi") SUPER_USERS="hdfs hadoop mapred hbase knox uiuser dsmadmin bigsheets ambari-qa rrdcached hive yarn hcat bigsql tauser bigr flume nagios solr spark sqoop zookeeper oozie bighome" SUPER_GROUPS="hadoop" - REQUIRED_USERS="$SUPER_USERS anonymous" + REQUIRED_USERS="$SUPER_USERS anonymous ams" REQUIRED_GROUPS="$REQUIRED_USERS $SUPER_GROUPS" ;; *) From b5d12d409348024aaf4053f2931afdd305b40175 Mon Sep 17 00:00:00 2001 From: Karthik Palaniappan Date: Tue, 1 Dec 2015 09:55:28 -0800 Subject: [PATCH 4/4] Add kafka to knox group as per ibm documentation --- onefs/isilon_create_users.sh | 2 ++ 1 file changed, 2 insertions(+) diff --git a/onefs/isilon_create_users.sh b/onefs/isilon_create_users.sh index 3eba334..734a85a 100755 --- a/onefs/isilon_create_users.sh +++ b/onefs/isilon_create_users.sh @@ -241,6 +241,8 @@ case "$DIST" in [ $? -ne 0 ] && addError "Could not add user hive to users group in zone $ZONE" isi auth groups modify hcat --add-user hive --zone $ZONE [ $? -ne 0 ] && addError "Could not add user hive to hcat group in zone $ZONE" + isi auth groups modify knox --add-user kafka --zone $ZONE + [ $? -ne 0 ] && addError "Could not add user kafka to knox group in zone $ZONE" ;; esac