Update HMS memory settings

jkhaliqi · Apr 6, 2020 · 358f727 · 358f727
1 parent ff9ae91
commit 358f727
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 0 deletions.
diff --git a/presto-hive-hadoop2/bin/run_hive_tests.sh b/presto-hive-hadoop2/bin/run_hive_tests.sh
@@ -7,6 +7,11 @@ set -euo pipefail -x
 cleanup_docker_containers
 start_docker_containers
 
+# restart HMS to pickup memory settings
+exec_in_hadoop_master_container cp /etc/hadoop/conf/hive-env.sh /etc/hive/conf/hive-env.sh
+exec_in_hadoop_master_container supervisorctl restart hive-metastore
+retry check_hadoop
+
 # generate test data
 exec_in_hadoop_master_container su hive -s /usr/bin/hive -f /files/sql/create-test.sql
 exec_in_hadoop_master_container su hive -s /usr/bin/hive -f /files/sql/create-test-hive13.sql

diff --git a/presto-hive-hadoop2/conf/docker-compose.yml b/presto-hive-hadoop2/conf/docker-compose.yml
@@ -17,6 +17,7 @@ services:
       - ../../presto-hive/src/test/sql:/files/sql:ro
       - ./files/words:/usr/share/dict/words:ro
       - ./files/core-site.xml.s3-template:/etc/hadoop/conf/core-site.xml.s3-template:ro
+      - ./files/hive-env.sh:/etc/hadoop/conf/hive-env.sh:ro
       - ./files/test1.csv:/tmp/test1.csv:ro
       - ./files/test1.csv.gz:/tmp/test1.csv.gz:ro
       - ./files/test1.csv.lz4:/tmp/test1.csv.lz4:ro

diff --git a/presto-hive-hadoop2/conf/files/hive-env.sh b/presto-hive-hadoop2/conf/files/hive-env.sh
@@ -0,0 +1 @@
+export HADOOP_OPTS="$HADOOP_OPTS -Xmx1024m"