File tree Expand file tree Collapse file tree 2 files changed +4
-8
lines changed Expand file tree Collapse file tree 2 files changed +4
-8
lines changed Original file line number Diff line number Diff line change @@ -20,6 +20,9 @@ RUN rm -rf /var/lib/apt/lists/* && \
20
20
apt-get install -y sudo && \
21
21
apt-get clean all
22
22
23
+ RUN curl -s http://d3kbcqa49mib13.cloudfront.net/spark-1.6.2-bin-hadoop2.6.tgz | tar -xz -C /usr/local
24
+ RUN mv /usr/local/spark* /usr/local/spark
25
+
23
26
RUN rm -f conf/zeppelin-env.sh
24
27
RUN rm -f conf/zeppelin-site.xml
25
28
RUN rm -f conf/interpreter.json
Original file line number Diff line number Diff line change @@ -4,16 +4,9 @@ export ZEPPELIN_NOTEBOOK_DIR="notebooks" # Where notebook at?
4
4
5
5
# ### Spark interpreter configuration ####
6
6
7
- # # Use provided spark installation ##
8
- # # defining SPARK_HOME makes Zeppelin run spark interpreter process using spark-submit
9
- # #
10
- # export SPARK_HOME # (required) When it is defined, load it instead of Zeppelin embedded Spark libraries
7
+ export SPARK_HOME=/usr/local/spark
11
8
# export SPARK_SUBMIT_OPTIONS="--master spark://master:7077" # (optional) extra options to pass to spark submit. eg) "--driver-memory 512M --executor-memory 1G".
12
9
13
- # # Use embedded spark binaries ##
14
- # # without SPARK_HOME defined, Zeppelin still able to run spark interpreter process using embedded spark binaries.
15
- # # however, it is not encouraged when you can define SPARK_HOME
16
- # #
17
10
# Options read in YARN client mode
18
11
# export HADOOP_CONF_DIR # yarn-site.xml is located in configuration directory in HADOOP_CONF_DIR.
19
12
# Pyspark (supported with Spark 1.2.1 and above)
You can’t perform that action at this time.
0 commit comments