diff --git a/Dockerfile b/Dockerfile index e85d183..2557105 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,16 +1,16 @@ FROM sequenceiq/hadoop-docker:2.6.0 MAINTAINER SequenceIQ -RUN curl -s http://d3kbcqa49mib13.cloudfront.net/spark-1.1.1-bin-hadoop2.4.tgz | tar -xz -C /usr/local/ -RUN cd /usr/local && ln -s spark-1.1.1-bin-hadoop2.4 spark +RUN curl -s http://d3kbcqa49mib13.cloudfront.net/spark-1.2.0-bin-hadoop2.4.tgz | tar -xz -C /usr/local/ +RUN cd /usr/local && ln -s spark-1.2.0-bin-hadoop2.4 spark ENV SPARK_HOME /usr/local/spark RUN mkdir $SPARK_HOME/yarn-remote-client ADD yarn-remote-client $SPARK_HOME/yarn-remote-client -RUN $BOOTSTRAP && $HADOOP_PREFIX/bin/hadoop dfsadmin -safemode leave && $HADOOP_PREFIX/bin/hdfs dfs -put $SPARK_HOME-1.1.1-bin-hadoop2.4/lib /spark +RUN $BOOTSTRAP && $HADOOP_PREFIX/bin/hadoop dfsadmin -safemode leave && $HADOOP_PREFIX/bin/hdfs dfs -put $SPARK_HOME-1.2.0-bin-hadoop2.4/lib /spark ENV YARN_CONF_DIR $HADOOP_PREFIX/etc/hadoop -ENV SPARK_JAR hdfs:///spark/spark-assembly-1.1.1-hadoop2.4.0.jar +ENV SPARK_JAR hdfs:///spark/spark-assembly-1.2.0-hadoop2.4.0.jar ENV PATH $PATH:$SPARK_HOME/bin:$HADOOP_PREFIX/bin CMD ["/etc/bootstrap.sh", "-d"]