Update to spark 2.0

huamichaelchen · Sep 6, 2016 · bd2d938 · bd2d938
1 parent 41ae710
commit bd2d938
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/.travis.yml b/.travis.yml
@@ -26,12 +26,12 @@ install:
   - source activate test
   - pip install .
   - pip install -r requirements-dev.txt
-  - wget http://d3kbcqa49mib13.cloudfront.net/spark-1.6.0-bin-hadoop2.6.tgz
-  - tar -xzf spark-1.6.0-bin-hadoop2.6.tgz
+  - wget http://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-hadoop2.7.tgz
+  - tar -xzf spark-2.0.0-bin-hadoop2.7.tgz
 
 script:
-  - export SPARK_HOME=`pwd`/spark-1.6.0-bin-hadoop2.6
+  - export SPARK_HOME=`pwd`/spark-2.0.0-bin-hadoop2.7
   - export PYTHONPATH=$SPARK_HOME/python:$PYTHONPATH
-  - export PYTHONPATH=$SPARK_HOME/python/lib/py4j-0.9-src.zip:$PYTHONPATH
+  - export PYTHONPATH=$SPARK_HOME/python/lib/py4j-0.10.1-src.zip:$PYTHONPATH
   - py.test
   - py.test --engine=spark