Merge pull request #41 from spark-jobserver/noorul/test_latest_sjs

Test latest SJS

Author: noorul

.travis.yml

@@ -7,13 +7,13 @@ services:
 
 python:
   - "2.7"
-  - "3.4"
   - "3.5"
   - "3.6"
+  - "3.7"
   - "pypy"
 
 before_install:
-  - if [[ $TRAVIS_PYTHON_VERSION == 3.4 ]]; then ci/deploy_sjs.sh ; fi
+  - if [[ $TRAVIS_PYTHON_VERSION == 3.7 ]]; then ci/deploy_sjs.sh ; fi
 
 install:
   - pip install tox-travis
@@ -23,7 +23,7 @@ script:
   - tox -e cover
   - tox -e pep8
   - tox -e docs
-  - if [[ $TRAVIS_PYTHON_VERSION == 3.4 ]]; then ci/run_ft_in_docker.sh ; fi
+  - if [[ $TRAVIS_PYTHON_VERSION == 3.7 ]]; then ci/run_ft_in_docker.sh ; fi
 after_success:
   coveralls
 after_failure:

ci/Dockerfile.test

@@ -1,4 +1,4 @@
-FROM noorul/python-sjsclient-ft
+FROM noorul/python-sjsclient-ft:0.10.0
 
 RUN git clone https://github.com/spark-jobserver/spark-jobserver /opt/spark-jobserver
 

ci/application.conf

@@ -96,6 +96,9 @@ spark {
     # Start embedded H2 Server (usefull in cluster deployment)
     startH2Server = false
 
+    # Health Check Class to be invoked for healthz API
+    healthcheck = spark.jobserver.util.APIHealthCheck
+
     # The ask pattern timeout for Api
     short-timeout = 3 s
 
@@ -134,6 +137,10 @@ spark {
     # Determines the type of jobs that can run in a SparkContext
     context-factory = spark.jobserver.context.DefaultSparkContextFactory
 
+    # By default Hive support is enabled for SparkSession in jobserver.
+    # This property can be used to disable Hive support.
+    spark.session.hive.enabled = true
+
     streaming {
       # Default batch interval for Spark Streaming contexts in milliseconds
       batch_interval = 1000

ci/run_ft_in_docker.sh

@@ -1,3 +1,3 @@
 #!/bin/bash
 
-docker exec sjs /bin/bash -c "cd /opt/spark-jobserver; tox -e functional_py34"
+docker exec sjs /bin/bash -c "cd /opt/spark-jobserver; tox -e functional_py37"

tox.ini

@@ -1,6 +1,6 @@
 [tox]
 minversion = 1.6
-envlist = py36,py35,py34,py27,pypy,pep8,docs,cover
+envlist = py37,py36,py35,py27,pypy,pep8,docs,cover
 skipsdist = True
 
 [testenv]
@@ -26,10 +26,10 @@ setenv =
 basepython = python3.6
 commands = ./run_functional_tests.sh --slowest --testr-args='{posargs}'
 
-[testenv:functional_py34]
+[testenv:functional_py37]
 setenv = 
    TEST_PATH=./sjsclient/tests/functional
-basepython = python3.4
+basepython = python3.7
 commands = ./run_functional_tests.sh --slowest --testr-args='{posargs}'
 
 [testenv:venv]