move travis spark setup to script

Author: Lee Yang

.travis.yml

@@ -4,16 +4,9 @@ matrix:
     python: 2.7
     dist: xenial
     before_install:
-    - curl -LO http://www-us.apache.org/dist/spark/spark-2.4.4/spark-2.4.4-bin-hadoop2.7.tgz
-    - export SPARK_HOME=./spark
-    - mkdir $SPARK_HOME
-    - tar -xf spark-2.4.4-bin-hadoop2.7.tgz -C $SPARK_HOME --strip-components=1
-    - export PATH=$SPARK_HOME/bin:$PATH
-    - export SPARK_LOCAL_IP=127.0.0.1
-    - export SPARK_CLASSPATH=./lib/tensorflow-hadoop-1.0-SNAPSHOT.jar
-    - export PYTHONPATH=$(pwd)
-    install:
+    - source scripts/travis_install_spark.sh
     - pip install --upgrade pip
+    install:
     - pip install -r requirements.txt
     - pip install mock
     script:
@@ -22,24 +15,14 @@ matrix:
     python: 3.6
     dist: xenial
     before_install:
-    - curl -LO http://www-us.apache.org/dist/spark/spark-2.4.4/spark-2.4.4-bin-hadoop2.7.tgz
-    - export SPARK_HOME=./spark
-    - mkdir $SPARK_HOME
-    - tar -xf spark-2.4.4-bin-hadoop2.7.tgz -C $SPARK_HOME --strip-components=1
-    - export PATH=$SPARK_HOME/bin:$PATH
-    - export SPARK_LOCAL_IP=127.0.0.1
-    - export SPARK_CLASSPATH=./lib/tensorflow-hadoop-1.0-SNAPSHOT.jar
-    - export PYTHONPATH=$(pwd)
-    install:
+    - source scripts/travis_install_spark.sh
     - pip install --upgrade pip
+    install:
     - pip install -r requirements.txt
     - pip list
     script:
     - sphinx-build -b html docs/source docs/build/html
     - test/run_tests.sh
-#  - language: java
-#    dist: xenial
-#    jdk: oraclejdk8
 notifications:
   email: false
 deploy:
@@ -62,11 +45,3 @@ deploy:
     python: 3.6
     tags: true
     condition: "$TRAVIS_TAG =~ ^v.*$"
-- provider: script
-  script: mvn deploy -DskipTests --settings .travis.settings.xml
-  skip_cleanup: true
-#  on:
-#    branch: master
-#    jdk: oraclejdk8
-#    tags: true
-#    condition: "$TRAVIS_TAG =~ ^scala_.*$"

scripts/local-setup-spark.sh

@@ -0,0 +1,21 @@
+#!/bin/bash
+
+# TensorFlow 2.0.0 is tested/supported on Ubuntu 16 (xenial) or later
+# But Travis' xenial build env uses JDK11, while Spark requires JDK8
+
+# Install JDK8
+add-apt-repository -y ppa:openjdk-r/ppa
+apt-get update
+apt-get install -y openjdk-8-jdk --no-install-recommends
+update-java-alternatives -s java-1.8.0-openjdk-amd64
+
+# Download and install Spark
+curl -LO http://www-us.apache.org/dist/spark/spark-2.4.4/spark-2.4.4-bin-hadoop2.7.tgz
+export SPARK_HOME=./spark
+mkdir $SPARK_HOME
+tar -xf spark-2.4.4-bin-hadoop2.7.tgz -C $SPARK_HOME --strip-components=1
+export SPARK_LOCAL_IP=127.0.0.1
+export SPARK_CLASSPATH=./lib/tensorflow-hadoop-1.0-SNAPSHOT.jar
+export PATH=$SPARK_HOME/bin:$PATH
+export PYTHONPATH=$(pwd)
+export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64