Merge pull request #447 from yahoo/leewyang_spark_rtd

update to Spark 2.4.4; use sphinx_rtd_theme

Author: leewyang

.travis.yml

@@ -4,10 +4,10 @@ matrix:
     python: 2.7
     dist: trusty
     before_install:
-    - curl -LO http://www-us.apache.org/dist/spark/spark-2.4.3/spark-2.4.3-bin-hadoop2.7.tgz
+    - curl -LO http://www-us.apache.org/dist/spark/spark-2.4.4/spark-2.4.4-bin-hadoop2.7.tgz
     - export SPARK_HOME=./spark
     - mkdir $SPARK_HOME
-    - tar -xf spark-2.4.3-bin-hadoop2.7.tgz -C $SPARK_HOME --strip-components=1
+    - tar -xf spark-2.4.4-bin-hadoop2.7.tgz -C $SPARK_HOME --strip-components=1
     - export PATH=$SPARK_HOME/bin:$PATH
     - export SPARK_LOCAL_IP=127.0.0.1
     - export SPARK_CLASSPATH=./lib/tensorflow-hadoop-1.0-SNAPSHOT.jar
@@ -21,10 +21,10 @@ matrix:
     python: 3.6
     dist: trusty
     before_install:
-    - curl -LO http://www-us.apache.org/dist/spark/spark-2.4.3/spark-2.4.3-bin-hadoop2.7.tgz
+    - curl -LO http://www-us.apache.org/dist/spark/spark-2.4.4/spark-2.4.4-bin-hadoop2.7.tgz
     - export SPARK_HOME=./spark
     - mkdir $SPARK_HOME
-    - tar -xf spark-2.4.3-bin-hadoop2.7.tgz -C $SPARK_HOME --strip-components=1
+    - tar -xf spark-2.4.4-bin-hadoop2.7.tgz -C $SPARK_HOME --strip-components=1
     - export PATH=$SPARK_HOME/bin:$PATH
     - export SPARK_LOCAL_IP=127.0.0.1
     - export SPARK_CLASSPATH=./lib/tensorflow-hadoop-1.0-SNAPSHOT.jar

docs/source/conf.py

@@ -13,6 +13,7 @@
 # documentation root, use os.path.abspath to make it absolute, like shown here.
 #
 import os
+import sphinx_rtd_theme
 import sys
 
 _pysrc = os.path.abspath(os.path.join(os.path.abspath(__file__), '..', '..', '..'))
@@ -45,6 +46,7 @@
     'sphinx.ext.autodoc',
     'sphinx.ext.viewcode',
     'sphinx.ext.githubpages',
+    'sphinx_rtd_theme'
 ]
 
 # Add any paths that contain templates here, relative to this directory.
@@ -84,7 +86,7 @@
 # The theme to use for HTML and HTML Help pages.  See the documentation for
 # a list of builtin themes.
 #
-html_theme = 'classic'
+html_theme = 'sphinx_rtd_theme'
 
 # Theme options are theme-specific and customize the look and feel of a theme
 # further.  For a list of options available for each theme, see the

requirements.txt

@@ -3,4 +3,5 @@ py4j
 pyspark
 scipy
 sphinx
+sphinx_rtd_theme
 tensorflow