[ML-7565] Update libraries for MLR 5.5 (#150) (#200)

Update the following libraries for MLR5.5:

Tensorflow=1.13.1
horovod=1.16.4
cloudpickle=0.8.0

Author: mengxr

build.sbt

@@ -40,7 +40,7 @@ sparkComponents ++= Seq("mllib-local", "mllib", "sql")
 
 // add any Spark Package dependencies using spDependencies.
 // e.g. spDependencies += "databricks/spark-avro:0.1"
-spDependencies += s"databricks/tensorframes:0.6.0-s_$scalaMajorVersion"
+spDependencies += s"databricks/tensorframes:0.7.0-s_$scalaMajorVersion"
 
 
 libraryDependencies ++= Seq(

environment.yml

@@ -12,10 +12,10 @@ dependencies:
 - pandas=0.23.4
 - h5py=2.8.0
 - pillow=4.1.1
-- cloudpickle=0.5.2
-- tensorflow=1.12.0
+- cloudpickle=0.8.0
+- tensorflow=1.13.1
 - keras=2.2.4
-- paramiko=2.4.1
+- paramiko=2.4.2
 - wrapt=1.10.11
 # test
 - coverage=4.5.1
@@ -25,7 +25,7 @@ dependencies:
 - argcomplete=1.9.4
 - pip:
   # runtime
-  - horovod==0.15.2
+  - horovod==0.16.4
   # test
   - prospector==0.12.11
   - argh==0.26.2

python/requirements.txt

@@ -1,16 +1,16 @@
 # This file should list any python package dependencies.
 coverage>=4.4.1
 h5py>=2.7.0
-keras==2.2.4 # NOTE: this package has only been tested with keras 2.2.4
+keras==2.2.4 # NOTE: this package has only been tested with this keras version
 nose>=1.3.7  # for testing
 parameterized>=0.6.1 # for testing
 pillow>=4.1.1,<4.2
 pygments>=2.2.0
-tensorflow==1.12.0 # NOTE: This package has only been tested with this TensorFlow version.
+tensorflow==1.13.1 # NOTE: This package has only been tested with this TensorFlow version.
 pandas>=0.19.1
 six>=1.10.0
 paramiko>=2.4.0
 PyNaCl==1.2.1 # Note: This is a transitive dependency of paramiko v 1.3.0 fails
 cloudpickle>=0.5.2
-horovod==0.15.2
+horovod>=0.16.0
 wrapt==1.10.11

python/spark-package-deps.txt

@@ -1,3 +1,3 @@
 # This file should list any spark package dependencies as:
 # :package_name==:version   e.g. databricks/spark-csv==0.1
-databricks/tensorframes==0.5.0
+databricks/tensorframes==0.7.0