From 8baae19875fab124f15174487b551d1b502b7d72 Mon Sep 17 00:00:00 2001 From: Lu Wang <38018689+lu-wang-dl@users.noreply.github.com> Date: Mon, 17 Jun 2019 11:31:31 -0700 Subject: [PATCH] [ML-7565] Update libraries for MLR 5.5 (#150) Update the following libraries for MLR5.5: Tensorflow=1.13.1 horovod=1.16.4 cloudpickle=0.8.0 --- build.sbt | 2 +- environment.yml | 8 ++++---- python/requirements.txt | 6 +++--- python/spark-package-deps.txt | 2 +- 4 files changed, 9 insertions(+), 9 deletions(-) diff --git a/build.sbt b/build.sbt index cf83b793..3fb34f1a 100644 --- a/build.sbt +++ b/build.sbt @@ -40,7 +40,7 @@ sparkComponents ++= Seq("mllib-local", "mllib", "sql") // add any Spark Package dependencies using spDependencies. // e.g. spDependencies += "databricks/spark-avro:0.1" -spDependencies += s"databricks/tensorframes:0.6.0-s_$scalaMajorVersion" +spDependencies += s"databricks/tensorframes:0.7.0-s_$scalaMajorVersion" libraryDependencies ++= Seq( diff --git a/environment.yml b/environment.yml index be10d8c2..220e3062 100644 --- a/environment.yml +++ b/environment.yml @@ -12,10 +12,10 @@ dependencies: - pandas=0.23.4 - h5py=2.8.0 - pillow=4.1.1 -- cloudpickle=0.5.2 -- tensorflow=1.12.0 +- cloudpickle=0.8.0 +- tensorflow=1.13.1 - keras=2.2.4 -- paramiko=2.4.1 +- paramiko=2.4.2 - wrapt=1.10.11 # test - coverage=4.5.1 @@ -25,7 +25,7 @@ dependencies: - argcomplete=1.9.4 - pip: # runtime - - horovod==0.15.2 + - horovod==0.16.4 # test - prospector==0.12.11 - argh==0.26.2 diff --git a/python/requirements.txt b/python/requirements.txt index 4ac61a15..74f00c8c 100644 --- a/python/requirements.txt +++ b/python/requirements.txt @@ -1,16 +1,16 @@ # This file should list any python package dependencies. coverage>=4.4.1 h5py>=2.7.0 -keras==2.2.4 # NOTE: this package has only been tested with keras 2.2.4 +keras==2.2.4 # NOTE: this package has only been tested with this keras version nose>=1.3.7 # for testing parameterized>=0.6.1 # for testing pillow>=4.1.1,<4.2 pygments>=2.2.0 -tensorflow==1.12.0 # NOTE: This package has only been tested with this TensorFlow version. +tensorflow==1.13.1 # NOTE: This package has only been tested with this TensorFlow version. pandas>=0.19.1 six>=1.10.0 paramiko>=2.4.0 PyNaCl==1.2.1 # Note: This is a transitive dependency of paramiko v 1.3.0 fails cloudpickle>=0.5.2 -horovod==0.15.2 +horovod>=0.16.0 wrapt==1.10.11 diff --git a/python/spark-package-deps.txt b/python/spark-package-deps.txt index 268e5d1c..01d57982 100644 --- a/python/spark-package-deps.txt +++ b/python/spark-package-deps.txt @@ -1,3 +1,3 @@ # This file should list any spark package dependencies as: # :package_name==:version e.g. databricks/spark-csv==0.1 -databricks/tensorframes==0.5.0 +databricks/tensorframes==0.7.0