Merge pull request #114 from martindurant/file_fix

Fix for -1000 case
dask · Nov 16, 2017 · c3bb3bf · c3bb3bf
2 parents 3fa8fd3 + 4c08878
commit c3bb3bf
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/docs/source/quickstart.rst b/docs/source/quickstart.rst
@@ -137,7 +137,7 @@ To start a dask cluster on YARN
    import dask_yarn
 
    # Specify conda packages and channels for execution environment
-   cluster = dask_yarn.DaskYARNCluster(packages=['python=3.6', 'scikit-learn', 'pandas', 'dask']
+   cluster = dask_yarn.DaskYARNCluster(packages=['python=3.6', 'scikit-learn', 'pandas', 'dask'],
                                        channels=['conda-forge'])
 
    # each worker gets 4GB and two cores

diff --git a/knit/core.py b/knit/core.py
@@ -350,7 +350,8 @@ def preexec_func():
             address=master_rpchost, port=master_rpcport), auto_convert=True)
         self.master = gateway.entry_point
         rfiles = [triple_slash(f) if f.startswith('hdfs://') else
-                  '/'.join([self.hdfs_home, '.knitDeps', os.path.basename(f)])
+                  '/'.join(['hdfs://', self.hdfs_home, '.knitDeps',
+                            os.path.basename(f)])
                   for f in files]
         logger.debug("Resource files: %s" % rfiles)
         jfiles = ListConverter().convert(rfiles, gateway._gateway_client)