Merge pull request #937 from Tarrasch/split-up-hdfs-clients

Split up hdfs clients
spotify · May 11, 2015 · 2687e11 · 2687e11
2 parents 4ee07e6 + cae0da5
commit 2687e11
Show file tree

Hide file tree

Showing 7 changed files with 622 additions and 550 deletions.
diff --git a/luigi/contrib/hdfs/__init__.py b/luigi/contrib/hdfs/__init__.py
@@ -37,16 +37,19 @@
 tmppath = hdfs_config.tmppath
 
 
-# clients.py
+# clients
 from luigi.contrib.hdfs import clients as hdfs_clients
-HDFSCliError = hdfs_clients.HDFSCliError
-call_check = hdfs_clients.HdfsClient.call_check
-list_path = hdfs_clients.SnakebiteHdfsClient.list_path
-HdfsClient = hdfs_clients.HdfsClient
-SnakebiteHdfsClient = hdfs_clients.SnakebiteHdfsClient
-HdfsClientCdh3 = hdfs_clients.HdfsClientCdh3
-HdfsClientApache1 = hdfs_clients.HdfsClientApache1
-create_hadoopcli_client = hdfs_clients.create_hadoopcli_client
+from luigi.contrib.hdfs import error as hdfs_error
+from luigi.contrib.hdfs import snakebite_client as hdfs_snakebite_client
+from luigi.contrib.hdfs import hadoopcli_clients as hdfs_hadoopcli_clients
+HDFSCliError = hdfs_error.HDFSCliError
+call_check = hdfs_hadoopcli_clients.HdfsClient.call_check
+list_path = hdfs_snakebite_client.SnakebiteHdfsClient.list_path
+HdfsClient = hdfs_hadoopcli_clients.HdfsClient
+SnakebiteHdfsClient = hdfs_snakebite_client.SnakebiteHdfsClient
+HdfsClientCdh3 = hdfs_hadoopcli_clients.HdfsClientCdh3
+HdfsClientApache1 = hdfs_hadoopcli_clients.HdfsClientApache1
+create_hadoopcli_client = hdfs_hadoopcli_clients.create_hadoopcli_client
 get_autoconfig_client = hdfs_clients.get_autoconfig_client
 client = hdfs_clients.client
 exists = hdfs_clients.exists