Merge pull request #1791 from davidmarin/google-vendor-dataproc

vendor google-cloud-dataproc 0.11.0-ish

mrjob/_vendor/__init__.py

@@ -0,0 +1,20 @@
+# Copyright 2018 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+try:
+    import pkg_resources
+    pkg_resources.declare_namespace(__name__)
+except ImportError:
+    import pkgutil
+    __path__ = pkgutil.extend_path(__path__, __name__)

mrjob/_vendor/dataproc.py

@@ -0,0 +1,29 @@
+# Copyright 2018 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from __future__ import absolute_import
+
+from mrjob._vendor.dataproc_v1beta2 import ClusterControllerClient
+from mrjob._vendor.dataproc_v1beta2 import JobControllerClient
+from mrjob._vendor.dataproc_v1beta2 import WorkflowTemplateServiceClient
+from mrjob._vendor.dataproc_v1beta2 import enums
+from mrjob._vendor.dataproc_v1beta2 import types
+
+__all__ = (
+    'enums',
+    'types',
+    'ClusterControllerClient',
+    'JobControllerClient',
+    'WorkflowTemplateServiceClient',
+)

mrjob/_vendor/dataproc_v1beta2/__init__.py

@@ -0,0 +1,47 @@
+# Copyright 2018 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from __future__ import absolute_import
+
+from mrjob._vendor.dataproc_v1beta2 import types
+from mrjob._vendor.dataproc_v1beta2.gapic import cluster_controller_client
+from mrjob._vendor.dataproc_v1beta2.gapic import enums
+from mrjob._vendor.dataproc_v1beta2.gapic import job_controller_client
+from mrjob._vendor.dataproc_v1beta2.gapic import workflow_template_service_client
+
+
+class ClusterControllerClient(
+        cluster_controller_client.ClusterControllerClient):
+    __doc__ = cluster_controller_client.ClusterControllerClient.__doc__
+    enums = enums
+
+
+class JobControllerClient(job_controller_client.JobControllerClient):
+    __doc__ = job_controller_client.JobControllerClient.__doc__
+    enums = enums
+
+
+class WorkflowTemplateServiceClient(
+        workflow_template_service_client.WorkflowTemplateServiceClient):
+    __doc__ = workflow_template_service_client.WorkflowTemplateServiceClient.__doc__
+    enums = enums
+
+
+__all__ = (
+    'enums',
+    'types',
+    'ClusterControllerClient',
+    'JobControllerClient',
+    'WorkflowTemplateServiceClient',
+)