feat: Add support for dataproc BatchController service (#291)

- [ ] Regenerate this pull request now. PiperOrigin-RevId: 404333740 Source-Link: googleapis/googleapis@5088bd7 Source-Link: https://github.com/googleapis/googleapis-gen/commit/44b870783c1943771bcdec748ae4d5208c3d7f0e Copy-Tag: eyJwIjoiLmdpdGh1Yi8uT3dsQm90LnlhbWwiLCJoIjoiNDRiODcwNzgzYzE5NDM3NzFiY2RlYzc0OGFlNGQ1MjA4YzNkN2YwZSJ9
googleapis · Oct 20, 2021 · 24a6f7d · 24a6f7d
1 parent 229f919
commit 24a6f7d
Show file tree

Hide file tree

Showing 17 changed files with 5,020 additions and 0 deletions.
diff --git a/docs/dataproc_v1/batch_controller.rst b/docs/dataproc_v1/batch_controller.rst
@@ -0,0 +1,10 @@
+BatchController
+---------------------------------
+
+.. automodule:: google.cloud.dataproc_v1.services.batch_controller
+    :members:
+    :inherited-members:
+
+.. automodule:: google.cloud.dataproc_v1.services.batch_controller.pagers
+    :members:
+    :inherited-members:
diff --git a/docs/dataproc_v1/services.rst b/docs/dataproc_v1/services.rst
@@ -4,6 +4,7 @@ Services for Google Cloud Dataproc v1 API
     :maxdepth: 2
 
     autoscaling_policy_service
+    batch_controller
     cluster_controller
     job_controller
     workflow_template_service
diff --git a/google/cloud/dataproc/__init__.py b/google/cloud/dataproc/__init__.py
@@ -20,6 +20,12 @@
 from google.cloud.dataproc_v1.services.autoscaling_policy_service.async_client import (
     AutoscalingPolicyServiceAsyncClient,
 )
+from google.cloud.dataproc_v1.services.batch_controller.client import (
+    BatchControllerClient,
+)
+from google.cloud.dataproc_v1.services.batch_controller.async_client import (
+    BatchControllerAsyncClient,
+)
 from google.cloud.dataproc_v1.services.cluster_controller.client import (
     ClusterControllerClient,
 )
@@ -65,6 +71,16 @@
 from google.cloud.dataproc_v1.types.autoscaling_policies import (
     UpdateAutoscalingPolicyRequest,
 )
+from google.cloud.dataproc_v1.types.batches import Batch
+from google.cloud.dataproc_v1.types.batches import CreateBatchRequest
+from google.cloud.dataproc_v1.types.batches import DeleteBatchRequest
+from google.cloud.dataproc_v1.types.batches import GetBatchRequest
+from google.cloud.dataproc_v1.types.batches import ListBatchesRequest
+from google.cloud.dataproc_v1.types.batches import ListBatchesResponse
+from google.cloud.dataproc_v1.types.batches import PySparkBatch
+from google.cloud.dataproc_v1.types.batches import SparkBatch
+from google.cloud.dataproc_v1.types.batches import SparkRBatch
+from google.cloud.dataproc_v1.types.batches import SparkSqlBatch
 from google.cloud.dataproc_v1.types.clusters import AcceleratorConfig
 from google.cloud.dataproc_v1.types.clusters import AutoscalingConfig
 from google.cloud.dataproc_v1.types.clusters import Cluster
@@ -173,6 +189,8 @@
 __all__ = (
     "AutoscalingPolicyServiceClient",
     "AutoscalingPolicyServiceAsyncClient",
+    "BatchControllerClient",
+    "BatchControllerAsyncClient",
     "ClusterControllerClient",
     "ClusterControllerAsyncClient",
     "JobControllerClient",
@@ -189,6 +207,16 @@
     "ListAutoscalingPoliciesRequest",
     "ListAutoscalingPoliciesResponse",
     "UpdateAutoscalingPolicyRequest",
+    "Batch",
+    "CreateBatchRequest",
+    "DeleteBatchRequest",
+    "GetBatchRequest",
+    "ListBatchesRequest",
+    "ListBatchesResponse",
+    "PySparkBatch",
+    "SparkBatch",
+    "SparkRBatch",
+    "SparkSqlBatch",
     "AcceleratorConfig",
     "AutoscalingConfig",
     "Cluster",

diff --git a/google/cloud/dataproc_v1/__init__.py b/google/cloud/dataproc_v1/__init__.py
@@ -16,6 +16,8 @@
 
 from .services.autoscaling_policy_service import AutoscalingPolicyServiceClient
 from .services.autoscaling_policy_service import AutoscalingPolicyServiceAsyncClient
+from .services.batch_controller import BatchControllerClient
+from .services.batch_controller import BatchControllerAsyncClient
 from .services.cluster_controller import ClusterControllerClient
 from .services.cluster_controller import ClusterControllerAsyncClient
 from .services.job_controller import JobControllerClient
@@ -33,6 +35,16 @@
 from .types.autoscaling_policies import ListAutoscalingPoliciesRequest
 from .types.autoscaling_policies import ListAutoscalingPoliciesResponse
 from .types.autoscaling_policies import UpdateAutoscalingPolicyRequest
+from .types.batches import Batch
+from .types.batches import CreateBatchRequest
+from .types.batches import DeleteBatchRequest
+from .types.batches import GetBatchRequest
+from .types.batches import ListBatchesRequest
+from .types.batches import ListBatchesResponse
+from .types.batches import PySparkBatch
+from .types.batches import SparkBatch
+from .types.batches import SparkRBatch
+from .types.batches import SparkSqlBatch
 from .types.clusters import AcceleratorConfig
 from .types.clusters import AutoscalingConfig
 from .types.clusters import Cluster
@@ -126,6 +138,7 @@
 
 __all__ = (
     "AutoscalingPolicyServiceAsyncClient",
+    "BatchControllerAsyncClient",
     "ClusterControllerAsyncClient",
     "JobControllerAsyncClient",
     "WorkflowTemplateServiceAsyncClient",
@@ -135,6 +148,8 @@
     "AutoscalingPolicyServiceClient",
     "BasicAutoscalingAlgorithm",
     "BasicYarnAutoscalingConfig",
+    "Batch",
+    "BatchControllerClient",
     "BatchOperationMetadata",
     "CancelJobRequest",
     "Cluster",
@@ -149,9 +164,11 @@
     "Component",
     "ConfidentialInstanceConfig",
     "CreateAutoscalingPolicyRequest",
+    "CreateBatchRequest",
     "CreateClusterRequest",
     "CreateWorkflowTemplateRequest",
     "DeleteAutoscalingPolicyRequest",
+    "DeleteBatchRequest",
     "DeleteClusterRequest",
     "DeleteJobRequest",
     "DeleteWorkflowTemplateRequest",
@@ -165,6 +182,7 @@
     "FailureAction",
     "GceClusterConfig",
     "GetAutoscalingPolicyRequest",
+    "GetBatchRequest",
     "GetClusterRequest",
     "GetJobRequest",
     "GetWorkflowTemplateRequest",
@@ -187,6 +205,8 @@
     "LifecycleConfig",
     "ListAutoscalingPoliciesRequest",
     "ListAutoscalingPoliciesResponse",
+    "ListBatchesRequest",
+    "ListBatchesResponse",
     "ListClustersRequest",
     "ListClustersResponse",
     "ListJobsRequest",
@@ -204,6 +224,7 @@
     "PeripheralsConfig",
     "PigJob",
     "PrestoJob",
+    "PySparkBatch",
     "PySparkJob",
     "QueryList",
     "RegexValidation",
@@ -213,9 +234,12 @@
     "SecurityConfig",
     "ShieldedInstanceConfig",
     "SoftwareConfig",
+    "SparkBatch",
     "SparkHistoryServerConfig",
     "SparkJob",
+    "SparkRBatch",
     "SparkRJob",
+    "SparkSqlBatch",
     "SparkSqlJob",
     "StartClusterRequest",
     "StopClusterRequest",

diff --git a/google/cloud/dataproc_v1/gapic_metadata.json b/google/cloud/dataproc_v1/gapic_metadata.json
@@ -69,6 +69,60 @@
         }
       }
     },
+    "BatchController": {
+      "clients": {
+        "grpc": {
+          "libraryClient": "BatchControllerClient",
+          "rpcs": {
+            "CreateBatch": {
+              "methods": [
+                "create_batch"
+              ]
+            },
+            "DeleteBatch": {
+              "methods": [
+                "delete_batch"
+              ]
+            },
+            "GetBatch": {
+              "methods": [
+                "get_batch"
+              ]
+            },
+            "ListBatches": {
+              "methods": [
+                "list_batches"
+              ]
+            }
+          }
+        },
+        "grpc-async": {
+          "libraryClient": "BatchControllerAsyncClient",
+          "rpcs": {
+            "CreateBatch": {
+              "methods": [
+                "create_batch"
+              ]
+            },
+            "DeleteBatch": {
+              "methods": [
+                "delete_batch"
+              ]
+            },
+            "GetBatch": {
+              "methods": [
+                "get_batch"
+              ]
+            },
+            "ListBatches": {
+              "methods": [
+                "list_batches"
+              ]
+            }
+          }
+        }
+      }
+    },
     "ClusterController": {
       "clients": {
         "grpc": {

diff --git a/google/cloud/dataproc_v1/services/batch_controller/__init__.py b/google/cloud/dataproc_v1/services/batch_controller/__init__.py
@@ -0,0 +1,22 @@
+# -*- coding: utf-8 -*-
+# Copyright 2020 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+from .client import BatchControllerClient
+from .async_client import BatchControllerAsyncClient
+
+__all__ = (
+    "BatchControllerClient",
+    "BatchControllerAsyncClient",
+)