chore: upgrade gapic-generator-python to 0.46.3 (#188)

feat: update the Dataproc V1 API client library
    This includes the following:
    1. The new start and stop cluster methods.
    2. The ability to specify a metastore config in a cluster.
    3. The ability to specify a (BETA) GKE cluster when creating a Dataproc cluster.
    4. The ability to configure the behavior for private IPv6 cluster networking.
    5. The ability to specify node affinity groups for clusters.
    6. The ability to specify shielded VM configurations for clusters.
    7. Support for service-account based secure multi-tenancy.
    8. The ability to specify cluster labels for picking which cluster should run a job.
    9. Components for DOCKER, DRUID, FLINK, HBASE, RANGER, and SOLR
    10. The ability to specify a DAG timeout for workflows.

feat: support self-signed JWT flow for service accounts

fix: add async client to %name_%version/init.py

chore: add autogenerated snippets

chore: remove auth, policy, and options from the reserved names list

chore: enable GAPIC metadata generation

chore: sort subpackages in %namespace/%name/init.py

docs/dataproc_v1/autoscaling_policy_service.rst

@@ -5,7 +5,6 @@ AutoscalingPolicyService
     :members:
     :inherited-members:
 
-
 .. automodule:: google.cloud.dataproc_v1.services.autoscaling_policy_service.pagers
     :members:
     :inherited-members:

docs/dataproc_v1/cluster_controller.rst

@@ -5,7 +5,6 @@ ClusterController
     :members:
     :inherited-members:
 
-
 .. automodule:: google.cloud.dataproc_v1.services.cluster_controller.pagers
     :members:
     :inherited-members:

docs/dataproc_v1/job_controller.rst

@@ -5,7 +5,6 @@ JobController
     :members:
     :inherited-members:
 
-
 .. automodule:: google.cloud.dataproc_v1.services.job_controller.pagers
     :members:
     :inherited-members:

docs/dataproc_v1/workflow_template_service.rst

@@ -5,7 +5,6 @@ WorkflowTemplateService
     :members:
     :inherited-members:
 
-
 .. automodule:: google.cloud.dataproc_v1.services.workflow_template_service.pagers
     :members:
     :inherited-members:

docs/dataproc_v1beta2/autoscaling_policy_service.rst

@@ -5,7 +5,6 @@ AutoscalingPolicyService
     :members:
     :inherited-members:
 
-
 .. automodule:: google.cloud.dataproc_v1beta2.services.autoscaling_policy_service.pagers
     :members:
     :inherited-members:

docs/dataproc_v1beta2/cluster_controller.rst

@@ -5,7 +5,6 @@ ClusterController
     :members:
     :inherited-members:
 
-
 .. automodule:: google.cloud.dataproc_v1beta2.services.cluster_controller.pagers
     :members:
     :inherited-members:

docs/dataproc_v1beta2/job_controller.rst

@@ -5,7 +5,6 @@ JobController
     :members:
     :inherited-members:
 
-
 .. automodule:: google.cloud.dataproc_v1beta2.services.job_controller.pagers
     :members:
     :inherited-members:

docs/dataproc_v1beta2/workflow_template_service.rst

@@ -5,7 +5,6 @@ WorkflowTemplateService
     :members:
     :inherited-members:
 
-
 .. automodule:: google.cloud.dataproc_v1beta2.services.workflow_template_service.pagers
     :members:
     :inherited-members:

google/cloud/dataproc/__init__.py

@@ -1,5 +1,4 @@
 # -*- coding: utf-8 -*-
-
 # Copyright 2020 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -15,28 +14,29 @@
 # limitations under the License.
 #
 
-from google.cloud.dataproc_v1.services.autoscaling_policy_service.async_client import (
-    AutoscalingPolicyServiceAsyncClient,
-)
 from google.cloud.dataproc_v1.services.autoscaling_policy_service.client import (
     AutoscalingPolicyServiceClient,
 )
-from google.cloud.dataproc_v1.services.cluster_controller.async_client import (
-    ClusterControllerAsyncClient,
+from google.cloud.dataproc_v1.services.autoscaling_policy_service.async_client import (
+    AutoscalingPolicyServiceAsyncClient,
 )
 from google.cloud.dataproc_v1.services.cluster_controller.client import (
     ClusterControllerClient,
 )
-from google.cloud.dataproc_v1.services.job_controller.async_client import (
-    JobControllerAsyncClient,
+from google.cloud.dataproc_v1.services.cluster_controller.async_client import (
+    ClusterControllerAsyncClient,
 )
 from google.cloud.dataproc_v1.services.job_controller.client import JobControllerClient
-from google.cloud.dataproc_v1.services.workflow_template_service.async_client import (
-    WorkflowTemplateServiceAsyncClient,
+from google.cloud.dataproc_v1.services.job_controller.async_client import (
+    JobControllerAsyncClient,
 )
 from google.cloud.dataproc_v1.services.workflow_template_service.client import (
     WorkflowTemplateServiceClient,
 )
+from google.cloud.dataproc_v1.services.workflow_template_service.async_client import (
+    WorkflowTemplateServiceAsyncClient,
+)
+
 from google.cloud.dataproc_v1.types.autoscaling_policies import AutoscalingPolicy
 from google.cloud.dataproc_v1.types.autoscaling_policies import (
     BasicAutoscalingAlgorithm,
@@ -80,16 +80,23 @@
 from google.cloud.dataproc_v1.types.clusters import EndpointConfig
 from google.cloud.dataproc_v1.types.clusters import GceClusterConfig
 from google.cloud.dataproc_v1.types.clusters import GetClusterRequest
+from google.cloud.dataproc_v1.types.clusters import GkeClusterConfig
+from google.cloud.dataproc_v1.types.clusters import IdentityConfig
 from google.cloud.dataproc_v1.types.clusters import InstanceGroupConfig
 from google.cloud.dataproc_v1.types.clusters import KerberosConfig
 from google.cloud.dataproc_v1.types.clusters import LifecycleConfig
 from google.cloud.dataproc_v1.types.clusters import ListClustersRequest
 from google.cloud.dataproc_v1.types.clusters import ListClustersResponse
 from google.cloud.dataproc_v1.types.clusters import ManagedGroupConfig
+from google.cloud.dataproc_v1.types.clusters import MetastoreConfig
+from google.cloud.dataproc_v1.types.clusters import NodeGroupAffinity
 from google.cloud.dataproc_v1.types.clusters import NodeInitializationAction
 from google.cloud.dataproc_v1.types.clusters import ReservationAffinity
 from google.cloud.dataproc_v1.types.clusters import SecurityConfig
+from google.cloud.dataproc_v1.types.clusters import ShieldedInstanceConfig
 from google.cloud.dataproc_v1.types.clusters import SoftwareConfig
+from google.cloud.dataproc_v1.types.clusters import StartClusterRequest
+from google.cloud.dataproc_v1.types.clusters import StopClusterRequest
 from google.cloud.dataproc_v1.types.clusters import UpdateClusterRequest
 from google.cloud.dataproc_v1.types.jobs import CancelJobRequest
 from google.cloud.dataproc_v1.types.jobs import DeleteJobRequest
@@ -155,96 +162,103 @@
 from google.cloud.dataproc_v1.types.workflow_templates import WorkflowTemplatePlacement
 
 __all__ = (
-    "AcceleratorConfig",
-    "AutoscalingConfig",
-    "AutoscalingPolicy",
-    "AutoscalingPolicyServiceAsyncClient",
     "AutoscalingPolicyServiceClient",
+    "AutoscalingPolicyServiceAsyncClient",
+    "ClusterControllerClient",
+    "ClusterControllerAsyncClient",
+    "JobControllerClient",
+    "JobControllerAsyncClient",
+    "WorkflowTemplateServiceClient",
+    "WorkflowTemplateServiceAsyncClient",
+    "AutoscalingPolicy",
     "BasicAutoscalingAlgorithm",
     "BasicYarnAutoscalingConfig",
-    "CancelJobRequest",
+    "CreateAutoscalingPolicyRequest",
+    "DeleteAutoscalingPolicyRequest",
+    "GetAutoscalingPolicyRequest",
+    "InstanceGroupAutoscalingPolicyConfig",
+    "ListAutoscalingPoliciesRequest",
+    "ListAutoscalingPoliciesResponse",
+    "UpdateAutoscalingPolicyRequest",
+    "AcceleratorConfig",
+    "AutoscalingConfig",
     "Cluster",
     "ClusterConfig",
-    "ClusterControllerAsyncClient",
-    "ClusterControllerClient",
     "ClusterMetrics",
-    "ClusterOperation",
-    "ClusterOperationMetadata",
-    "ClusterOperationStatus",
-    "ClusterSelector",
     "ClusterStatus",
-    "Component",
-    "CreateAutoscalingPolicyRequest",
     "CreateClusterRequest",
-    "CreateWorkflowTemplateRequest",
-    "DeleteAutoscalingPolicyRequest",
     "DeleteClusterRequest",
-    "DeleteJobRequest",
-    "DeleteWorkflowTemplateRequest",
     "DiagnoseClusterRequest",
     "DiagnoseClusterResults",
     "DiskConfig",
     "EncryptionConfig",
     "EndpointConfig",
     "GceClusterConfig",
-    "GetAutoscalingPolicyRequest",
     "GetClusterRequest",
+    "GkeClusterConfig",
+    "IdentityConfig",
+    "InstanceGroupConfig",
+    "KerberosConfig",
+    "LifecycleConfig",
+    "ListClustersRequest",
+    "ListClustersResponse",
+    "ManagedGroupConfig",
+    "MetastoreConfig",
+    "NodeGroupAffinity",
+    "NodeInitializationAction",
+    "ReservationAffinity",
+    "SecurityConfig",
+    "ShieldedInstanceConfig",
+    "SoftwareConfig",
+    "StartClusterRequest",
+    "StopClusterRequest",
+    "UpdateClusterRequest",
+    "CancelJobRequest",
+    "DeleteJobRequest",
     "GetJobRequest",
-    "GetWorkflowTemplateRequest",
     "HadoopJob",
     "HiveJob",
-    "InstanceGroupAutoscalingPolicyConfig",
-    "InstanceGroupConfig",
-    "InstantiateInlineWorkflowTemplateRequest",
-    "InstantiateWorkflowTemplateRequest",
     "Job",
-    "JobControllerAsyncClient",
-    "JobControllerClient",
     "JobMetadata",
     "JobPlacement",
     "JobReference",
     "JobScheduling",
     "JobStatus",
-    "KerberosConfig",
-    "LifecycleConfig",
-    "ListAutoscalingPoliciesRequest",
-    "ListAutoscalingPoliciesResponse",
-    "ListClustersRequest",
-    "ListClustersResponse",
     "ListJobsRequest",
     "ListJobsResponse",
-    "ListWorkflowTemplatesRequest",
-    "ListWorkflowTemplatesResponse",
     "LoggingConfig",
-    "ManagedCluster",
-    "ManagedGroupConfig",
-    "NodeInitializationAction",
-    "OrderedJob",
-    "ParameterValidation",
     "PigJob",
     "PrestoJob",
     "PySparkJob",
     "QueryList",
-    "RegexValidation",
-    "ReservationAffinity",
-    "SecurityConfig",
-    "SoftwareConfig",
     "SparkJob",
     "SparkRJob",
     "SparkSqlJob",
     "SubmitJobRequest",
-    "TemplateParameter",
-    "UpdateAutoscalingPolicyRequest",
-    "UpdateClusterRequest",
     "UpdateJobRequest",
+    "YarnApplication",
+    "ClusterOperationMetadata",
+    "ClusterOperationStatus",
+    "Component",
+    "ClusterOperation",
+    "ClusterSelector",
+    "CreateWorkflowTemplateRequest",
+    "DeleteWorkflowTemplateRequest",
+    "GetWorkflowTemplateRequest",
+    "InstantiateInlineWorkflowTemplateRequest",
+    "InstantiateWorkflowTemplateRequest",
+    "ListWorkflowTemplatesRequest",
+    "ListWorkflowTemplatesResponse",
+    "ManagedCluster",
+    "OrderedJob",
+    "ParameterValidation",
+    "RegexValidation",
+    "TemplateParameter",
     "UpdateWorkflowTemplateRequest",
     "ValueValidation",
     "WorkflowGraph",
     "WorkflowMetadata",
     "WorkflowNode",
     "WorkflowTemplate",
     "WorkflowTemplatePlacement",
-    "WorkflowTemplateServiceAsyncClient",
-    "WorkflowTemplateServiceClient",
-    "YarnApplication",
 )

google/cloud/dataproc_v1/__init__.py

@@ -1,5 +1,4 @@
 # -*- coding: utf-8 -*-
-
 # Copyright 2020 Google LLC
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
@@ -16,9 +15,14 @@
 #
 
 from .services.autoscaling_policy_service import AutoscalingPolicyServiceClient
+from .services.autoscaling_policy_service import AutoscalingPolicyServiceAsyncClient
 from .services.cluster_controller import ClusterControllerClient
+from .services.cluster_controller import ClusterControllerAsyncClient
 from .services.job_controller import JobControllerClient
+from .services.job_controller import JobControllerAsyncClient
 from .services.workflow_template_service import WorkflowTemplateServiceClient
+from .services.workflow_template_service import WorkflowTemplateServiceAsyncClient
+
 from .types.autoscaling_policies import AutoscalingPolicy
 from .types.autoscaling_policies import BasicAutoscalingAlgorithm
 from .types.autoscaling_policies import BasicYarnAutoscalingConfig
@@ -44,16 +48,23 @@
 from .types.clusters import EndpointConfig
 from .types.clusters import GceClusterConfig
 from .types.clusters import GetClusterRequest
+from .types.clusters import GkeClusterConfig
+from .types.clusters import IdentityConfig
 from .types.clusters import InstanceGroupConfig
 from .types.clusters import KerberosConfig
 from .types.clusters import LifecycleConfig
 from .types.clusters import ListClustersRequest
 from .types.clusters import ListClustersResponse
 from .types.clusters import ManagedGroupConfig
+from .types.clusters import MetastoreConfig
+from .types.clusters import NodeGroupAffinity
 from .types.clusters import NodeInitializationAction
 from .types.clusters import ReservationAffinity
 from .types.clusters import SecurityConfig
+from .types.clusters import ShieldedInstanceConfig
 from .types.clusters import SoftwareConfig
+from .types.clusters import StartClusterRequest
+from .types.clusters import StopClusterRequest
 from .types.clusters import UpdateClusterRequest
 from .types.jobs import CancelJobRequest
 from .types.jobs import DeleteJobRequest
@@ -104,8 +115,11 @@
 from .types.workflow_templates import WorkflowTemplate
 from .types.workflow_templates import WorkflowTemplatePlacement
 
-
 __all__ = (
+    "AutoscalingPolicyServiceAsyncClient",
+    "ClusterControllerAsyncClient",
+    "JobControllerAsyncClient",
+    "WorkflowTemplateServiceAsyncClient",
     "AcceleratorConfig",
     "AutoscalingConfig",
     "AutoscalingPolicy",
@@ -140,8 +154,10 @@
     "GetClusterRequest",
     "GetJobRequest",
     "GetWorkflowTemplateRequest",
+    "GkeClusterConfig",
     "HadoopJob",
     "HiveJob",
+    "IdentityConfig",
     "InstanceGroupAutoscalingPolicyConfig",
     "InstanceGroupConfig",
     "InstantiateInlineWorkflowTemplateRequest",
@@ -166,6 +182,8 @@
     "LoggingConfig",
     "ManagedCluster",
     "ManagedGroupConfig",
+    "MetastoreConfig",
+    "NodeGroupAffinity",
     "NodeInitializationAction",
     "OrderedJob",
     "ParameterValidation",
@@ -176,10 +194,13 @@
     "RegexValidation",
     "ReservationAffinity",
     "SecurityConfig",
+    "ShieldedInstanceConfig",
     "SoftwareConfig",
     "SparkJob",
     "SparkRJob",
     "SparkSqlJob",
+    "StartClusterRequest",
+    "StopClusterRequest",
     "SubmitJobRequest",
     "TemplateParameter",
     "UpdateAutoscalingPolicyRequest",
@@ -192,6 +213,6 @@
     "WorkflowNode",
     "WorkflowTemplate",
     "WorkflowTemplatePlacement",
-    "YarnApplication",
     "WorkflowTemplateServiceClient",
+    "YarnApplication",
 )