feat(dataproc): update the API

#### dataproc:v1 The following keys were added: - schemas.JobScheduling.properties.maxFailuresTotal.description - schemas.JobScheduling.properties.maxFailuresTotal.format - schemas.JobScheduling.properties.maxFailuresTotal.type The following keys were changed: - schemas.LifecycleConfig.properties.idleDeleteTtl.description - schemas.NodeGroupAffinity.properties.nodeGroupUri.description - schemas.SoftwareConfig.properties.optionalComponents.items.enumDescriptions #### dataproc:v1beta2 The following keys were added: - schemas.JobScheduling.properties.maxFailuresTotal.description - schemas.JobScheduling.properties.maxFailuresTotal.format - schemas.JobScheduling.properties.maxFailuresTotal.type The following keys were changed: - schemas.LifecycleConfig.properties.idleDeleteTtl.description - schemas.NodeGroupAffinity.properties.nodeGroupUri.description - schemas.SoftwareConfig.properties.optionalComponents.items.enumDescriptions
googleapis · Oct 21, 2020 · b8e9a1e · b8e9a1e
1 parent a5848ec
commit b8e9a1e
Show file tree

Hide file tree

Showing 4 changed files with 30 additions and 12 deletions.
diff --git a/discovery/dataproc-v1.json b/discovery/dataproc-v1.json
@@ -2134,7 +2134,7 @@
       }
     }
   },
-  "revision": "20200925",
+  "revision": "20201015",
   "rootUrl": "https://dataproc.googleapis.com/",
   "schemas": {
     "AcceleratorConfig": {
@@ -3183,6 +3183,11 @@
           "description": "Optional. Maximum number of times per hour a driver may be restarted as a result of driver exiting with non-zero code before job is reported failed.A job may be reported as thrashing if driver exits with non-zero code 4 times within 10 minute window.Maximum value is 10.",
           "format": "int32",
           "type": "integer"
+        },
+        "maxFailuresTotal": {
+          "description": "Optional. Maximum number of times in total a driver may be restarted as a result of driver exiting with non-zero code before job is reported failed. Maximum value is 240",
+          "format": "int32",
+          "type": "integer"
         }
       },
       "type": "object"
@@ -3334,7 +3339,7 @@
           "type": "string"
         },
         "idleDeleteTtl": {
-          "description": "Optional. The duration to keep the cluster alive while idling (when no jobs are running). Passing this threshold will cause the cluster to be deleted. Minimum value is 10 minutes; maximum value is 14 days (see JSON representation of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json).",
+          "description": "Optional. The duration to keep the cluster alive while idling (when no jobs are running). Passing this threshold will cause the cluster to be deleted. Minimum value is 5 minutes; maximum value is 14 days (see JSON representation of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json).",
           "format": "google-duration",
           "type": "string"
         },
@@ -3524,7 +3529,7 @@
       "id": "NodeGroupAffinity",
       "properties": {
         "nodeGroupUri": {
-          "description": "Required. The name of a single node group (https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups) a cluster will be created on.",
+          "description": "Required. The URI of a sole-tenant node group resource (https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups) that the cluster will be created on.A full URL, partial URI, or node group name are valid. Examples: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1 projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1 node-group-1",
           "type": "string"
         }
       },
@@ -3933,7 +3938,7 @@
             ],
             "enumDescriptions": [
               "Unspecified component. Specifying this will cause Cluster creation to fail.",
-              "The Anaconda python distribution.",
+              "The Anaconda python distribution. The Anaconda component is not supported in the Dataproc preview 2.0 image. The 2.0 preview image is pre-installed with Miniconda.",
               "Docker",
               "Flink",
               "The Hive Web HCatalog (the REST service for accessing HCatalog).",

diff --git a/discovery/dataproc-v1beta2.json b/discovery/dataproc-v1beta2.json
@@ -2247,7 +2247,7 @@
       }
     }
   },
-  "revision": "20200925",
+  "revision": "20201015",
   "rootUrl": "https://dataproc.googleapis.com/",
   "schemas": {
     "AcceleratorConfig": {
@@ -3318,6 +3318,11 @@
           "description": "Optional. Maximum number of times per hour a driver may be restarted as a result of driver terminating with non-zero code before job is reported failed.A job may be reported as thrashing if driver exits with non-zero code 4 times within 10 minute window.Maximum value is 10.",
           "format": "int32",
           "type": "integer"
+        },
+        "maxFailuresTotal": {
+          "description": "Optional. Maximum number of times in total a driver may be restarted as a result of driver exiting with non-zero code before job is reported failed. Maximum value is 240",
+          "format": "int32",
+          "type": "integer"
         }
       },
       "type": "object"
@@ -3469,7 +3474,7 @@
           "type": "string"
         },
         "idleDeleteTtl": {
-          "description": "Optional. The duration to keep the cluster alive while idling (when no jobs are running). Passing this threshold will cause the cluster to be deleted. Minimum value is 10 minutes; maximum value is 14 days (see JSON representation of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json).",
+          "description": "Optional. The duration to keep the cluster alive while idling (when no jobs are running). Passing this threshold will cause the cluster to be deleted. Minimum value is 5 minutes; maximum value is 14 days (see JSON representation of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json).",
           "format": "google-duration",
           "type": "string"
         },
@@ -3685,7 +3690,7 @@
       "id": "NodeGroupAffinity",
       "properties": {
         "nodeGroupUri": {
-          "description": "Required. The name of a single node group (https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups) a cluster will be created on.",
+          "description": "Required. The URI of a sole-tenant node group resource (https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups) that the cluster will be created on.A full URL, partial URI, or node group name are valid. Examples: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1 projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1 node-group-1",
           "type": "string"
         }
       },
@@ -4097,7 +4102,7 @@
             ],
             "enumDescriptions": [
               "Unspecified component. Specifying this will cause Cluster creation to fail.",
-              "The Anaconda python distribution.",
+              "The Anaconda python distribution. The Anaconda component is not supported in the Dataproc preview 2.0 image. The 2.0 preview image is pre-installed with Miniconda.",
               "Docker",
               "The Druid query engine.",
               "Flink",

diff --git a/src/apis/dataproc/v1.ts b/src/apis/dataproc/v1.ts
@@ -892,6 +892,10 @@ export namespace dataproc_v1 {
      * Optional. Maximum number of times per hour a driver may be restarted as a result of driver exiting with non-zero code before job is reported failed.A job may be reported as thrashing if driver exits with non-zero code 4 times within 10 minute window.Maximum value is 10.
      */
     maxFailuresPerHour?: number | null;
+    /**
+     * Optional. Maximum number of times in total a driver may be restarted as a result of driver exiting with non-zero code before job is reported failed. Maximum value is 240
+     */
+    maxFailuresTotal?: number | null;
   }
   /**
    * Dataproc job status.
@@ -992,7 +996,7 @@ export namespace dataproc_v1 {
      */
     autoDeleteTtl?: string | null;
     /**
-     * Optional. The duration to keep the cluster alive while idling (when no jobs are running). Passing this threshold will cause the cluster to be deleted. Minimum value is 10 minutes; maximum value is 14 days (see JSON representation of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json).
+     * Optional. The duration to keep the cluster alive while idling (when no jobs are running). Passing this threshold will cause the cluster to be deleted. Minimum value is 5 minutes; maximum value is 14 days (see JSON representation of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json).
      */
     idleDeleteTtl?: string | null;
     /**
@@ -1109,7 +1113,7 @@ export namespace dataproc_v1 {
    */
   export interface Schema$NodeGroupAffinity {
     /**
-     * Required. The name of a single node group (https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups) a cluster will be created on.
+     * Required. The URI of a sole-tenant node group resource (https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups) that the cluster will be created on.A full URL, partial URI, or node group name are valid. Examples: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1 projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1 node-group-1
      */
     nodeGroupUri?: string | null;
   }

diff --git a/src/apis/dataproc/v1beta2.ts b/src/apis/dataproc/v1beta2.ts
@@ -917,6 +917,10 @@ export namespace dataproc_v1beta2 {
      * Optional. Maximum number of times per hour a driver may be restarted as a result of driver terminating with non-zero code before job is reported failed.A job may be reported as thrashing if driver exits with non-zero code 4 times within 10 minute window.Maximum value is 10.
      */
     maxFailuresPerHour?: number | null;
+    /**
+     * Optional. Maximum number of times in total a driver may be restarted as a result of driver exiting with non-zero code before job is reported failed. Maximum value is 240
+     */
+    maxFailuresTotal?: number | null;
   }
   /**
    * Dataproc job status.
@@ -1017,7 +1021,7 @@ export namespace dataproc_v1beta2 {
      */
     autoDeleteTtl?: string | null;
     /**
-     * Optional. The duration to keep the cluster alive while idling (when no jobs are running). Passing this threshold will cause the cluster to be deleted. Minimum value is 10 minutes; maximum value is 14 days (see JSON representation of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json).
+     * Optional. The duration to keep the cluster alive while idling (when no jobs are running). Passing this threshold will cause the cluster to be deleted. Minimum value is 5 minutes; maximum value is 14 days (see JSON representation of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json).
      */
     idleDeleteTtl?: string | null;
     /**
@@ -1156,7 +1160,7 @@ export namespace dataproc_v1beta2 {
    */
   export interface Schema$NodeGroupAffinity {
     /**
-     * Required. The name of a single node group (https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups) a cluster will be created on.
+     * Required. The URI of a sole-tenant node group resource (https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups) that the cluster will be created on.A full URL, partial URI, or node group name are valid. Examples: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1 projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1 node-group-1
      */
     nodeGroupUri?: string | null;
   }