From b8e9a1e7e4040742709577ee35cd607696ad6178 Mon Sep 17 00:00:00 2001 From: yoshi-automation Date: Wed, 21 Oct 2020 09:48:09 -0700 Subject: [PATCH] feat(dataproc): update the API #### dataproc:v1 The following keys were added: - schemas.JobScheduling.properties.maxFailuresTotal.description - schemas.JobScheduling.properties.maxFailuresTotal.format - schemas.JobScheduling.properties.maxFailuresTotal.type The following keys were changed: - schemas.LifecycleConfig.properties.idleDeleteTtl.description - schemas.NodeGroupAffinity.properties.nodeGroupUri.description - schemas.SoftwareConfig.properties.optionalComponents.items.enumDescriptions #### dataproc:v1beta2 The following keys were added: - schemas.JobScheduling.properties.maxFailuresTotal.description - schemas.JobScheduling.properties.maxFailuresTotal.format - schemas.JobScheduling.properties.maxFailuresTotal.type The following keys were changed: - schemas.LifecycleConfig.properties.idleDeleteTtl.description - schemas.NodeGroupAffinity.properties.nodeGroupUri.description - schemas.SoftwareConfig.properties.optionalComponents.items.enumDescriptions --- discovery/dataproc-v1.json | 13 +++++++++---- discovery/dataproc-v1beta2.json | 13 +++++++++---- src/apis/dataproc/v1.ts | 8 ++++++-- src/apis/dataproc/v1beta2.ts | 8 ++++++-- 4 files changed, 30 insertions(+), 12 deletions(-) diff --git a/discovery/dataproc-v1.json b/discovery/dataproc-v1.json index 7e946632ef..8b3478b6b2 100644 --- a/discovery/dataproc-v1.json +++ b/discovery/dataproc-v1.json @@ -2134,7 +2134,7 @@ } } }, - "revision": "20200925", + "revision": "20201015", "rootUrl": "https://dataproc.googleapis.com/", "schemas": { "AcceleratorConfig": { @@ -3183,6 +3183,11 @@ "description": "Optional. Maximum number of times per hour a driver may be restarted as a result of driver exiting with non-zero code before job is reported failed.A job may be reported as thrashing if driver exits with non-zero code 4 times within 10 minute window.Maximum value is 10.", "format": "int32", "type": "integer" + }, + "maxFailuresTotal": { + "description": "Optional. Maximum number of times in total a driver may be restarted as a result of driver exiting with non-zero code before job is reported failed. Maximum value is 240", + "format": "int32", + "type": "integer" } }, "type": "object" @@ -3334,7 +3339,7 @@ "type": "string" }, "idleDeleteTtl": { - "description": "Optional. The duration to keep the cluster alive while idling (when no jobs are running). Passing this threshold will cause the cluster to be deleted. Minimum value is 10 minutes; maximum value is 14 days (see JSON representation of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json).", + "description": "Optional. The duration to keep the cluster alive while idling (when no jobs are running). Passing this threshold will cause the cluster to be deleted. Minimum value is 5 minutes; maximum value is 14 days (see JSON representation of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json).", "format": "google-duration", "type": "string" }, @@ -3524,7 +3529,7 @@ "id": "NodeGroupAffinity", "properties": { "nodeGroupUri": { - "description": "Required. The name of a single node group (https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups) a cluster will be created on.", + "description": "Required. The URI of a sole-tenant node group resource (https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups) that the cluster will be created on.A full URL, partial URI, or node group name are valid. Examples: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1 projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1 node-group-1", "type": "string" } }, @@ -3933,7 +3938,7 @@ ], "enumDescriptions": [ "Unspecified component. Specifying this will cause Cluster creation to fail.", - "The Anaconda python distribution.", + "The Anaconda python distribution. The Anaconda component is not supported in the Dataproc preview 2.0 image. The 2.0 preview image is pre-installed with Miniconda.", "Docker", "Flink", "The Hive Web HCatalog (the REST service for accessing HCatalog).", diff --git a/discovery/dataproc-v1beta2.json b/discovery/dataproc-v1beta2.json index 35056c16d0..a6c947d84e 100644 --- a/discovery/dataproc-v1beta2.json +++ b/discovery/dataproc-v1beta2.json @@ -2247,7 +2247,7 @@ } } }, - "revision": "20200925", + "revision": "20201015", "rootUrl": "https://dataproc.googleapis.com/", "schemas": { "AcceleratorConfig": { @@ -3318,6 +3318,11 @@ "description": "Optional. Maximum number of times per hour a driver may be restarted as a result of driver terminating with non-zero code before job is reported failed.A job may be reported as thrashing if driver exits with non-zero code 4 times within 10 minute window.Maximum value is 10.", "format": "int32", "type": "integer" + }, + "maxFailuresTotal": { + "description": "Optional. Maximum number of times in total a driver may be restarted as a result of driver exiting with non-zero code before job is reported failed. Maximum value is 240", + "format": "int32", + "type": "integer" } }, "type": "object" @@ -3469,7 +3474,7 @@ "type": "string" }, "idleDeleteTtl": { - "description": "Optional. The duration to keep the cluster alive while idling (when no jobs are running). Passing this threshold will cause the cluster to be deleted. Minimum value is 10 minutes; maximum value is 14 days (see JSON representation of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json).", + "description": "Optional. The duration to keep the cluster alive while idling (when no jobs are running). Passing this threshold will cause the cluster to be deleted. Minimum value is 5 minutes; maximum value is 14 days (see JSON representation of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json).", "format": "google-duration", "type": "string" }, @@ -3685,7 +3690,7 @@ "id": "NodeGroupAffinity", "properties": { "nodeGroupUri": { - "description": "Required. The name of a single node group (https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups) a cluster will be created on.", + "description": "Required. The URI of a sole-tenant node group resource (https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups) that the cluster will be created on.A full URL, partial URI, or node group name are valid. Examples: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1 projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1 node-group-1", "type": "string" } }, @@ -4097,7 +4102,7 @@ ], "enumDescriptions": [ "Unspecified component. Specifying this will cause Cluster creation to fail.", - "The Anaconda python distribution.", + "The Anaconda python distribution. The Anaconda component is not supported in the Dataproc preview 2.0 image. The 2.0 preview image is pre-installed with Miniconda.", "Docker", "The Druid query engine.", "Flink", diff --git a/src/apis/dataproc/v1.ts b/src/apis/dataproc/v1.ts index b7cf160843..040ac526cc 100644 --- a/src/apis/dataproc/v1.ts +++ b/src/apis/dataproc/v1.ts @@ -892,6 +892,10 @@ export namespace dataproc_v1 { * Optional. Maximum number of times per hour a driver may be restarted as a result of driver exiting with non-zero code before job is reported failed.A job may be reported as thrashing if driver exits with non-zero code 4 times within 10 minute window.Maximum value is 10. */ maxFailuresPerHour?: number | null; + /** + * Optional. Maximum number of times in total a driver may be restarted as a result of driver exiting with non-zero code before job is reported failed. Maximum value is 240 + */ + maxFailuresTotal?: number | null; } /** * Dataproc job status. @@ -992,7 +996,7 @@ export namespace dataproc_v1 { */ autoDeleteTtl?: string | null; /** - * Optional. The duration to keep the cluster alive while idling (when no jobs are running). Passing this threshold will cause the cluster to be deleted. Minimum value is 10 minutes; maximum value is 14 days (see JSON representation of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json). + * Optional. The duration to keep the cluster alive while idling (when no jobs are running). Passing this threshold will cause the cluster to be deleted. Minimum value is 5 minutes; maximum value is 14 days (see JSON representation of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json). */ idleDeleteTtl?: string | null; /** @@ -1109,7 +1113,7 @@ export namespace dataproc_v1 { */ export interface Schema$NodeGroupAffinity { /** - * Required. The name of a single node group (https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups) a cluster will be created on. + * Required. The URI of a sole-tenant node group resource (https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups) that the cluster will be created on.A full URL, partial URI, or node group name are valid. Examples: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1 projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1 node-group-1 */ nodeGroupUri?: string | null; } diff --git a/src/apis/dataproc/v1beta2.ts b/src/apis/dataproc/v1beta2.ts index 3217895232..e79bc6e55e 100644 --- a/src/apis/dataproc/v1beta2.ts +++ b/src/apis/dataproc/v1beta2.ts @@ -917,6 +917,10 @@ export namespace dataproc_v1beta2 { * Optional. Maximum number of times per hour a driver may be restarted as a result of driver terminating with non-zero code before job is reported failed.A job may be reported as thrashing if driver exits with non-zero code 4 times within 10 minute window.Maximum value is 10. */ maxFailuresPerHour?: number | null; + /** + * Optional. Maximum number of times in total a driver may be restarted as a result of driver exiting with non-zero code before job is reported failed. Maximum value is 240 + */ + maxFailuresTotal?: number | null; } /** * Dataproc job status. @@ -1017,7 +1021,7 @@ export namespace dataproc_v1beta2 { */ autoDeleteTtl?: string | null; /** - * Optional. The duration to keep the cluster alive while idling (when no jobs are running). Passing this threshold will cause the cluster to be deleted. Minimum value is 10 minutes; maximum value is 14 days (see JSON representation of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json). + * Optional. The duration to keep the cluster alive while idling (when no jobs are running). Passing this threshold will cause the cluster to be deleted. Minimum value is 5 minutes; maximum value is 14 days (see JSON representation of Duration (https://developers.google.com/protocol-buffers/docs/proto3#json). */ idleDeleteTtl?: string | null; /** @@ -1156,7 +1160,7 @@ export namespace dataproc_v1beta2 { */ export interface Schema$NodeGroupAffinity { /** - * Required. The name of a single node group (https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups) a cluster will be created on. + * Required. The URI of a sole-tenant node group resource (https://cloud.google.com/compute/docs/reference/rest/v1/nodeGroups) that the cluster will be created on.A full URL, partial URI, or node group name are valid. Examples: https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1 projects/[project_id]/zones/us-central1-a/nodeGroups/node-group-1 node-group-1 */ nodeGroupUri?: string | null; }