Skip to content

Commit

Permalink
feat(client-glue): We don't do release notes https://w.amazon.com/bin…
Browse files Browse the repository at this point in the history
  • Loading branch information
awstools committed May 8, 2023
1 parent cef7c65 commit 7676eac
Show file tree
Hide file tree
Showing 24 changed files with 100 additions and 79 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -63,7 +63,7 @@ export interface BatchGetDevEndpointsCommandOutput extends BatchGetDevEndpointsR
* // ZeppelinRemoteSparkInterpreterPort: Number("int"),
* // PublicAddress: "STRING_VALUE",
* // Status: "STRING_VALUE",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* // GlueVersion: "STRING_VALUE",
* // NumberOfWorkers: Number("int"),
* // NumberOfNodes: Number("int"),
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/BatchGetJobsCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -80,7 +80,7 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
* // AllocatedCapacity: Number("int"),
* // Timeout: Number("int"),
* // MaxCapacity: Number("double"),
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* // NumberOfWorkers: Number("int"),
* // SecurityConfiguration: "STRING_VALUE",
* // NotificationProperty: { // NotificationProperty
Expand Down
4 changes: 2 additions & 2 deletions clients/client-glue/src/commands/BatchGetWorkflowsCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -151,7 +151,7 @@ export interface BatchGetWorkflowsCommandOutput extends BatchGetWorkflowsRespons
* // ExecutionTime: Number("int"),
* // Timeout: Number("int"),
* // MaxCapacity: Number("double"),
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* // NumberOfWorkers: Number("int"),
* // SecurityConfiguration: "STRING_VALUE",
* // LogGroupName: "STRING_VALUE",
Expand Down Expand Up @@ -261,7 +261,7 @@ export interface BatchGetWorkflowsCommandOutput extends BatchGetWorkflowsRespons
* // ExecutionTime: Number("int"),
* // Timeout: Number("int"),
* // MaxCapacity: Number("double"),
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* // NumberOfWorkers: Number("int"),
* // SecurityConfiguration: "STRING_VALUE",
* // LogGroupName: "STRING_VALUE",
Expand Down
4 changes: 2 additions & 2 deletions clients/client-glue/src/commands/CreateDevEndpointCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -51,7 +51,7 @@ export interface CreateDevEndpointCommandOutput extends CreateDevEndpointRespons
* "STRING_VALUE",
* ],
* NumberOfNodes: Number("int"),
* WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* GlueVersion: "STRING_VALUE",
* NumberOfWorkers: Number("int"),
* ExtraPythonLibsS3Path: "STRING_VALUE",
Expand All @@ -77,7 +77,7 @@ export interface CreateDevEndpointCommandOutput extends CreateDevEndpointRespons
* // YarnEndpointAddress: "STRING_VALUE",
* // ZeppelinRemoteSparkInterpreterPort: Number("int"),
* // NumberOfNodes: Number("int"),
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* // GlueVersion: "STRING_VALUE",
* // NumberOfWorkers: Number("int"),
* // AvailabilityZone: "STRING_VALUE",
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/CreateJobCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -77,7 +77,7 @@ export interface CreateJobCommandOutput extends CreateJobResponse, __MetadataBea
* },
* GlueVersion: "STRING_VALUE",
* NumberOfWorkers: Number("int"),
* WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* CodeGenConfigurationNodes: { // CodeGenConfigurationNodes
* "<keys>": { // CodeGenConfigurationNode
* AthenaConnectorSource: { // AthenaConnectorSource
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -75,7 +75,7 @@ export interface CreateMLTransformCommandOutput extends CreateMLTransformRespons
* Role: "STRING_VALUE", // required
* GlueVersion: "STRING_VALUE",
* MaxCapacity: Number("double"),
* WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* NumberOfWorkers: Number("int"),
* Timeout: Number("int"),
* MaxRetries: Number("int"),
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/CreateSessionCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -59,7 +59,7 @@ export interface CreateSessionCommandOutput extends CreateSessionResponse, __Met
* },
* MaxCapacity: Number("double"),
* NumberOfWorkers: Number("int"),
* WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* SecurityConfiguration: "STRING_VALUE",
* GlueVersion: "STRING_VALUE",
* Tags: { // TagsMap
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/GetDevEndpointCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -62,7 +62,7 @@ export interface GetDevEndpointCommandOutput extends GetDevEndpointResponse, __M
* // ZeppelinRemoteSparkInterpreterPort: Number("int"),
* // PublicAddress: "STRING_VALUE",
* // Status: "STRING_VALUE",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* // GlueVersion: "STRING_VALUE",
* // NumberOfWorkers: Number("int"),
* // NumberOfNodes: Number("int"),
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/GetDevEndpointsCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -64,7 +64,7 @@ export interface GetDevEndpointsCommandOutput extends GetDevEndpointsResponse, _
* // ZeppelinRemoteSparkInterpreterPort: Number("int"),
* // PublicAddress: "STRING_VALUE",
* // Status: "STRING_VALUE",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* // GlueVersion: "STRING_VALUE",
* // NumberOfWorkers: Number("int"),
* // NumberOfNodes: Number("int"),
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/GetJobCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -76,7 +76,7 @@ export interface GetJobCommandOutput extends GetJobResponse, __MetadataBearer {}
* // AllocatedCapacity: Number("int"),
* // Timeout: Number("int"),
* // MaxCapacity: Number("double"),
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* // NumberOfWorkers: Number("int"),
* // SecurityConfiguration: "STRING_VALUE",
* // NotificationProperty: { // NotificationProperty
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/GetJobRunCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -71,7 +71,7 @@ export interface GetJobRunCommandOutput extends GetJobRunResponse, __MetadataBea
* // ExecutionTime: Number("int"),
* // Timeout: Number("int"),
* // MaxCapacity: Number("double"),
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* // NumberOfWorkers: Number("int"),
* // SecurityConfiguration: "STRING_VALUE",
* // LogGroupName: "STRING_VALUE",
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/GetJobRunsCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -72,7 +72,7 @@ export interface GetJobRunsCommandOutput extends GetJobRunsResponse, __MetadataB
* // ExecutionTime: Number("int"),
* // Timeout: Number("int"),
* // MaxCapacity: Number("double"),
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* // NumberOfWorkers: Number("int"),
* // SecurityConfiguration: "STRING_VALUE",
* // LogGroupName: "STRING_VALUE",
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/GetJobsCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -78,7 +78,7 @@ export interface GetJobsCommandOutput extends GetJobsResponse, __MetadataBearer
* // AllocatedCapacity: Number("int"),
* // Timeout: Number("int"),
* // MaxCapacity: Number("double"),
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* // NumberOfWorkers: Number("int"),
* // SecurityConfiguration: "STRING_VALUE",
* // NotificationProperty: { // NotificationProperty
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/GetMLTransformCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -106,7 +106,7 @@ export interface GetMLTransformCommandOutput extends GetMLTransformResponse, __M
* // Role: "STRING_VALUE",
* // GlueVersion: "STRING_VALUE",
* // MaxCapacity: Number("double"),
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* // NumberOfWorkers: Number("int"),
* // Timeout: Number("int"),
* // MaxRetries: Number("int"),
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/GetMLTransformsCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -129,7 +129,7 @@ export interface GetMLTransformsCommandOutput extends GetMLTransformsResponse, _
* // Role: "STRING_VALUE",
* // GlueVersion: "STRING_VALUE",
* // MaxCapacity: Number("double"),
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* // NumberOfWorkers: Number("int"),
* // Timeout: Number("int"),
* // MaxRetries: Number("int"),
Expand Down
4 changes: 2 additions & 2 deletions clients/client-glue/src/commands/GetWorkflowCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -148,7 +148,7 @@ export interface GetWorkflowCommandOutput extends GetWorkflowResponse, __Metadat
* // ExecutionTime: Number("int"),
* // Timeout: Number("int"),
* // MaxCapacity: Number("double"),
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* // NumberOfWorkers: Number("int"),
* // SecurityConfiguration: "STRING_VALUE",
* // LogGroupName: "STRING_VALUE",
Expand Down Expand Up @@ -258,7 +258,7 @@ export interface GetWorkflowCommandOutput extends GetWorkflowResponse, __Metadat
* // ExecutionTime: Number("int"),
* // Timeout: Number("int"),
* // MaxCapacity: Number("double"),
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* // NumberOfWorkers: Number("int"),
* // SecurityConfiguration: "STRING_VALUE",
* // LogGroupName: "STRING_VALUE",
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/GetWorkflowRunCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -141,7 +141,7 @@ export interface GetWorkflowRunCommandOutput extends GetWorkflowRunResponse, __M
* // ExecutionTime: Number("int"),
* // Timeout: Number("int"),
* // MaxCapacity: Number("double"),
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* // NumberOfWorkers: Number("int"),
* // SecurityConfiguration: "STRING_VALUE",
* // LogGroupName: "STRING_VALUE",
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/GetWorkflowRunsCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -143,7 +143,7 @@ export interface GetWorkflowRunsCommandOutput extends GetWorkflowRunsResponse, _
* // ExecutionTime: Number("int"),
* // Timeout: Number("int"),
* // MaxCapacity: Number("double"),
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* // WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* // NumberOfWorkers: Number("int"),
* // SecurityConfiguration: "STRING_VALUE",
* // LogGroupName: "STRING_VALUE",
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/StartJobRunCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -52,7 +52,7 @@ export interface StartJobRunCommandOutput extends StartJobRunResponse, __Metadat
* NotificationProperty: { // NotificationProperty
* NotifyDelayAfter: Number("int"),
* },
* WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* NumberOfWorkers: Number("int"),
* ExecutionClass: "FLEX" || "STANDARD",
* };
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/UpdateJobCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -68,7 +68,7 @@ export interface UpdateJobCommandOutput extends UpdateJobResponse, __MetadataBea
* AllocatedCapacity: Number("int"),
* Timeout: Number("int"),
* MaxCapacity: Number("double"),
* WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* NumberOfWorkers: Number("int"),
* SecurityConfiguration: "STRING_VALUE",
* NotificationProperty: { // NotificationProperty
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -58,7 +58,7 @@ export interface UpdateMLTransformCommandOutput extends UpdateMLTransformRespons
* Role: "STRING_VALUE",
* GlueVersion: "STRING_VALUE",
* MaxCapacity: Number("double"),
* WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X",
* WorkerType: "Standard" || "G.1X" || "G.2X" || "G.025X" || "G.4X" || "G.8X",
* NumberOfWorkers: Number("int"),
* Timeout: Number("int"),
* MaxRetries: Number("int"),
Expand Down
2 changes: 2 additions & 0 deletions clients/client-glue/src/models/models_0.ts
Original file line number Diff line number Diff line change
Expand Up @@ -1947,6 +1947,8 @@ export const WorkerType = {
G_025X: "G.025X",
G_1X: "G.1X",
G_2X: "G.2X",
G_4X: "G.4X",
G_8X: "G.8X",
Standard: "Standard",
} as const;

Expand Down
15 changes: 11 additions & 4 deletions clients/client-glue/src/models/models_2.ts
Original file line number Diff line number Diff line change
Expand Up @@ -4601,7 +4601,9 @@ export interface Job {
* of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory.
* For more information, see the <a href="https://aws.amazon.com/glue/pricing/">Glue
* pricing page</a>.</p>
* <p>Do not set <code>Max Capacity</code> if using <code>WorkerType</code> and <code>NumberOfWorkers</code>.</p>
* <p>For Glue version 2.0 or later jobs, you cannot specify a <code>Maximum capacity</code>.
* Instead, you should specify a <code>Worker type</code> and the <code>Number of workers</code>.</p>
* <p>Do not set <code>MaxCapacity</code> if using <code>WorkerType</code> and <code>NumberOfWorkers</code>.</p>
* <p>The value that can be allocated for <code>MaxCapacity</code> depends on whether you are
* running a Python shell job, an Apache Spark ETL job, or an Apache Spark streaming ETL
* job:</p>
Expand All @@ -4616,7 +4618,6 @@ export interface Job {
* The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p>
* </li>
* </ul>
* <p>For Glue version 2.0 jobs, you cannot instead specify a <code>Maximum capacity</code>. Instead, you should specify a <code>Worker type</code> and the <code>Number of workers</code>.</p>
*/
MaxCapacity?: number;

Expand All @@ -4627,10 +4628,16 @@ export interface Job {
* <p>For the <code>Standard</code> worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.</p>
* </li>
* <li>
* <p>For the <code>G.1X</code> worker type, each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
* <p>For the <code>G.1X</code> worker type, each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.</p>
* </li>
* <li>
* <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.</p>
* <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.</p>
* </li>
* <li>
* <p>For the <code>G.4X</code> worker type, each worker maps to 4 DPU (16 vCPU, 64 GB of memory, 256 GB disk), and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later jobs.</p>
* </li>
* <li>
* <p>For the <code>G.8X</code> worker type, each worker maps to 8 DPU (32 vCPU, 128 GB of memory, 512 GB disk), and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later jobs.</p>
* </li>
* <li>
* <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPU, 4 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
Expand Down
Loading

0 comments on commit 7676eac

Please sign in to comment.