Skip to content

Commit

Permalink
feat(client-emr-serverless): The release adds support for spark struc…
Browse files Browse the repository at this point in the history
…tured streaming.
  • Loading branch information
awstools committed May 30, 2024
1 parent c87de6a commit 572bc93
Show file tree
Hide file tree
Showing 14 changed files with 4,552 additions and 3,644 deletions.
8 changes: 8 additions & 0 deletions clients/client-emr-serverless/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -278,6 +278,14 @@ ListApplications

[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/emr-serverless/command/ListApplicationsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-emr-serverless/Interface/ListApplicationsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-emr-serverless/Interface/ListApplicationsCommandOutput/)

</details>
<details>
<summary>
ListJobRunAttempts
</summary>

[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/emr-serverless/command/ListJobRunAttemptsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-emr-serverless/Interface/ListJobRunAttemptsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-emr-serverless/Interface/ListJobRunAttemptsCommandOutput/)

</details>
<details>
<summary>
Expand Down
23 changes: 23 additions & 0 deletions clients/client-emr-serverless/src/EMRServerless.ts
Original file line number Diff line number Diff line change
Expand Up @@ -33,6 +33,11 @@ import {
ListApplicationsCommandInput,
ListApplicationsCommandOutput,
} from "./commands/ListApplicationsCommand";
import {
ListJobRunAttemptsCommand,
ListJobRunAttemptsCommandInput,
ListJobRunAttemptsCommandOutput,
} from "./commands/ListJobRunAttemptsCommand";
import { ListJobRunsCommand, ListJobRunsCommandInput, ListJobRunsCommandOutput } from "./commands/ListJobRunsCommand";
import {
ListTagsForResourceCommand,
Expand Down Expand Up @@ -71,6 +76,7 @@ const commands = {
GetDashboardForJobRunCommand,
GetJobRunCommand,
ListApplicationsCommand,
ListJobRunAttemptsCommand,
ListJobRunsCommand,
ListTagsForResourceCommand,
StartApplicationCommand,
Expand Down Expand Up @@ -187,6 +193,23 @@ export interface EMRServerless {
cb: (err: any, data?: ListApplicationsCommandOutput) => void
): void;

/**
* @see {@link ListJobRunAttemptsCommand}
*/
listJobRunAttempts(
args: ListJobRunAttemptsCommandInput,
options?: __HttpHandlerOptions
): Promise<ListJobRunAttemptsCommandOutput>;
listJobRunAttempts(
args: ListJobRunAttemptsCommandInput,
cb: (err: any, data?: ListJobRunAttemptsCommandOutput) => void
): void;
listJobRunAttempts(
args: ListJobRunAttemptsCommandInput,
options: __HttpHandlerOptions,
cb: (err: any, data?: ListJobRunAttemptsCommandOutput) => void
): void;

/**
* @see {@link ListJobRunsCommand}
*/
Expand Down
3 changes: 3 additions & 0 deletions clients/client-emr-serverless/src/EMRServerlessClient.ts
Original file line number Diff line number Diff line change
Expand Up @@ -63,6 +63,7 @@ import {
} from "./commands/GetDashboardForJobRunCommand";
import { GetJobRunCommandInput, GetJobRunCommandOutput } from "./commands/GetJobRunCommand";
import { ListApplicationsCommandInput, ListApplicationsCommandOutput } from "./commands/ListApplicationsCommand";
import { ListJobRunAttemptsCommandInput, ListJobRunAttemptsCommandOutput } from "./commands/ListJobRunAttemptsCommand";
import { ListJobRunsCommandInput, ListJobRunsCommandOutput } from "./commands/ListJobRunsCommand";
import {
ListTagsForResourceCommandInput,
Expand Down Expand Up @@ -96,6 +97,7 @@ export type ServiceInputTypes =
| GetDashboardForJobRunCommandInput
| GetJobRunCommandInput
| ListApplicationsCommandInput
| ListJobRunAttemptsCommandInput
| ListJobRunsCommandInput
| ListTagsForResourceCommandInput
| StartApplicationCommandInput
Expand All @@ -116,6 +118,7 @@ export type ServiceOutputTypes =
| GetDashboardForJobRunCommandOutput
| GetJobRunCommandOutput
| ListApplicationsCommandOutput
| ListJobRunAttemptsCommandOutput
| ListJobRunsCommandOutput
| ListTagsForResourceCommandOutput
| StartApplicationCommandOutput
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -45,6 +45,7 @@ export interface GetDashboardForJobRunCommandOutput extends GetDashboardForJobRu
* const input = { // GetDashboardForJobRunRequest
* applicationId: "STRING_VALUE", // required
* jobRunId: "STRING_VALUE", // required
* attempt: Number("int"),
* };
* const command = new GetDashboardForJobRunCommand(input);
* const response = await client.send(command);
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -37,6 +37,7 @@ export interface GetJobRunCommandOutput extends GetJobRunResponse, __MetadataBea
* const input = { // GetJobRunRequest
* applicationId: "STRING_VALUE", // required
* jobRunId: "STRING_VALUE", // required
* attempt: Number("int"),
* };
* const command = new GetJobRunCommand(input);
* const response = await client.send(command);
Expand Down Expand Up @@ -133,6 +134,14 @@ export interface GetJobRunCommandOutput extends GetJobRunResponse, __MetadataBea
* // memoryGBHour: Number("double"),
* // storageGBHour: Number("double"),
* // },
* // mode: "STRING_VALUE",
* // retryPolicy: { // RetryPolicy
* // maxAttempts: Number("int"),
* // maxFailedAttemptsPerHour: Number("int"),
* // },
* // attempt: Number("int"),
* // attemptCreatedAt: new Date("TIMESTAMP"),
* // attemptUpdatedAt: new Date("TIMESTAMP"),
* // },
* // };
*
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,113 @@
// smithy-typescript generated code
import { getEndpointPlugin } from "@smithy/middleware-endpoint";
import { getSerdePlugin } from "@smithy/middleware-serde";
import { Command as $Command } from "@smithy/smithy-client";
import { MetadataBearer as __MetadataBearer } from "@smithy/types";

import { EMRServerlessClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../EMRServerlessClient";
import { commonParams } from "../endpoint/EndpointParameters";
import { ListJobRunAttemptsRequest, ListJobRunAttemptsResponse } from "../models/models_0";
import { de_ListJobRunAttemptsCommand, se_ListJobRunAttemptsCommand } from "../protocols/Aws_restJson1";

/**
* @public
*/
export { __MetadataBearer, $Command };
/**
* @public
*
* The input for {@link ListJobRunAttemptsCommand}.
*/
export interface ListJobRunAttemptsCommandInput extends ListJobRunAttemptsRequest {}
/**
* @public
*
* The output of {@link ListJobRunAttemptsCommand}.
*/
export interface ListJobRunAttemptsCommandOutput extends ListJobRunAttemptsResponse, __MetadataBearer {}

/**
* <p>Lists all attempt of a job run.</p>
* @example
* Use a bare-bones client and the command you need to make an API call.
* ```javascript
* import { EMRServerlessClient, ListJobRunAttemptsCommand } from "@aws-sdk/client-emr-serverless"; // ES Modules import
* // const { EMRServerlessClient, ListJobRunAttemptsCommand } = require("@aws-sdk/client-emr-serverless"); // CommonJS import
* const client = new EMRServerlessClient(config);
* const input = { // ListJobRunAttemptsRequest
* applicationId: "STRING_VALUE", // required
* jobRunId: "STRING_VALUE", // required
* nextToken: "STRING_VALUE",
* maxResults: Number("int"),
* };
* const command = new ListJobRunAttemptsCommand(input);
* const response = await client.send(command);
* // { // ListJobRunAttemptsResponse
* // jobRunAttempts: [ // JobRunAttempts // required
* // { // JobRunAttemptSummary
* // applicationId: "STRING_VALUE", // required
* // id: "STRING_VALUE", // required
* // name: "STRING_VALUE",
* // mode: "STRING_VALUE",
* // arn: "STRING_VALUE", // required
* // createdBy: "STRING_VALUE", // required
* // jobCreatedAt: new Date("TIMESTAMP"), // required
* // createdAt: new Date("TIMESTAMP"), // required
* // updatedAt: new Date("TIMESTAMP"), // required
* // executionRole: "STRING_VALUE", // required
* // state: "STRING_VALUE", // required
* // stateDetails: "STRING_VALUE", // required
* // releaseLabel: "STRING_VALUE", // required
* // type: "STRING_VALUE",
* // attempt: Number("int"),
* // },
* // ],
* // nextToken: "STRING_VALUE",
* // };
*
* ```
*
* @param ListJobRunAttemptsCommandInput - {@link ListJobRunAttemptsCommandInput}
* @returns {@link ListJobRunAttemptsCommandOutput}
* @see {@link ListJobRunAttemptsCommandInput} for command's `input` shape.
* @see {@link ListJobRunAttemptsCommandOutput} for command's `response` shape.
* @see {@link EMRServerlessClientResolvedConfig | config} for EMRServerlessClient's `config` shape.
*
* @throws {@link InternalServerException} (server fault)
* <p>Request processing failed because of an error or failure with the service.</p>
*
* @throws {@link ResourceNotFoundException} (client fault)
* <p>The specified resource was not found.</p>
*
* @throws {@link ValidationException} (client fault)
* <p>The input fails to satisfy the constraints specified by an Amazon Web Services
* service.</p>
*
* @throws {@link EMRServerlessServiceException}
* <p>Base exception class for all service exceptions from EMRServerless service.</p>
*
* @public
*/
export class ListJobRunAttemptsCommand extends $Command
.classBuilder<
ListJobRunAttemptsCommandInput,
ListJobRunAttemptsCommandOutput,
EMRServerlessClientResolvedConfig,
ServiceInputTypes,
ServiceOutputTypes
>()
.ep({
...commonParams,
})
.m(function (this: any, Command: any, cs: any, config: EMRServerlessClientResolvedConfig, o: any) {
return [
getSerdePlugin(config, this.serialize, this.deserialize),
getEndpointPlugin(config, Command.getEndpointParameterInstructions()),
];
})
.s("AwsToledoWebService", "ListJobRunAttempts", {})
.n("EMRServerlessClient", "ListJobRunAttemptsCommand")
.f(void 0, void 0)
.ser(se_ListJobRunAttemptsCommand)
.de(de_ListJobRunAttemptsCommand)
.build() {}
Original file line number Diff line number Diff line change
Expand Up @@ -43,6 +43,7 @@ export interface ListJobRunsCommandOutput extends ListJobRunsResponse, __Metadat
* states: [ // JobRunStateSet
* "STRING_VALUE",
* ],
* mode: "STRING_VALUE",
* };
* const command = new ListJobRunsCommand(input);
* const response = await client.send(command);
Expand All @@ -52,6 +53,7 @@ export interface ListJobRunsCommandOutput extends ListJobRunsResponse, __Metadat
* // applicationId: "STRING_VALUE", // required
* // id: "STRING_VALUE", // required
* // name: "STRING_VALUE",
* // mode: "STRING_VALUE",
* // arn: "STRING_VALUE", // required
* // createdBy: "STRING_VALUE", // required
* // createdAt: new Date("TIMESTAMP"), // required
Expand All @@ -61,6 +63,9 @@ export interface ListJobRunsCommandOutput extends ListJobRunsResponse, __Metadat
* // stateDetails: "STRING_VALUE", // required
* // releaseLabel: "STRING_VALUE", // required
* // type: "STRING_VALUE",
* // attempt: Number("int"),
* // attemptCreatedAt: new Date("TIMESTAMP"),
* // attemptUpdatedAt: new Date("TIMESTAMP"),
* // },
* // ],
* // nextToken: "STRING_VALUE",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -100,6 +100,11 @@ export interface StartJobRunCommandOutput extends StartJobRunResponse, __Metadat
* },
* executionTimeoutMinutes: Number("long"),
* name: "STRING_VALUE",
* mode: "STRING_VALUE",
* retryPolicy: { // RetryPolicy
* maxAttempts: Number("int"),
* maxFailedAttemptsPerHour: Number("int"),
* },
* };
* const command = new StartJobRunCommand(input);
* const response = await client.send(command);
Expand Down
1 change: 1 addition & 0 deletions clients/client-emr-serverless/src/commands/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,7 @@ export * from "./GetApplicationCommand";
export * from "./GetDashboardForJobRunCommand";
export * from "./GetJobRunCommand";
export * from "./ListApplicationsCommand";
export * from "./ListJobRunAttemptsCommand";
export * from "./ListJobRunsCommand";
export * from "./ListTagsForResourceCommand";
export * from "./StartApplicationCommand";
Expand Down
Loading

0 comments on commit 572bc93

Please sign in to comment.