Skip to content

Commit

Permalink
feat(client-glue): This release adds support to retrieve the validati…
Browse files Browse the repository at this point in the history
…on status when creating or updating Glue Data Catalog Views. Also added is support for BasicCatalogTarget partition keys.
  • Loading branch information
awstools committed Aug 8, 2024
1 parent c094a1c commit be3723e
Show file tree
Hide file tree
Showing 24 changed files with 1,835 additions and 459 deletions.
9 changes: 5 additions & 4 deletions clients/client-glue/src/commands/BatchGetJobsCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -310,6 +310,9 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
* // Inputs: [ // required
* // "STRING_VALUE",
* // ],
* // PartitionKeys: [ // GlueStudioPathList
* // "<EnclosedInStringProperties>",
* // ],
* // Database: "STRING_VALUE", // required
* // Table: "STRING_VALUE", // required
* // },
Expand All @@ -335,7 +338,7 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
* // Inputs: [ // required
* // "STRING_VALUE",
* // ],
* // PartitionKeys: [ // GlueStudioPathList
* // PartitionKeys: [
* // "<EnclosedInStringProperties>",
* // ],
* // Table: "STRING_VALUE", // required
Expand Down Expand Up @@ -409,9 +412,7 @@ export interface BatchGetJobsCommandOutput extends BatchGetJobsResponse, __Metad
* // DropFields: { // DropFields
* // Name: "STRING_VALUE", // required
* // Inputs: "<OneInput>", // required
* // Paths: [ // required
* // "<EnclosedInStringProperties>",
* // ],
* // Paths: "<GlueStudioPathList>", // required
* // },
* // RenameField: { // RenameField
* // Name: "STRING_VALUE", // required
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@ export interface CreateConnectionCommandOutput extends CreateConnectionResponse,
* ConnectionInput: { // ConnectionInput
* Name: "STRING_VALUE", // required
* Description: "STRING_VALUE",
* ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE", // required
* ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE" || "VIEW_VALIDATION_REDSHIFT" || "VIEW_VALIDATION_ATHENA", // required
* MatchCriteria: [ // MatchCriteria
* "STRING_VALUE",
* ],
Expand Down
9 changes: 5 additions & 4 deletions clients/client-glue/src/commands/CreateJobCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -301,6 +301,9 @@ export interface CreateJobCommandOutput extends CreateJobResponse, __MetadataBea
* Inputs: [ // required
* "STRING_VALUE",
* ],
* PartitionKeys: [ // GlueStudioPathList
* "<EnclosedInStringProperties>",
* ],
* Database: "STRING_VALUE", // required
* Table: "STRING_VALUE", // required
* },
Expand All @@ -326,7 +329,7 @@ export interface CreateJobCommandOutput extends CreateJobResponse, __MetadataBea
* Inputs: [ // required
* "STRING_VALUE",
* ],
* PartitionKeys: [ // GlueStudioPathList
* PartitionKeys: [
* "<EnclosedInStringProperties>",
* ],
* Table: "STRING_VALUE", // required
Expand Down Expand Up @@ -400,9 +403,7 @@ export interface CreateJobCommandOutput extends CreateJobResponse, __MetadataBea
* DropFields: { // DropFields
* Name: "STRING_VALUE", // required
* Inputs: "<OneInput>", // required
* Paths: [ // required
* "<EnclosedInStringProperties>",
* ],
* Paths: "<GlueStudioPathList>", // required
* },
* RenameField: { // RenameField
* Name: "STRING_VALUE", // required
Expand Down
2 changes: 1 addition & 1 deletion clients/client-glue/src/commands/GetConnectionCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -46,7 +46,7 @@ export interface GetConnectionCommandOutput extends GetConnectionResponse, __Met
* // Connection: { // Connection
* // Name: "STRING_VALUE",
* // Description: "STRING_VALUE",
* // ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE",
* // ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE" || "VIEW_VALIDATION_REDSHIFT" || "VIEW_VALIDATION_ATHENA",
* // MatchCriteria: [ // MatchCriteria
* // "STRING_VALUE",
* // ],
Expand Down
4 changes: 2 additions & 2 deletions clients/client-glue/src/commands/GetConnectionsCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@ export interface GetConnectionsCommandOutput extends GetConnectionsResponse, __M
* MatchCriteria: [ // MatchCriteria
* "STRING_VALUE",
* ],
* ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE",
* ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE" || "VIEW_VALIDATION_REDSHIFT" || "VIEW_VALIDATION_ATHENA",
* },
* HidePassword: true || false,
* NextToken: "STRING_VALUE",
Expand All @@ -54,7 +54,7 @@ export interface GetConnectionsCommandOutput extends GetConnectionsResponse, __M
* // { // Connection
* // Name: "STRING_VALUE",
* // Description: "STRING_VALUE",
* // ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE",
* // ConnectionType: "JDBC" || "SFTP" || "MONGODB" || "KAFKA" || "NETWORK" || "MARKETPLACE" || "CUSTOM" || "SALESFORCE" || "VIEW_VALIDATION_REDSHIFT" || "VIEW_VALIDATION_ATHENA",
* // MatchCriteria: [ // MatchCriteria
* // "STRING_VALUE",
* // ],
Expand Down
9 changes: 5 additions & 4 deletions clients/client-glue/src/commands/GetJobCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -306,6 +306,9 @@ export interface GetJobCommandOutput extends GetJobResponse, __MetadataBearer {}
* // Inputs: [ // required
* // "STRING_VALUE",
* // ],
* // PartitionKeys: [ // GlueStudioPathList
* // "<EnclosedInStringProperties>",
* // ],
* // Database: "STRING_VALUE", // required
* // Table: "STRING_VALUE", // required
* // },
Expand All @@ -331,7 +334,7 @@ export interface GetJobCommandOutput extends GetJobResponse, __MetadataBearer {}
* // Inputs: [ // required
* // "STRING_VALUE",
* // ],
* // PartitionKeys: [ // GlueStudioPathList
* // PartitionKeys: [
* // "<EnclosedInStringProperties>",
* // ],
* // Table: "STRING_VALUE", // required
Expand Down Expand Up @@ -405,9 +408,7 @@ export interface GetJobCommandOutput extends GetJobResponse, __MetadataBearer {}
* // DropFields: { // DropFields
* // Name: "STRING_VALUE", // required
* // Inputs: "<OneInput>", // required
* // Paths: [ // required
* // "<EnclosedInStringProperties>",
* // ],
* // Paths: "<GlueStudioPathList>", // required
* // },
* // RenameField: { // RenameField
* // Name: "STRING_VALUE", // required
Expand Down
9 changes: 5 additions & 4 deletions clients/client-glue/src/commands/GetJobsCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -308,6 +308,9 @@ export interface GetJobsCommandOutput extends GetJobsResponse, __MetadataBearer
* // Inputs: [ // required
* // "STRING_VALUE",
* // ],
* // PartitionKeys: [ // GlueStudioPathList
* // "<EnclosedInStringProperties>",
* // ],
* // Database: "STRING_VALUE", // required
* // Table: "STRING_VALUE", // required
* // },
Expand All @@ -333,7 +336,7 @@ export interface GetJobsCommandOutput extends GetJobsResponse, __MetadataBearer
* // Inputs: [ // required
* // "STRING_VALUE",
* // ],
* // PartitionKeys: [ // GlueStudioPathList
* // PartitionKeys: [
* // "<EnclosedInStringProperties>",
* // ],
* // Table: "STRING_VALUE", // required
Expand Down Expand Up @@ -407,9 +410,7 @@ export interface GetJobsCommandOutput extends GetJobsResponse, __MetadataBearer
* // DropFields: { // DropFields
* // Name: "STRING_VALUE", // required
* // Inputs: "<OneInput>", // required
* // Paths: [ // required
* // "<EnclosedInStringProperties>",
* // ],
* // Paths: "<GlueStudioPathList>", // required
* // },
* // RenameField: { // RenameField
* // Name: "STRING_VALUE", // required
Expand Down
145 changes: 144 additions & 1 deletion clients/client-glue/src/commands/GetTableCommand.ts
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,8 @@ import { MetadataBearer as __MetadataBearer } from "@smithy/types";

import { commonParams } from "../endpoint/EndpointParameters";
import { GlueClientResolvedConfig, ServiceInputTypes, ServiceOutputTypes } from "../GlueClient";
import { GetTableRequest, GetTableResponse } from "../models/models_2";
import { GetTableRequest } from "../models/models_2";
import { GetTableResponse } from "../models/models_3";
import { de_GetTableCommand, se_GetTableCommand } from "../protocols/Aws_json1_1";

/**
Expand Down Expand Up @@ -42,6 +43,7 @@ export interface GetTableCommandOutput extends GetTableResponse, __MetadataBeare
* Name: "STRING_VALUE", // required
* TransactionId: "STRING_VALUE",
* QueryAsOfTime: new Date("TIMESTAMP"),
* IncludeStatusDetails: true || false,
* };
* const command = new GetTableCommand(input);
* const response = await client.send(command);
Expand Down Expand Up @@ -159,6 +161,147 @@ export interface GetTableCommandOutput extends GetTableResponse, __MetadataBeare
* // ],
* // },
* // IsMultiDialectView: true || false,
* // Status: { // TableStatus
* // RequestedBy: "STRING_VALUE",
* // UpdatedBy: "STRING_VALUE",
* // RequestTime: new Date("TIMESTAMP"),
* // UpdateTime: new Date("TIMESTAMP"),
* // Action: "UPDATE" || "CREATE",
* // State: "QUEUED" || "IN_PROGRESS" || "SUCCESS" || "STOPPED" || "FAILED",
* // Error: { // ErrorDetail
* // ErrorCode: "STRING_VALUE",
* // ErrorMessage: "STRING_VALUE",
* // },
* // Details: { // StatusDetails
* // RequestedChange: {
* // Name: "STRING_VALUE", // required
* // DatabaseName: "STRING_VALUE",
* // Description: "STRING_VALUE",
* // Owner: "STRING_VALUE",
* // CreateTime: new Date("TIMESTAMP"),
* // UpdateTime: new Date("TIMESTAMP"),
* // LastAccessTime: new Date("TIMESTAMP"),
* // LastAnalyzedTime: new Date("TIMESTAMP"),
* // Retention: Number("int"),
* // StorageDescriptor: {
* // Columns: "<ColumnList>",
* // Location: "STRING_VALUE",
* // AdditionalLocations: [
* // "STRING_VALUE",
* // ],
* // InputFormat: "STRING_VALUE",
* // OutputFormat: "STRING_VALUE",
* // Compressed: true || false,
* // NumberOfBuckets: Number("int"),
* // SerdeInfo: {
* // Name: "STRING_VALUE",
* // SerializationLibrary: "STRING_VALUE",
* // Parameters: "<ParametersMap>",
* // },
* // BucketColumns: "<NameStringList>",
* // SortColumns: [
* // {
* // Column: "STRING_VALUE", // required
* // SortOrder: Number("int"), // required
* // },
* // ],
* // Parameters: "<ParametersMap>",
* // SkewedInfo: {
* // SkewedColumnNames: "<NameStringList>",
* // SkewedColumnValues: [
* // "STRING_VALUE",
* // ],
* // SkewedColumnValueLocationMaps: {
* // "<keys>": "STRING_VALUE",
* // },
* // },
* // StoredAsSubDirectories: true || false,
* // SchemaReference: {
* // SchemaId: {
* // SchemaArn: "STRING_VALUE",
* // SchemaName: "STRING_VALUE",
* // RegistryName: "STRING_VALUE",
* // },
* // SchemaVersionId: "STRING_VALUE",
* // SchemaVersionNumber: Number("long"),
* // },
* // },
* // PartitionKeys: "<ColumnList>",
* // ViewOriginalText: "STRING_VALUE",
* // ViewExpandedText: "STRING_VALUE",
* // TableType: "STRING_VALUE",
* // Parameters: "<ParametersMap>",
* // CreatedBy: "STRING_VALUE",
* // IsRegisteredWithLakeFormation: true || false,
* // TargetTable: {
* // CatalogId: "STRING_VALUE",
* // DatabaseName: "STRING_VALUE",
* // Name: "STRING_VALUE",
* // Region: "STRING_VALUE",
* // },
* // CatalogId: "STRING_VALUE",
* // VersionId: "STRING_VALUE",
* // FederatedTable: {
* // Identifier: "STRING_VALUE",
* // DatabaseIdentifier: "STRING_VALUE",
* // ConnectionName: "STRING_VALUE",
* // },
* // ViewDefinition: {
* // IsProtected: true || false,
* // Definer: "STRING_VALUE",
* // SubObjects: [
* // "STRING_VALUE",
* // ],
* // Representations: [
* // {
* // Dialect: "REDSHIFT" || "ATHENA" || "SPARK",
* // DialectVersion: "STRING_VALUE",
* // ViewOriginalText: "STRING_VALUE",
* // ViewExpandedText: "STRING_VALUE",
* // ValidationConnection: "STRING_VALUE",
* // IsStale: true || false,
* // },
* // ],
* // },
* // IsMultiDialectView: true || false,
* // Status: {
* // RequestedBy: "STRING_VALUE",
* // UpdatedBy: "STRING_VALUE",
* // RequestTime: new Date("TIMESTAMP"),
* // UpdateTime: new Date("TIMESTAMP"),
* // Action: "UPDATE" || "CREATE",
* // State: "QUEUED" || "IN_PROGRESS" || "SUCCESS" || "STOPPED" || "FAILED",
* // Error: {
* // ErrorCode: "STRING_VALUE",
* // ErrorMessage: "STRING_VALUE",
* // },
* // Details: {
* // RequestedChange: "<Table>",
* // ViewValidations: [ // ViewValidationList
* // { // ViewValidation
* // Dialect: "REDSHIFT" || "ATHENA" || "SPARK",
* // DialectVersion: "STRING_VALUE",
* // ViewValidationText: "STRING_VALUE",
* // UpdateTime: new Date("TIMESTAMP"),
* // State: "QUEUED" || "IN_PROGRESS" || "SUCCESS" || "STOPPED" || "FAILED",
* // Error: "<ErrorDetail>",
* // },
* // ],
* // },
* // },
* // },
* // ViewValidations: [
* // {
* // Dialect: "REDSHIFT" || "ATHENA" || "SPARK",
* // DialectVersion: "STRING_VALUE",
* // ViewValidationText: "STRING_VALUE",
* // UpdateTime: new Date("TIMESTAMP"),
* // State: "QUEUED" || "IN_PROGRESS" || "SUCCESS" || "STOPPED" || "FAILED",
* // Error: "<ErrorDetail>",
* // },
* // ],
* // },
* // },
* // },
* // };
*
Expand Down
Loading

0 comments on commit be3723e

Please sign in to comment.