feat(client-glue): To support customer-managed encryption in Data Qua…

…lity to allow customers encrypt data with their own KMS key, we will add a DataQualityEncryption field to the SecurityConfiguration API where customers can provide their KMS keys.
aws · Dec 12, 2024 · 6d74002 · 6d74002
1 parent 97520fc
commit 6d74002
Show file tree

Hide file tree

Showing 13 changed files with 218 additions and 114 deletions.
diff --git a/clients/client-glue/src/commands/CreateSecurityConfigurationCommand.ts b/clients/client-glue/src/commands/CreateSecurityConfigurationCommand.ts
@@ -54,6 +54,10 @@ export interface CreateSecurityConfigurationCommandOutput
  *       JobBookmarksEncryptionMode: "DISABLED" || "CSE-KMS",
  *       KmsKeyArn: "STRING_VALUE",
  *     },
+ *     DataQualityEncryption: { // DataQualityEncryption
+ *       DataQualityEncryptionMode: "DISABLED" || "SSE-KMS",
+ *       KmsKeyArn: "STRING_VALUE",
+ *     },
  *   },
  * };
  * const command = new CreateSecurityConfigurationCommand(input);

diff --git a/clients/client-glue/src/commands/CreateTriggerCommand.ts b/clients/client-glue/src/commands/CreateTriggerCommand.ts
@@ -29,6 +29,7 @@ export interface CreateTriggerCommandOutput extends CreateTriggerResponse, __Met
 
 /**
  * <p>Creates a new trigger.</p>
+ *          <p>Job arguments may be logged. Do not pass plaintext secrets as arguments. Retrieve secrets from a Glue Connection, Amazon Web Services Secrets Manager or other secret management mechanism if you intend to keep them within the Job.</p>
  * @example
  * Use a bare-bones client and the command you need to make an API call.
  * ```javascript

diff --git a/clients/client-glue/src/commands/GetJobRunCommand.ts b/clients/client-glue/src/commands/GetJobRunCommand.ts
@@ -28,7 +28,7 @@ export interface GetJobRunCommandInput extends GetJobRunRequest {}
 export interface GetJobRunCommandOutput extends GetJobRunResponse, __MetadataBearer {}
 
 /**
- * <p>Retrieves the metadata for a given job run. Job run history is accessible for 90 days for your workflow and job run.</p>
+ * <p>Retrieves the metadata for a given job run. Job run history is accessible for 365 days for your workflow and job run.</p>
  * @example
  * Use a bare-bones client and the command you need to make an API call.
  * ```javascript

diff --git a/clients/client-glue/src/commands/GetJobRunsCommand.ts b/clients/client-glue/src/commands/GetJobRunsCommand.ts
@@ -29,6 +29,8 @@ export interface GetJobRunsCommandOutput extends GetJobRunsResponse, __MetadataB
 
 /**
  * <p>Retrieves metadata for all runs of a given job definition.</p>
+ *          <p>
+ *             <code>GetJobRuns</code> returns the job runs in chronological order, with the newest jobs returned first.</p>
  * @example
  * Use a bare-bones client and the command you need to make an API call.
  * ```javascript

diff --git a/clients/client-glue/src/commands/GetSecurityConfigurationCommand.ts b/clients/client-glue/src/commands/GetSecurityConfigurationCommand.ts
@@ -59,6 +59,10 @@ export interface GetSecurityConfigurationCommandOutput extends GetSecurityConfig
  * //         JobBookmarksEncryptionMode: "DISABLED" || "CSE-KMS",
  * //         KmsKeyArn: "STRING_VALUE",
  * //       },
+ * //       DataQualityEncryption: { // DataQualityEncryption
+ * //         DataQualityEncryptionMode: "DISABLED" || "SSE-KMS",
+ * //         KmsKeyArn: "STRING_VALUE",
+ * //       },
  * //     },
  * //   },
  * // };

diff --git a/clients/client-glue/src/commands/GetSecurityConfigurationsCommand.ts b/clients/client-glue/src/commands/GetSecurityConfigurationsCommand.ts
@@ -61,6 +61,10 @@ export interface GetSecurityConfigurationsCommandOutput extends GetSecurityConfi
  * //           JobBookmarksEncryptionMode: "DISABLED" || "CSE-KMS",
  * //           KmsKeyArn: "STRING_VALUE",
  * //         },
+ * //         DataQualityEncryption: { // DataQualityEncryption
+ * //           DataQualityEncryptionMode: "DISABLED" || "SSE-KMS",
+ * //           KmsKeyArn: "STRING_VALUE",
+ * //         },
  * //       },
  * //     },
  * //   ],

diff --git a/clients/client-glue/src/commands/UpdateTriggerCommand.ts b/clients/client-glue/src/commands/UpdateTriggerCommand.ts
@@ -29,6 +29,7 @@ export interface UpdateTriggerCommandOutput extends UpdateTriggerResponse, __Met
 
 /**
  * <p>Updates a trigger definition.</p>
+ *          <p>Job arguments may be logged. Do not pass plaintext secrets as arguments. Retrieve secrets from a Glue Connection, Amazon Web Services Secrets Manager or other secret management mechanism if you intend to keep them within the Job.</p>
  * @example
  * Use a bare-bones client and the command you need to make an API call.
  * ```javascript

diff --git a/clients/client-glue/src/models/models_0.ts b/clients/client-glue/src/models/models_0.ts
@@ -8823,22 +8823,22 @@ export interface JobRun {
    *           G.1X, G.2X, G.4X, G.8X or G.025X for Spark jobs. Accepts the value Z.2X for Ray jobs.</p>
    *          <ul>
    *             <li>
-   *                <p>For the <code>G.1X</code> worker type, each worker maps to 1 DPU (4 vCPUs, 16 GB of memory) with 84GB disk (approximately 34GB free), and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.</p>
+   *                <p>For the <code>G.1X</code> worker type, each worker maps to 1 DPU (4 vCPUs, 16 GB of memory) with 94GB disk, and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.</p>
    *             </li>
    *             <li>
-   *                <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPUs, 32 GB of memory) with 128GB disk (approximately 77GB free), and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.</p>
+   *                <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPUs, 32 GB of memory) with 138GB disk, and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.</p>
    *             </li>
    *             <li>
-   *                <p>For the <code>G.4X</code> worker type, each worker maps to 4 DPU (16 vCPUs, 64 GB of memory) with 256GB disk (approximately 235GB free), and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs in the following Amazon Web Services Regions: US East (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland), and Europe (Stockholm).</p>
+   *                <p>For the <code>G.4X</code> worker type, each worker maps to 4 DPU (16 vCPUs, 64 GB of memory) with 256GB disk, and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs in the following Amazon Web Services Regions: US East (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland), and Europe (Stockholm).</p>
    *             </li>
    *             <li>
-   *                <p>For the <code>G.8X</code> worker type, each worker maps to 8 DPU (32 vCPUs, 128 GB of memory) with 512GB disk (approximately 487GB free), and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs, in the same Amazon Web Services Regions as supported for the <code>G.4X</code> worker type.</p>
+   *                <p>For the <code>G.8X</code> worker type, each worker maps to 8 DPU (32 vCPUs, 128 GB of memory) with 512GB disk, and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs, in the same Amazon Web Services Regions as supported for the <code>G.4X</code> worker type.</p>
    *             </li>
    *             <li>
-   *                <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPUs, 4 GB of memory) with 84GB disk (approximately 34GB free), and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 streaming jobs.</p>
+   *                <p>For the <code>G.025X</code> worker type, each worker maps to 0.25 DPU (2 vCPUs, 4 GB of memory) with 84GB disk, and provides 1 executor per worker. We recommend this worker type for low volume streaming jobs. This worker type is only available for Glue version 3.0 or later streaming jobs.</p>
    *             </li>
    *             <li>
-   *                <p>For the <code>Z.2X</code> worker type, each worker maps to 2 M-DPU (8vCPUs, 64 GB of memory) with 128 GB disk (approximately 120GB free), and provides up to 8 Ray workers based on the autoscaler.</p>
+   *                <p>For the <code>Z.2X</code> worker type, each worker maps to 2 M-DPU (8vCPUs, 64 GB of memory) with 128 GB disk, and provides up to 8 Ray workers based on the autoscaler.</p>
    *             </li>
    *          </ul>
    * @public

diff --git a/clients/client-glue/src/models/models_1.ts b/clients/client-glue/src/models/models_1.ts
@@ -3496,6 +3496,39 @@ export interface CloudWatchEncryption {
   KmsKeyArn?: string | undefined;
 }
 
+/**
+ * @public
+ * @enum
+ */
+export const DataQualityEncryptionMode = {
+  DISABLED: "DISABLED",
+  SSEKMS: "SSE-KMS",
+} as const;
+
+/**
+ * @public
+ */
+export type DataQualityEncryptionMode = (typeof DataQualityEncryptionMode)[keyof typeof DataQualityEncryptionMode];
+
+/**
+ * <p>Specifies how Data Quality assets in your account should be encrypted.</p>
+ * @public
+ */
+export interface DataQualityEncryption {
+  /**
+   * <p>The encryption mode to use for encrypting Data Quality assets. These assets include data quality rulesets, results, statistics, anomaly detection models and observations.</p>
+   *          <p>Valid values are <code>SSEKMS</code> for encryption using a customer-managed KMS key, or <code>DISABLED</code>.</p>
+   * @public
+   */
+  DataQualityEncryptionMode?: DataQualityEncryptionMode | undefined;
+
+  /**
+   * <p>The Amazon Resource Name (ARN) of the KMS key to be used to encrypt the data.</p>
+   * @public
+   */
+  KmsKeyArn?: string | undefined;
+}
+
 /**
  * @public
  * @enum
@@ -3583,6 +3616,12 @@ export interface EncryptionConfiguration {
    * @public
    */
   JobBookmarksEncryption?: JobBookmarksEncryption | undefined;
+
+  /**
+   * <p>The encryption configuration for Glue Data Quality assets.</p>
+   * @public
+   */
+  DataQualityEncryption?: DataQualityEncryption | undefined;
 }
 
 /**
@@ -3716,19 +3755,19 @@ export interface CreateSessionRequest {
    *       G.1X, G.2X, G.4X, or G.8X for Spark jobs. Accepts the value Z.2X for Ray notebooks.</p>
    *          <ul>
    *             <li>
-   *                <p>For the <code>G.1X</code> worker type, each worker maps to 1 DPU (4 vCPUs, 16 GB of memory) with 84GB disk (approximately 34GB free), and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.</p>
+   *                <p>For the <code>G.1X</code> worker type, each worker maps to 1 DPU (4 vCPUs, 16 GB of memory) with 94GB disk, and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.</p>
    *             </li>
    *             <li>
-   *                <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPUs, 32 GB of memory) with 128GB disk (approximately 77GB free), and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.</p>
+   *                <p>For the <code>G.2X</code> worker type, each worker maps to 2 DPU (8 vCPUs, 32 GB of memory) with 138GB disk, and provides 1 executor per worker. We recommend this worker type for workloads such as data transforms, joins, and queries, to offers a scalable and cost effective way to run most jobs.</p>
    *             </li>
    *             <li>
-   *                <p>For the <code>G.4X</code> worker type, each worker maps to 4 DPU (16 vCPUs, 64 GB of memory) with 256GB disk (approximately 235GB free), and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs in the following Amazon Web Services Regions: US East (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland), and Europe (Stockholm).</p>
+   *                <p>For the <code>G.4X</code> worker type, each worker maps to 4 DPU (16 vCPUs, 64 GB of memory) with 256GB disk, and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs in the following Amazon Web Services Regions: US East (Ohio), US East (N. Virginia), US West (Oregon), Asia Pacific (Singapore), Asia Pacific (Sydney), Asia Pacific (Tokyo), Canada (Central), Europe (Frankfurt), Europe (Ireland), and Europe (Stockholm).</p>
    *             </li>
    *             <li>
-   *                <p>For the <code>G.8X</code> worker type, each worker maps to 8 DPU (32 vCPUs, 128 GB of memory) with 512GB disk (approximately 487GB free), and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs, in the same Amazon Web Services Regions as supported for the <code>G.4X</code> worker type.</p>
+   *                <p>For the <code>G.8X</code> worker type, each worker maps to 8 DPU (32 vCPUs, 128 GB of memory) with 512GB disk, and provides 1 executor per worker. We recommend this worker type for jobs whose workloads contain your most demanding transforms, aggregations, joins, and queries. This worker type is available only for Glue version 3.0 or later Spark ETL jobs, in the same Amazon Web Services Regions as supported for the <code>G.4X</code> worker type.</p>
    *             </li>
    *             <li>
-   *                <p>For the <code>Z.2X</code> worker type, each worker maps to 2 M-DPU (8vCPUs, 64 GB of memory) with 128 GB disk (approximately 120GB free), and provides up to 8 Ray workers based on the autoscaler.</p>
+   *                <p>For the <code>Z.2X</code> worker type, each worker maps to 2 M-DPU (8vCPUs, 64 GB of memory) with 128 GB disk, and provides up to 8 Ray workers based on the autoscaler.</p>
    *             </li>
    *          </ul>
    * @public
@@ -4606,6 +4645,7 @@ export interface CreateWorkflowRequest {
 
   /**
    * <p>A collection of properties to be used as part of each execution of the workflow.</p>
+   *          <p>Run properties may be logged. Do not pass plaintext secrets as properties. Retrieve secrets from a Glue Connection, Amazon Web Services Secrets Manager or other secret management mechanism if you intend to use them within the workflow run.</p>
    * @public
    */
   DefaultRunProperties?: Record<string, string> | undefined;
@@ -7880,34 +7920,6 @@ export interface ExecutionAttempt {
   ErrorMessage?: string | undefined;
 }
 
-/**
- * @public
- * @enum
- */
-export const ScheduleType = {
-  AUTO: "AUTO",
-  CRON: "CRON",
-} as const;
-
-/**
- * @public
- */
-export type ScheduleType = (typeof ScheduleType)[keyof typeof ScheduleType];
-
-/**
- * @public
- * @enum
- */
-export const SettingSource = {
-  CATALOG: "CATALOG",
-  TABLE: "TABLE",
-} as const;
-
-/**
- * @public
- */
-export type SettingSource = (typeof SettingSource)[keyof typeof SettingSource];
-
 /**
  * @internal
  */

diff --git a/clients/client-glue/src/models/models_2.ts b/clients/client-glue/src/models/models_2.ts
@@ -64,11 +64,9 @@ import {
   RegistryId,
   RegistryStatus,
   ResourceUri,
-  ScheduleType,
   SchemaStatus,
   SchemaVersionStatus,
   Session,
-  SettingSource,
   SourceProcessingProperties,
   SourceTableConfig,
   Tag,
@@ -81,6 +79,34 @@ import {
   ViewDialect,
 } from "./models_1";
 
+/**
+ * @public
+ * @enum
+ */
+export const ScheduleType = {
+  AUTO: "AUTO",
+  CRON: "CRON",
+} as const;
+
+/**
+ * @public
+ */
+export type ScheduleType = (typeof ScheduleType)[keyof typeof ScheduleType];
+
+/**
+ * @public
+ * @enum
+ */
+export const SettingSource = {
+  CATALOG: "CATALOG",
+  TABLE: "TABLE",
+} as const;
+
+/**
+ * @public
+ */
+export type SettingSource = (typeof SettingSource)[keyof typeof SettingSource];
+
 /**
  * <p>The settings for a column statistics task.</p>
  * @public
@@ -8118,6 +8144,7 @@ export interface PutWorkflowRunPropertiesRequest {
 
   /**
    * <p>The properties to put for the specified run.</p>
+   *          <p>Run properties may be logged. Do not pass plaintext secrets as properties. Retrieve secrets from a Glue Connection, Amazon Web Services Secrets Manager or other secret management mechanism if you intend to use them within the workflow run.</p>
    * @public
    */
   RunProperties: Record<string, string> | undefined;
@@ -8559,38 +8586,6 @@ export interface PropertyPredicate {
   Comparator?: Comparator | undefined;
 }
 
-/**
- * @public
- * @enum
- */
-export const Sort = {
-  ASCENDING: "ASC",
-  DESCENDING: "DESC",
-} as const;
-
-/**
- * @public
- */
-export type Sort = (typeof Sort)[keyof typeof Sort];
-
-/**
- * <p>Specifies a field to sort by and a sort order.</p>
- * @public
- */
-export interface SortCriterion {
-  /**
-   * <p>The name of the field on which to sort.</p>
-   * @public
-   */
-  FieldName?: string | undefined;
-
-  /**
-   * <p>An ascending or descending sort.</p>
-   * @public
-   */
-  Sort?: Sort | undefined;
-}
-
 /**
  * @internal
  */