feat(client-bedrock-agent): Removing support for topK property in Pro…

…mptModelInferenceConfiguration object, Making PromptTemplateConfiguration property as required, Limiting the maximum PromptVariant to 1
aws · Oct 17, 2024 · d4d3af5 · d4d3af5
1 parent f4c5267
commit d4d3af5
Show file tree

Hide file tree

Showing 13 changed files with 6 additions and 32 deletions.
diff --git a/clients/client-bedrock-agent/src/commands/CreateFlowCommand.ts b/clients/client-bedrock-agent/src/commands/CreateFlowCommand.ts
@@ -91,7 +91,6 @@ export interface CreateFlowCommandOutput extends CreateFlowResponse, __MetadataB
  *                   text: { // PromptModelInferenceConfiguration
  *                     temperature: Number("float"),
  *                     topP: Number("float"),
- *                     topK: Number("int"),
  *                     maxTokens: Number("int"),
  *                     stopSequences: [ // StopSequences
  *                       "STRING_VALUE",
@@ -221,7 +220,6 @@ export interface CreateFlowCommandOutput extends CreateFlowResponse, __MetadataB
  * //                   text: { // PromptModelInferenceConfiguration
  * //                     temperature: Number("float"),
  * //                     topP: Number("float"),
- * //                     topK: Number("int"),
  * //                     maxTokens: Number("int"),
  * //                     stopSequences: [ // StopSequences
  * //                       "STRING_VALUE",

diff --git a/clients/client-bedrock-agent/src/commands/CreateFlowVersionCommand.ts b/clients/client-bedrock-agent/src/commands/CreateFlowVersionCommand.ts
@@ -102,7 +102,6 @@ export interface CreateFlowVersionCommandOutput extends CreateFlowVersionRespons
  * //                   text: { // PromptModelInferenceConfiguration
  * //                     temperature: Number("float"),
  * //                     topP: Number("float"),
- * //                     topK: Number("int"),
  * //                     maxTokens: Number("int"),
  * //                     stopSequences: [ // StopSequences
  * //                       "STRING_VALUE",

diff --git a/clients/client-bedrock-agent/src/commands/CreatePromptCommand.ts b/clients/client-bedrock-agent/src/commands/CreatePromptCommand.ts
@@ -64,7 +64,6 @@ export interface CreatePromptCommandOutput extends CreatePromptResponse, __Metad
  *         text: { // PromptModelInferenceConfiguration
  *           temperature: Number("float"),
  *           topP: Number("float"),
- *           topK: Number("int"),
  *           maxTokens: Number("int"),
  *           stopSequences: [ // StopSequences
  *             "STRING_VALUE",
@@ -110,7 +109,6 @@ export interface CreatePromptCommandOutput extends CreatePromptResponse, __Metad
  * //         text: { // PromptModelInferenceConfiguration
  * //           temperature: Number("float"),
  * //           topP: Number("float"),
- * //           topK: Number("int"),
  * //           maxTokens: Number("int"),
  * //           stopSequences: [ // StopSequences
  * //             "STRING_VALUE",

diff --git a/clients/client-bedrock-agent/src/commands/CreatePromptVersionCommand.ts b/clients/client-bedrock-agent/src/commands/CreatePromptVersionCommand.ts
@@ -73,7 +73,6 @@ export interface CreatePromptVersionCommandOutput extends CreatePromptVersionRes
  * //         text: { // PromptModelInferenceConfiguration
  * //           temperature: Number("float"),
  * //           topP: Number("float"),
- * //           topK: Number("int"),
  * //           maxTokens: Number("int"),
  * //           stopSequences: [ // StopSequences
  * //             "STRING_VALUE",

diff --git a/clients/client-bedrock-agent/src/commands/GetFlowCommand.ts b/clients/client-bedrock-agent/src/commands/GetFlowCommand.ts
@@ -97,7 +97,6 @@ export interface GetFlowCommandOutput extends GetFlowResponse, __MetadataBearer
  * //                   text: { // PromptModelInferenceConfiguration
  * //                     temperature: Number("float"),
  * //                     topP: Number("float"),
- * //                     topK: Number("int"),
  * //                     maxTokens: Number("int"),
  * //                     stopSequences: [ // StopSequences
  * //                       "STRING_VALUE",

diff --git a/clients/client-bedrock-agent/src/commands/GetFlowVersionCommand.ts b/clients/client-bedrock-agent/src/commands/GetFlowVersionCommand.ts
@@ -101,7 +101,6 @@ export interface GetFlowVersionCommandOutput extends GetFlowVersionResponse, __M
  * //                   text: { // PromptModelInferenceConfiguration
  * //                     temperature: Number("float"),
  * //                     topP: Number("float"),
- * //                     topK: Number("int"),
  * //                     maxTokens: Number("int"),
  * //                     stopSequences: [ // StopSequences
  * //                       "STRING_VALUE",

diff --git a/clients/client-bedrock-agent/src/commands/GetIngestionJobCommand.ts b/clients/client-bedrock-agent/src/commands/GetIngestionJobCommand.ts
@@ -28,7 +28,7 @@ export interface GetIngestionJobCommandInput extends GetIngestionJobRequest {}
 export interface GetIngestionJobCommandOutput extends GetIngestionJobResponse, __MetadataBearer {}
 
 /**
- * <p>Gets information about a data ingestion job. Data sources are ingested into your knowledge base so that Large Lanaguage Models (LLMs) can use your data.</p>
+ * <p>Gets information about a data ingestion job. Data sources are ingested into your knowledge base so that Large Language Models (LLMs) can use your data.</p>
  * @example
  * Use a bare-bones client and the command you need to make an API call.
  * ```javascript

diff --git a/clients/client-bedrock-agent/src/commands/GetPromptCommand.ts b/clients/client-bedrock-agent/src/commands/GetPromptCommand.ts
@@ -65,7 +65,6 @@ export interface GetPromptCommandOutput extends GetPromptResponse, __MetadataBea
  * //         text: { // PromptModelInferenceConfiguration
  * //           temperature: Number("float"),
  * //           topP: Number("float"),
- * //           topK: Number("int"),
  * //           maxTokens: Number("int"),
  * //           stopSequences: [ // StopSequences
  * //             "STRING_VALUE",

diff --git a/clients/client-bedrock-agent/src/commands/UpdateFlowCommand.ts b/clients/client-bedrock-agent/src/commands/UpdateFlowCommand.ts
@@ -91,7 +91,6 @@ export interface UpdateFlowCommandOutput extends UpdateFlowResponse, __MetadataB
  *                   text: { // PromptModelInferenceConfiguration
  *                     temperature: Number("float"),
  *                     topP: Number("float"),
- *                     topK: Number("int"),
  *                     maxTokens: Number("int"),
  *                     stopSequences: [ // StopSequences
  *                       "STRING_VALUE",
@@ -218,7 +217,6 @@ export interface UpdateFlowCommandOutput extends UpdateFlowResponse, __MetadataB
  * //                   text: { // PromptModelInferenceConfiguration
  * //                     temperature: Number("float"),
  * //                     topP: Number("float"),
- * //                     topK: Number("int"),
  * //                     maxTokens: Number("int"),
  * //                     stopSequences: [ // StopSequences
  * //                       "STRING_VALUE",

diff --git a/clients/client-bedrock-agent/src/commands/UpdatePromptCommand.ts b/clients/client-bedrock-agent/src/commands/UpdatePromptCommand.ts
@@ -64,7 +64,6 @@ export interface UpdatePromptCommandOutput extends UpdatePromptResponse, __Metad
  *         text: { // PromptModelInferenceConfiguration
  *           temperature: Number("float"),
  *           topP: Number("float"),
- *           topK: Number("int"),
  *           maxTokens: Number("int"),
  *           stopSequences: [ // StopSequences
  *             "STRING_VALUE",
@@ -107,7 +106,6 @@ export interface UpdatePromptCommandOutput extends UpdatePromptResponse, __Metad
  * //         text: { // PromptModelInferenceConfiguration
  * //           temperature: Number("float"),
  * //           topP: Number("float"),
- * //           topK: Number("int"),
  * //           maxTokens: Number("int"),
  * //           stopSequences: [ // StopSequences
  * //             "STRING_VALUE",

diff --git a/clients/client-bedrock-agent/src/models/models_0.ts b/clients/client-bedrock-agent/src/models/models_0.ts
@@ -3972,12 +3972,6 @@ export interface PromptModelInferenceConfiguration {
    */
   topP?: number;
 
-  /**
-   * <p>The number of most-likely candidates that the model considers for the next token during generation.</p>
-   * @public
-   */
-  topK?: number;
-
   /**
    * <p>The maximum number of tokens to return in the response.</p>
    * @public
@@ -7514,7 +7508,7 @@ export interface PromptVariant {
    * <p>Contains configurations for the prompt template.</p>
    * @public
    */
-  templateConfiguration?: PromptTemplateConfiguration;
+  templateConfiguration: PromptTemplateConfiguration | undefined;
 
   /**
    * <p>The unique identifier of the model or <a href="https://docs.aws.amazon.com/bedrock/latest/userguide/cross-region-inference.html">inference profile</a> with which to run inference on the prompt.</p>

diff --git a/clients/client-bedrock-agent/src/protocols/Aws_restJson1.ts b/clients/client-bedrock-agent/src/protocols/Aws_restJson1.ts
@@ -3533,7 +3533,6 @@ const se_PromptModelInferenceConfiguration = (
     maxTokens: [],
     stopSequences: _json,
     temperature: __serializeFloat,
-    topK: [],
     topP: __serializeFloat,
   });
 };
@@ -4484,7 +4483,6 @@ const de_PromptModelInferenceConfiguration = (
     maxTokens: __expectInt32,
     stopSequences: _json,
     temperature: __limitedParseFloat32,
-    topK: __expectInt32,
     topP: __limitedParseFloat32,
   }) as any;
 };

diff --git a/codegen/sdk-codegen/aws-models/bedrock-agent.json b/codegen/sdk-codegen/aws-models/bedrock-agent.json
@@ -7088,7 +7088,7 @@
         }
       ],
       "traits": {
-        "smithy.api#documentation": "<p>Gets information about a data ingestion job. Data sources are ingested into your knowledge base so that Large Lanaguage Models (LLMs) can use your data.</p>",
+        "smithy.api#documentation": "<p>Gets information about a data ingestion job. Data sources are ingested into your knowledge base so that Large Language Models (LLMs) can use your data.</p>",
         "smithy.api#http": {
           "code": 200,
           "method": "GET",
@@ -10520,12 +10520,6 @@
             "smithy.api#documentation": "<p>The percentage of most-likely candidates that the model considers for the next token.</p>"
           }
         },
-        "topK": {
-          "target": "com.amazonaws.bedrockagent#TopK",
-          "traits": {
-            "smithy.api#documentation": "<p>The number of most-likely candidates that the model considers for the next token during generation.</p>"
-          }
-        },
         "maxTokens": {
           "target": "com.amazonaws.bedrockagent#MaximumLength",
           "traits": {
@@ -10762,7 +10756,8 @@
         "templateConfiguration": {
           "target": "com.amazonaws.bedrockagent#PromptTemplateConfiguration",
           "traits": {
-            "smithy.api#documentation": "<p>Contains configurations for the prompt template.</p>"
+            "smithy.api#documentation": "<p>Contains configurations for the prompt template.</p>",
+            "smithy.api#required": {}
           }
         },
         "modelId": {
@@ -10796,7 +10791,7 @@
       },
       "traits": {
         "smithy.api#length": {
-          "max": 3
+          "max": 1
         },
         "smithy.api#sensitive": {}
       }