feat(client-bedrock): A CustomModelUnit(CMU) is an abstract view of the hardware utilization that Bedrock needs to host a a single copy of your custom imported model. Bedrock determines the number of CMUs that a model copy needs when you import the custom model. You can use CMUs to estimate the cost of Inference's.

Author: awstools

clients/client-bedrock/src/commands/GetImportedModelCommand.ts

@@ -54,6 +54,10 @@ export interface GetImportedModelCommandOutput extends GetImportedModelResponse,
  * //   modelArchitecture: "STRING_VALUE",
  * //   modelKmsKeyArn: "STRING_VALUE",
  * //   instructSupported: true || false,
+ * //   customModelUnits: { // CustomModelUnits
+ * //     customModelUnitsPerModelCopy: Number("int"),
+ * //     customModelUnitsVersion: "STRING_VALUE",
+ * //   },
  * // };
  *
  * ```

clients/client-bedrock/src/models/models_0.ts

@@ -4383,6 +4383,32 @@ export interface GetImportedModelRequest {
   modelIdentifier: string | undefined;
 }
 
+/**
+ * <p>A <code>CustomModelUnit</code> (CMU) is an abstract view of the hardware utilization that
+ *      Amazon Bedrock needs to host a single copy of your custom model. A model copy represents a
+ *      single instance of your imported model that is ready to serve inference requests. Amazon Bedrock
+ *      determines the number of custom model units that a model copy needs when you import the custom model.
+ *  </p>
+ *          <p>You can use <code>CustomModelUnits</code> to estimate the cost of running
+ *      your custom model. For more information, see Calculate the cost of running a custom model in the
+ *      Amazon Bedrock user guide.
+ *  </p>
+ * @public
+ */
+export interface CustomModelUnits {
+  /**
+   * <p>The number of custom model units used to host a model copy. </p>
+   * @public
+   */
+  customModelUnitsPerModelCopy?: number | undefined;
+
+  /**
+   * <p>The version of the custom model unit. Use to determine the billing rate for the custom model unit.</p>
+   * @public
+   */
+  customModelUnitsVersion?: string | undefined;
+}
+
 /**
  * @public
  */
@@ -4440,6 +4466,12 @@ export interface GetImportedModelResponse {
    * @public
    */
   instructSupported?: boolean | undefined;
+
+  /**
+   * <p>Information about the hardware utilization for a single copy of the model.</p>
+   * @public
+   */
+  customModelUnits?: CustomModelUnits | undefined;
 }
 
 /**

clients/client-bedrock/src/protocols/Aws_restJson1.ts

@@ -2123,6 +2123,7 @@ export const de_GetImportedModelCommand = async (
   const data: Record<string, any> = __expectNonNull(__expectObject(await parseBody(output.body, context)), "body");
   const doc = take(data, {
     creationTime: (_) => __expectNonNull(__parseRfc3339DateTimeWithOffset(_)),
+    customModelUnits: _json,
     instructSupported: __expectBoolean,
     jobArn: __expectString,
     jobName: __expectString,
@@ -3686,6 +3687,8 @@ const de_CustomModelSummaryList = (output: any, context: __SerdeContext): Custom
   return retVal;
 };
 
+// de_CustomModelUnits omitted.
+
 // de_DistillationConfig omitted.
 
 // de_EndpointConfig omitted.

codegen/sdk-codegen/aws-models/bedrock.json

@@ -2556,6 +2556,32 @@
         "target": "com.amazonaws.bedrock#CustomModelSummary"
       }
     },
+    "com.amazonaws.bedrock#CustomModelUnits": {
+      "type": "structure",
+      "members": {
+        "customModelUnitsPerModelCopy": {
+          "target": "smithy.api#Integer",
+          "traits": {
+            "smithy.api#documentation": "<p>The number of custom model units used to host a model copy. </p>"
+          }
+        },
+        "customModelUnitsVersion": {
+          "target": "com.amazonaws.bedrock#CustomModelUnitsVersion",
+          "traits": {
+            "smithy.api#documentation": "<p>The version of the custom model unit. Use to determine the billing rate for the custom model unit.</p>"
+          }
+        }
+      },
+      "traits": {
+        "smithy.api#documentation": "<p>A <code>CustomModelUnit</code> (CMU) is an abstract view of the hardware utilization that \n     Amazon Bedrock needs to host a single copy of your custom model. A model copy represents a \n     single instance of your imported model that is ready to serve inference requests. Amazon Bedrock \n     determines the number of custom model units that a model copy needs when you import the custom model.\n </p>\n         <p>You can use <code>CustomModelUnits</code> to estimate the cost of running\n     your custom model. For more information, see Calculate the cost of running a custom model in the\n     Amazon Bedrock user guide.\n </p>"
+      }
+    },
+    "com.amazonaws.bedrock#CustomModelUnitsVersion": {
+      "type": "string",
+      "traits": {
+        "smithy.api#pattern": "^v\\d+.\\d+$"
+      }
+    },
     "com.amazonaws.bedrock#CustomizationConfig": {
       "type": "union",
       "members": {
@@ -5027,6 +5053,12 @@
           "traits": {
             "smithy.api#documentation": "<p>Specifies if the imported model supports converse.</p>"
           }
+        },
+        "customModelUnits": {
+          "target": "com.amazonaws.bedrock#CustomModelUnits",
+          "traits": {
+            "smithy.api#documentation": "<p>Information about the hardware utilization for a single copy of the model.</p>"
+          }
         }
       },
       "traits": {