feat(client-emr-serverless): This release adds the capability to publish detailed Spark engine metrics to Amazon Managed Service for Prometheus (AMP) for enhanced monitoring for Spark jobs.

Author: awstools

clients/client-emr-serverless/src/commands/CreateApplicationCommand.ts

@@ -125,6 +125,9 @@ export interface CreateApplicationCommandOutput extends CreateApplicationRespons
  *         ],
  *       },
  *     },
+ *     prometheusMonitoringConfiguration: { // PrometheusMonitoringConfiguration
+ *       remoteWriteUrl: "STRING_VALUE",
+ *     },
  *   },
  * };
  * const command = new CreateApplicationCommand(input);

clients/client-emr-serverless/src/commands/GetApplicationCommand.ts

@@ -138,6 +138,9 @@ export interface GetApplicationCommandOutput extends GetApplicationResponse, __M
  * //           ],
  * //         },
  * //       },
+ * //       prometheusMonitoringConfiguration: { // PrometheusMonitoringConfiguration
+ * //         remoteWriteUrl: "STRING_VALUE",
+ * //       },
  * //     },
  * //   },
  * // };

clients/client-emr-serverless/src/commands/GetJobRunCommand.ts

@@ -91,6 +91,9 @@ export interface GetJobRunCommandOutput extends GetJobRunResponse, __MetadataBea
  * //             ],
  * //           },
  * //         },
+ * //         prometheusMonitoringConfiguration: { // PrometheusMonitoringConfiguration
+ * //           remoteWriteUrl: "STRING_VALUE",
+ * //         },
  * //       },
  * //     },
  * //     jobDriver: { // JobDriver Union: only one key present

clients/client-emr-serverless/src/commands/StartJobRunCommand.ts

@@ -90,6 +90,9 @@ export interface StartJobRunCommandOutput extends StartJobRunResponse, __Metadat
  *           ],
  *         },
  *       },
+ *       prometheusMonitoringConfiguration: { // PrometheusMonitoringConfiguration
+ *         remoteWriteUrl: "STRING_VALUE",
+ *       },
  *     },
  *   },
  *   tags: { // TagMap

clients/client-emr-serverless/src/commands/UpdateApplicationCommand.ts

@@ -123,6 +123,9 @@ export interface UpdateApplicationCommandOutput extends UpdateApplicationRespons
  *         ],
  *       },
  *     },
+ *     prometheusMonitoringConfiguration: { // PrometheusMonitoringConfiguration
+ *       remoteWriteUrl: "STRING_VALUE",
+ *     },
  *   },
  * };
  * const command = new UpdateApplicationCommand(input);
@@ -222,6 +225,9 @@ export interface UpdateApplicationCommandOutput extends UpdateApplicationRespons
  * //           ],
  * //         },
  * //       },
+ * //       prometheusMonitoringConfiguration: { // PrometheusMonitoringConfiguration
+ * //         remoteWriteUrl: "STRING_VALUE",
+ * //       },
  * //     },
  * //   },
  * // };

clients/client-emr-serverless/src/models/models_0.ts

@@ -95,7 +95,8 @@ export interface WorkerResourceConfig {
   disk?: string;
 
   /**
-   * <p>The disk type for every worker instance of the work type. Shuffle optimized disks have higher performance characteristics and are better for shuffle heavy workloads. Default is <code>STANDARD</code>.</p>
+   * <p>The disk type for every worker instance of the work type. Shuffle optimized disks have higher performance
+   *          characteristics and are better for shuffle heavy workloads. Default is <code>STANDARD</code>.</p>
    * @public
    */
   diskType?: string;
@@ -221,6 +222,18 @@ export interface ManagedPersistenceMonitoringConfiguration {
   encryptionKeyArn?: string;
 }
 
+/**
+ * <p>The monitoring configuration object you can configure to send metrics to Amazon Managed Service for Prometheus for a job run.</p>
+ * @public
+ */
+export interface PrometheusMonitoringConfiguration {
+  /**
+   * <p>The remote write URL in the Amazon Managed Service for Prometheus workspace to send metrics to.</p>
+   * @public
+   */
+  remoteWriteUrl?: string;
+}
+
 /**
  * <p>The Amazon S3 configuration for monitoring log publishing. You can configure your jobs
  *          to send log information to Amazon S3.</p>
@@ -263,6 +276,12 @@ export interface MonitoringConfiguration {
    * @public
    */
   cloudWatchLoggingConfiguration?: CloudWatchLoggingConfiguration;
+
+  /**
+   * <p>The monitoring configuration object you can configure to send metrics to Amazon Managed Service for Prometheus for a job run.</p>
+   * @public
+   */
+  prometheusMonitoringConfiguration?: PrometheusMonitoringConfiguration;
 }
 
 /**

clients/client-emr-serverless/src/protocols/Aws_restJson1.ts

@@ -74,6 +74,7 @@ import {
   MaximumAllowedResources,
   MonitoringConfiguration,
   NetworkConfiguration,
+  PrometheusMonitoringConfiguration,
   ResourceNotFoundException,
   ResourceUtilization,
   S3MonitoringConfiguration,
@@ -897,6 +898,8 @@ const se_ConfigurationOverrides = (input: ConfigurationOverrides, context: __Ser
 
 // se_NetworkConfiguration omitted.
 
+// se_PrometheusMonitoringConfiguration omitted.
+
 // se_S3MonitoringConfiguration omitted.
 
 // se_SecurityGroupIds omitted.
@@ -1095,6 +1098,8 @@ const de_JobRunSummary = (output: any, context: __SerdeContext): JobRunSummary =
 
 // de_NetworkConfiguration omitted.
 
+// de_PrometheusMonitoringConfiguration omitted.
+
 /**
  * deserializeAws_restJson1ResourceUtilization
  */

codegen/sdk-codegen/aws-models/emr-serverless.json

@@ -1296,6 +1296,26 @@
         "smithy.api#documentation": "<p>A configuration specification to be used to override existing configurations.</p>"
       }
     },
+    "com.amazonaws.emrserverless#ConfigurationPropertyKey": {
+      "type": "string",
+      "traits": {
+        "smithy.api#length": {
+          "min": 1,
+          "max": 1024
+        },
+        "smithy.api#pattern": "^.*\\S.*$"
+      }
+    },
+    "com.amazonaws.emrserverless#ConfigurationPropertyValue": {
+      "type": "string",
+      "traits": {
+        "smithy.api#length": {
+          "min": 0,
+          "max": 1024
+        },
+        "smithy.api#pattern": "^.*\\S.*$"
+      }
+    },
     "com.amazonaws.emrserverless#ConflictException": {
       "type": "structure",
       "members": {
@@ -2671,6 +2691,12 @@
           "traits": {
             "smithy.api#documentation": "<p>The Amazon CloudWatch configuration for monitoring logs. You can configure your jobs\n         to send log information to CloudWatch.</p>"
           }
+        },
+        "prometheusMonitoringConfiguration": {
+          "target": "com.amazonaws.emrserverless#PrometheusMonitoringConfiguration",
+          "traits": {
+            "smithy.api#documentation": "<p>The monitoring configuration object you can configure to send metrics to Amazon Managed Service for Prometheus for a job run.</p>"
+          }
         }
       },
       "traits": {
@@ -2707,6 +2733,30 @@
         "smithy.api#pattern": "^[A-Za-z0-9_=-]+$"
       }
     },
+    "com.amazonaws.emrserverless#PrometheusMonitoringConfiguration": {
+      "type": "structure",
+      "members": {
+        "remoteWriteUrl": {
+          "target": "com.amazonaws.emrserverless#PrometheusUrlString",
+          "traits": {
+            "smithy.api#documentation": "<p>The remote write URL in the Amazon Managed Service for Prometheus workspace to send metrics to.</p>"
+          }
+        }
+      },
+      "traits": {
+        "smithy.api#documentation": "<p>The monitoring configuration object you can configure to send metrics to Amazon Managed Service for Prometheus for a job run.</p>"
+      }
+    },
+    "com.amazonaws.emrserverless#PrometheusUrlString": {
+      "type": "string",
+      "traits": {
+        "smithy.api#length": {
+          "min": 1,
+          "max": 10280
+        },
+        "smithy.api#pattern": "^https://aps-workspaces.([a-z]{2}-[a-z-]{1,20}-[1-9]).amazonaws(.[0-9A-Za-z]{2,4})+/workspaces/[-_.0-9A-Za-z]{1,100}/api/v1/remote_write$"
+      }
+    },
     "com.amazonaws.emrserverless#Query": {
       "type": "string",
       "traits": {
@@ -2835,10 +2885,10 @@
     "com.amazonaws.emrserverless#SensitivePropertiesMap": {
       "type": "map",
       "key": {
-        "target": "com.amazonaws.emrserverless#String1024"
+        "target": "com.amazonaws.emrserverless#ConfigurationPropertyKey"
       },
       "value": {
-        "target": "com.amazonaws.emrserverless#String1024"
+        "target": "com.amazonaws.emrserverless#ConfigurationPropertyValue"
       },
       "traits": {
         "smithy.api#length": {
@@ -3530,7 +3580,7 @@
         "diskType": {
           "target": "com.amazonaws.emrserverless#DiskType",
           "traits": {
-            "smithy.api#documentation": "<p>The disk type for every worker instance of the work type. Shuffle optimized disks have higher performance characteristics and are better for shuffle heavy workloads. Default is <code>STANDARD</code>.</p>"
+            "smithy.api#documentation": "<p>The disk type for every worker instance of the work type. Shuffle optimized disks have higher performance \n         characteristics and are better for shuffle heavy workloads. Default is <code>STANDARD</code>.</p>"
           }
         }
       },