|
2211 | 2211 | "refs": {} |
2212 | 2212 | }, |
2213 | 2213 | "CreateDataQualityRulesetRequest": { |
2214 | | - "base": null, |
| 2214 | + "base": "<p>A request to create a data quality ruleset.</p>", |
2215 | 2215 | "refs": {} |
2216 | 2216 | }, |
2217 | 2217 | "CreateDataQualityRulesetResponse": { |
|
2654 | 2654 | "Property$DataOperationScopes": "<p>Indicates which data operations are applicable to the property.</p>" |
2655 | 2655 | } |
2656 | 2656 | }, |
| 2657 | + "DataQualityAggregatedMetrics": { |
| 2658 | + "base": "<p>A summary of metrics showing the total counts of processed rows and rules, including their pass/fail statistics based on row-level results.</p>", |
| 2659 | + "refs": { |
| 2660 | + "DataQualityResult$AggregatedMetrics": "<p> A summary of <code>DataQualityAggregatedMetrics</code> objects showing the total counts of processed rows and rules, including their pass/fail statistics based on row-level results. </p>", |
| 2661 | + "GetDataQualityResultResponse$AggregatedMetrics": "<p> A summary of <code>DataQualityAggregatedMetrics</code> objects showing the total counts of processed rows and rules, including their pass/fail statistics based on row-level results. </p>" |
| 2662 | + } |
| 2663 | + }, |
2657 | 2664 | "DataQualityAnalyzerResult": { |
2658 | 2665 | "base": "<p>Describes the result of the evaluation of a data quality analyzer.</p>", |
2659 | 2666 | "refs": { |
|
4498 | 4505 | "refs": {} |
4499 | 4506 | }, |
4500 | 4507 | "GetDataQualityResultResponse": { |
4501 | | - "base": null, |
| 4508 | + "base": "<p>The response for the data quality result.</p>", |
4502 | 4509 | "refs": {} |
4503 | 4510 | }, |
4504 | 4511 | "GetDataQualityRuleRecommendationRunRequest": { |
4505 | 4512 | "base": null, |
4506 | 4513 | "refs": {} |
4507 | 4514 | }, |
4508 | 4515 | "GetDataQualityRuleRecommendationRunResponse": { |
4509 | | - "base": null, |
| 4516 | + "base": "<p>The response for the Data Quality rule recommendation run.</p>", |
4510 | 4517 | "refs": {} |
4511 | 4518 | }, |
4512 | 4519 | "GetDataQualityRulesetEvaluationRunRequest": { |
|
4522 | 4529 | "refs": {} |
4523 | 4530 | }, |
4524 | 4531 | "GetDataQualityRulesetResponse": { |
4525 | | - "base": null, |
| 4532 | + "base": "<p>Returns the data quality ruleset response.</p>", |
4526 | 4533 | "refs": {} |
4527 | 4534 | }, |
4528 | 4535 | "GetDatabaseRequest": { |
|
6856 | 6863 | "PutWorkflowRunPropertiesRequest$Name": "<p>Name of the workflow which was run.</p>", |
6857 | 6864 | "ReferenceDatasetsList$member": null, |
6858 | 6865 | "ResumeWorkflowRunRequest$Name": "<p>The name of the workflow to resume.</p>", |
| 6866 | + "RuleMetricsMap$key": null, |
6859 | 6867 | "RulesetNames$member": null, |
6860 | 6868 | "RunStatementRequest$SessionId": "<p>The Session Id of the statement to be run.</p>", |
6861 | 6869 | "SecurityConfiguration$Name": "<p>The name of the security configuration.</p>", |
|
7261 | 7269 | "CreateJobRequest$MaxCapacity": "<p>For Glue version 1.0 or earlier jobs, using the standard worker type, the number of Glue data processing units (DPUs) that can be allocated when this job runs. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the <a href=\"https://aws.amazon.com/glue/pricing/\"> Glue pricing page</a>.</p> <p>For Glue version 2.0+ jobs, you cannot specify a <code>Maximum capacity</code>. Instead, you should specify a <code>Worker type</code> and the <code>Number of workers</code>.</p> <p>Do not set <code>MaxCapacity</code> if using <code>WorkerType</code> and <code>NumberOfWorkers</code>.</p> <p>The value that can be allocated for <code>MaxCapacity</code> depends on whether you are running a Python shell job, an Apache Spark ETL job, or an Apache Spark streaming ETL job:</p> <ul> <li> <p>When you specify a Python shell job (<code>JobCommand.Name</code>=\"pythonshell\"), you can allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.</p> </li> <li> <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>=\"glueetl\") or Apache Spark streaming ETL job (<code>JobCommand.Name</code>=\"gluestreaming\"), you can allocate from 2 to 100 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p> </li> </ul>", |
7262 | 7270 | "CreateMLTransformRequest$MaxCapacity": "<p>The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the <a href=\"https://aws.amazon.com/glue/pricing/\">Glue pricing page</a>. </p> <p> <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p> <ul> <li> <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p> </li> <li> <p>If <code>MaxCapacity</code> is set then neither <code>NumberOfWorkers</code> or <code>WorkerType</code> can be set.</p> </li> <li> <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p> </li> <li> <p> <code>MaxCapacity</code> and <code>NumberOfWorkers</code> must both be at least 1.</p> </li> </ul> <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p> <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>", |
7263 | 7271 | "CreateSessionRequest$MaxCapacity": "<p>The number of Glue data processing units (DPUs) that can be allocated when the job runs. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory. </p>", |
| 7272 | + "DataQualityAggregatedMetrics$TotalRowsProcessed": "<p>The total number of rows that were processed during the data quality evaluation.</p>", |
| 7273 | + "DataQualityAggregatedMetrics$TotalRowsPassed": "<p>The total number of rows that passed all applicable data quality rules.</p>", |
| 7274 | + "DataQualityAggregatedMetrics$TotalRowsFailed": "<p>The total number of rows that failed one or more data quality rules.</p>", |
| 7275 | + "DataQualityAggregatedMetrics$TotalRulesProcessed": "<p>The total number of data quality rules that were evaluated.</p>", |
| 7276 | + "DataQualityAggregatedMetrics$TotalRulesPassed": "<p>The total number of data quality rules that passed their evaluation criteria.</p>", |
| 7277 | + "DataQualityAggregatedMetrics$TotalRulesFailed": "<p>The total number of data quality rules that failed their evaluation criteria.</p>", |
7264 | 7278 | "DataQualityMetricValues$ActualValue": "<p>The actual value of the data quality metric.</p>", |
7265 | 7279 | "DataQualityMetricValues$ExpectedValue": "<p>The expected value of the data quality metric according to the analysis of historical data.</p>", |
7266 | 7280 | "DataQualityMetricValues$LowerLimit": "<p>The lower limit of the data quality metric value according to the analysis of historical data.</p>", |
|
7273 | 7287 | "JobRun$DPUSeconds": "<p>This field can be set for either job runs with execution class <code>FLEX</code> or when Auto Scaling is enabled, and represents the total time each executor ran during the lifecycle of a job run in seconds, multiplied by a DPU factor (1 for <code>G.1X</code>, 2 for <code>G.2X</code>, or 0.25 for <code>G.025X</code> workers). This value may be different than the <code>executionEngineRuntime</code> * <code>MaxCapacity</code> as in the case of Auto Scaling jobs, as the number of executors running at a given time may be less than the <code>MaxCapacity</code>. Therefore, it is possible that the value of <code>DPUSeconds</code> is less than <code>executionEngineRuntime</code> * <code>MaxCapacity</code>.</p>", |
7274 | 7288 | "JobUpdate$MaxCapacity": "<p>For Glue version 1.0 or earlier jobs, using the standard worker type, the number of Glue data processing units (DPUs) that can be allocated when this job runs. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the <a href=\"https://aws.amazon.com/glue/pricing/\"> Glue pricing page</a>.</p> <p>For Glue version 2.0+ jobs, you cannot specify a <code>Maximum capacity</code>. Instead, you should specify a <code>Worker type</code> and the <code>Number of workers</code>.</p> <p>Do not set <code>MaxCapacity</code> if using <code>WorkerType</code> and <code>NumberOfWorkers</code>.</p> <p>The value that can be allocated for <code>MaxCapacity</code> depends on whether you are running a Python shell job, an Apache Spark ETL job, or an Apache Spark streaming ETL job:</p> <ul> <li> <p>When you specify a Python shell job (<code>JobCommand.Name</code>=\"pythonshell\"), you can allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.</p> </li> <li> <p>When you specify an Apache Spark ETL job (<code>JobCommand.Name</code>=\"glueetl\") or Apache Spark streaming ETL job (<code>JobCommand.Name</code>=\"gluestreaming\"), you can allocate from 2 to 100 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.</p> </li> </ul>", |
7275 | 7289 | "MLTransform$MaxCapacity": "<p>The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the <a href=\"http://aws.amazon.com/glue/pricing/\">Glue pricing page</a>. </p> <p> <code>MaxCapacity</code> is a mutually exclusive option with <code>NumberOfWorkers</code> and <code>WorkerType</code>.</p> <ul> <li> <p>If either <code>NumberOfWorkers</code> or <code>WorkerType</code> is set, then <code>MaxCapacity</code> cannot be set.</p> </li> <li> <p>If <code>MaxCapacity</code> is set then neither <code>NumberOfWorkers</code> or <code>WorkerType</code> can be set.</p> </li> <li> <p>If <code>WorkerType</code> is set, then <code>NumberOfWorkers</code> is required (and vice versa).</p> </li> <li> <p> <code>MaxCapacity</code> and <code>NumberOfWorkers</code> must both be at least 1.</p> </li> </ul> <p>When the <code>WorkerType</code> field is set to a value other than <code>Standard</code>, the <code>MaxCapacity</code> field is set automatically and becomes read-only.</p>", |
| 7290 | + "RuleMetricsMap$value": null, |
7276 | 7291 | "Session$MaxCapacity": "<p>The number of Glue data processing units (DPUs) that can be allocated when the job runs. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory. </p>", |
7277 | 7292 | "Session$ExecutionTime": "<p>The total time the session ran for.</p>", |
7278 | 7293 | "Session$DPUSeconds": "<p>The DPUs consumed by the session (formula: ExecutionTime * MaxCapacity).</p>", |
|
8484 | 8499 | "XMLClassifier$RowTag": "<p>The XML tag designating the element that contains each record in an XML document being parsed. This can't identify a self-closing element (closed by <code>/></code>). An empty row element that contains only attributes can be parsed as long as it ends with a closing tag (for example, <code><row item_a=\"A\" item_b=\"B\"></row></code> is okay, but <code><row item_a=\"A\" item_b=\"B\" /></code> is not).</p>" |
8485 | 8500 | } |
8486 | 8501 | }, |
| 8502 | + "RuleMetricsMap": { |
| 8503 | + "base": null, |
| 8504 | + "refs": { |
| 8505 | + "DataQualityRuleResult$RuleMetrics": "<p>A map containing metrics associated with the evaluation of the rule based on row-level results. </p>" |
| 8506 | + } |
| 8507 | + }, |
8487 | 8508 | "RulesetNames": { |
8488 | 8509 | "base": null, |
8489 | 8510 | "refs": { |
|
9246 | 9267 | "refs": {} |
9247 | 9268 | }, |
9248 | 9269 | "StartDataQualityRuleRecommendationRunRequest": { |
9249 | | - "base": null, |
| 9270 | + "base": "<p>The request of the Data Quality rule recommendation request.</p>", |
9250 | 9271 | "refs": {} |
9251 | 9272 | }, |
9252 | 9273 | "StartDataQualityRuleRecommendationRunResponse": { |
|
0 commit comments