Skip to content

Commit d6bd32e

Browse files
author
awstools
committed
feat(client-glue): Introducing AWS Glue Data Quality anomaly detection, a new functionality that uses ML-based solutions to detect data anomalies users have not explicitly defined rules for.
1 parent e85019f commit d6bd32e

35 files changed

+8234
-5326
lines changed

clients/client-glue/README.md

Lines changed: 48 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -324,6 +324,14 @@ BatchGetWorkflows
324324

325325
[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/BatchGetWorkflowsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/BatchGetWorkflowsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/BatchGetWorkflowsCommandOutput/)
326326

327+
</details>
328+
<details>
329+
<summary>
330+
BatchPutDataQualityStatisticAnnotation
331+
</summary>
332+
333+
[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/BatchPutDataQualityStatisticAnnotationCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/BatchPutDataQualityStatisticAnnotationCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/BatchPutDataQualityStatisticAnnotationCommandOutput/)
334+
327335
</details>
328336
<details>
329337
<summary>
@@ -940,6 +948,22 @@ GetDataflowGraph
940948

941949
[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/GetDataflowGraphCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetDataflowGraphCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetDataflowGraphCommandOutput/)
942950

951+
</details>
952+
<details>
953+
<summary>
954+
GetDataQualityModel
955+
</summary>
956+
957+
[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/GetDataQualityModelCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetDataQualityModelCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetDataQualityModelCommandOutput/)
958+
959+
</details>
960+
<details>
961+
<summary>
962+
GetDataQualityModelResult
963+
</summary>
964+
965+
[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/GetDataQualityModelResultCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetDataQualityModelResultCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetDataQualityModelResultCommandOutput/)
966+
943967
</details>
944968
<details>
945969
<summary>
@@ -1412,6 +1436,22 @@ ListDataQualityRulesets
14121436

14131437
[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/ListDataQualityRulesetsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListDataQualityRulesetsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListDataQualityRulesetsCommandOutput/)
14141438

1439+
</details>
1440+
<details>
1441+
<summary>
1442+
ListDataQualityStatisticAnnotations
1443+
</summary>
1444+
1445+
[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/ListDataQualityStatisticAnnotationsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListDataQualityStatisticAnnotationsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListDataQualityStatisticAnnotationsCommandOutput/)
1446+
1447+
</details>
1448+
<details>
1449+
<summary>
1450+
ListDataQualityStatistics
1451+
</summary>
1452+
1453+
[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/ListDataQualityStatisticsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListDataQualityStatisticsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListDataQualityStatisticsCommandOutput/)
1454+
14151455
</details>
14161456
<details>
14171457
<summary>
@@ -1516,6 +1556,14 @@ PutDataCatalogEncryptionSettings
15161556

15171557
[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/PutDataCatalogEncryptionSettingsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/PutDataCatalogEncryptionSettingsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/PutDataCatalogEncryptionSettingsCommandOutput/)
15181558

1559+
</details>
1560+
<details>
1561+
<summary>
1562+
PutDataQualityProfileAnnotation
1563+
</summary>
1564+
1565+
[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/PutDataQualityProfileAnnotationCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/PutDataQualityProfileAnnotationCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/PutDataQualityProfileAnnotationCommandOutput/)
1566+
15191567
</details>
15201568
<details>
15211569
<summary>

clients/client-glue/src/Glue.ts

Lines changed: 140 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -77,6 +77,11 @@ import {
7777
BatchGetWorkflowsCommandInput,
7878
BatchGetWorkflowsCommandOutput,
7979
} from "./commands/BatchGetWorkflowsCommand";
80+
import {
81+
BatchPutDataQualityStatisticAnnotationCommand,
82+
BatchPutDataQualityStatisticAnnotationCommandInput,
83+
BatchPutDataQualityStatisticAnnotationCommandOutput,
84+
} from "./commands/BatchPutDataQualityStatisticAnnotationCommand";
8085
import {
8186
BatchStopJobRunCommand,
8287
BatchStopJobRunCommandInput,
@@ -434,6 +439,16 @@ import {
434439
GetDataflowGraphCommandInput,
435440
GetDataflowGraphCommandOutput,
436441
} from "./commands/GetDataflowGraphCommand";
442+
import {
443+
GetDataQualityModelCommand,
444+
GetDataQualityModelCommandInput,
445+
GetDataQualityModelCommandOutput,
446+
} from "./commands/GetDataQualityModelCommand";
447+
import {
448+
GetDataQualityModelResultCommand,
449+
GetDataQualityModelResultCommandInput,
450+
GetDataQualityModelResultCommandOutput,
451+
} from "./commands/GetDataQualityModelResultCommand";
437452
import {
438453
GetDataQualityResultCommand,
439454
GetDataQualityResultCommandInput,
@@ -665,6 +680,16 @@ import {
665680
ListDataQualityRulesetsCommandInput,
666681
ListDataQualityRulesetsCommandOutput,
667682
} from "./commands/ListDataQualityRulesetsCommand";
683+
import {
684+
ListDataQualityStatisticAnnotationsCommand,
685+
ListDataQualityStatisticAnnotationsCommandInput,
686+
ListDataQualityStatisticAnnotationsCommandOutput,
687+
} from "./commands/ListDataQualityStatisticAnnotationsCommand";
688+
import {
689+
ListDataQualityStatisticsCommand,
690+
ListDataQualityStatisticsCommandInput,
691+
ListDataQualityStatisticsCommandOutput,
692+
} from "./commands/ListDataQualityStatisticsCommand";
668693
import {
669694
ListDevEndpointsCommand,
670695
ListDevEndpointsCommandInput,
@@ -722,6 +747,11 @@ import {
722747
PutDataCatalogEncryptionSettingsCommandInput,
723748
PutDataCatalogEncryptionSettingsCommandOutput,
724749
} from "./commands/PutDataCatalogEncryptionSettingsCommand";
750+
import {
751+
PutDataQualityProfileAnnotationCommand,
752+
PutDataQualityProfileAnnotationCommandInput,
753+
PutDataQualityProfileAnnotationCommandOutput,
754+
} from "./commands/PutDataQualityProfileAnnotationCommand";
725755
import {
726756
PutResourcePolicyCommand,
727757
PutResourcePolicyCommandInput,
@@ -982,6 +1012,7 @@ const commands = {
9821012
BatchGetTableOptimizerCommand,
9831013
BatchGetTriggersCommand,
9841014
BatchGetWorkflowsCommand,
1015+
BatchPutDataQualityStatisticAnnotationCommand,
9851016
BatchStopJobRunCommand,
9861017
BatchUpdatePartitionCommand,
9871018
CancelDataQualityRuleRecommendationRunCommand,
@@ -1059,6 +1090,8 @@ const commands = {
10591090
GetDatabasesCommand,
10601091
GetDataCatalogEncryptionSettingsCommand,
10611092
GetDataflowGraphCommand,
1093+
GetDataQualityModelCommand,
1094+
GetDataQualityModelResultCommand,
10621095
GetDataQualityResultCommand,
10631096
GetDataQualityRuleRecommendationRunCommand,
10641097
GetDataQualityRulesetCommand,
@@ -1118,6 +1151,8 @@ const commands = {
11181151
ListDataQualityRuleRecommendationRunsCommand,
11191152
ListDataQualityRulesetEvaluationRunsCommand,
11201153
ListDataQualityRulesetsCommand,
1154+
ListDataQualityStatisticAnnotationsCommand,
1155+
ListDataQualityStatisticsCommand,
11211156
ListDevEndpointsCommand,
11221157
ListJobsCommand,
11231158
ListMLTransformsCommand,
@@ -1131,6 +1166,7 @@ const commands = {
11311166
ListUsageProfilesCommand,
11321167
ListWorkflowsCommand,
11331168
PutDataCatalogEncryptionSettingsCommand,
1169+
PutDataQualityProfileAnnotationCommand,
11341170
PutResourcePolicyCommand,
11351171
PutSchemaVersionMetadataCommand,
11361172
PutWorkflowRunPropertiesCommand,
@@ -1437,6 +1473,23 @@ export interface Glue {
14371473
cb: (err: any, data?: BatchGetWorkflowsCommandOutput) => void
14381474
): void;
14391475

1476+
/**
1477+
* @see {@link BatchPutDataQualityStatisticAnnotationCommand}
1478+
*/
1479+
batchPutDataQualityStatisticAnnotation(
1480+
args: BatchPutDataQualityStatisticAnnotationCommandInput,
1481+
options?: __HttpHandlerOptions
1482+
): Promise<BatchPutDataQualityStatisticAnnotationCommandOutput>;
1483+
batchPutDataQualityStatisticAnnotation(
1484+
args: BatchPutDataQualityStatisticAnnotationCommandInput,
1485+
cb: (err: any, data?: BatchPutDataQualityStatisticAnnotationCommandOutput) => void
1486+
): void;
1487+
batchPutDataQualityStatisticAnnotation(
1488+
args: BatchPutDataQualityStatisticAnnotationCommandInput,
1489+
options: __HttpHandlerOptions,
1490+
cb: (err: any, data?: BatchPutDataQualityStatisticAnnotationCommandOutput) => void
1491+
): void;
1492+
14401493
/**
14411494
* @see {@link BatchStopJobRunCommand}
14421495
*/
@@ -2589,6 +2642,40 @@ export interface Glue {
25892642
cb: (err: any, data?: GetDataflowGraphCommandOutput) => void
25902643
): void;
25912644

2645+
/**
2646+
* @see {@link GetDataQualityModelCommand}
2647+
*/
2648+
getDataQualityModel(
2649+
args: GetDataQualityModelCommandInput,
2650+
options?: __HttpHandlerOptions
2651+
): Promise<GetDataQualityModelCommandOutput>;
2652+
getDataQualityModel(
2653+
args: GetDataQualityModelCommandInput,
2654+
cb: (err: any, data?: GetDataQualityModelCommandOutput) => void
2655+
): void;
2656+
getDataQualityModel(
2657+
args: GetDataQualityModelCommandInput,
2658+
options: __HttpHandlerOptions,
2659+
cb: (err: any, data?: GetDataQualityModelCommandOutput) => void
2660+
): void;
2661+
2662+
/**
2663+
* @see {@link GetDataQualityModelResultCommand}
2664+
*/
2665+
getDataQualityModelResult(
2666+
args: GetDataQualityModelResultCommandInput,
2667+
options?: __HttpHandlerOptions
2668+
): Promise<GetDataQualityModelResultCommandOutput>;
2669+
getDataQualityModelResult(
2670+
args: GetDataQualityModelResultCommandInput,
2671+
cb: (err: any, data?: GetDataQualityModelResultCommandOutput) => void
2672+
): void;
2673+
getDataQualityModelResult(
2674+
args: GetDataQualityModelResultCommandInput,
2675+
options: __HttpHandlerOptions,
2676+
cb: (err: any, data?: GetDataQualityModelResultCommandOutput) => void
2677+
): void;
2678+
25922679
/**
25932680
* @see {@link GetDataQualityResultCommand}
25942681
*/
@@ -3447,6 +3534,42 @@ export interface Glue {
34473534
cb: (err: any, data?: ListDataQualityRulesetsCommandOutput) => void
34483535
): void;
34493536

3537+
/**
3538+
* @see {@link ListDataQualityStatisticAnnotationsCommand}
3539+
*/
3540+
listDataQualityStatisticAnnotations(): Promise<ListDataQualityStatisticAnnotationsCommandOutput>;
3541+
listDataQualityStatisticAnnotations(
3542+
args: ListDataQualityStatisticAnnotationsCommandInput,
3543+
options?: __HttpHandlerOptions
3544+
): Promise<ListDataQualityStatisticAnnotationsCommandOutput>;
3545+
listDataQualityStatisticAnnotations(
3546+
args: ListDataQualityStatisticAnnotationsCommandInput,
3547+
cb: (err: any, data?: ListDataQualityStatisticAnnotationsCommandOutput) => void
3548+
): void;
3549+
listDataQualityStatisticAnnotations(
3550+
args: ListDataQualityStatisticAnnotationsCommandInput,
3551+
options: __HttpHandlerOptions,
3552+
cb: (err: any, data?: ListDataQualityStatisticAnnotationsCommandOutput) => void
3553+
): void;
3554+
3555+
/**
3556+
* @see {@link ListDataQualityStatisticsCommand}
3557+
*/
3558+
listDataQualityStatistics(): Promise<ListDataQualityStatisticsCommandOutput>;
3559+
listDataQualityStatistics(
3560+
args: ListDataQualityStatisticsCommandInput,
3561+
options?: __HttpHandlerOptions
3562+
): Promise<ListDataQualityStatisticsCommandOutput>;
3563+
listDataQualityStatistics(
3564+
args: ListDataQualityStatisticsCommandInput,
3565+
cb: (err: any, data?: ListDataQualityStatisticsCommandOutput) => void
3566+
): void;
3567+
listDataQualityStatistics(
3568+
args: ListDataQualityStatisticsCommandInput,
3569+
options: __HttpHandlerOptions,
3570+
cb: (err: any, data?: ListDataQualityStatisticsCommandOutput) => void
3571+
): void;
3572+
34503573
/**
34513574
* @see {@link ListDevEndpointsCommand}
34523575
*/
@@ -3641,6 +3764,23 @@ export interface Glue {
36413764
cb: (err: any, data?: PutDataCatalogEncryptionSettingsCommandOutput) => void
36423765
): void;
36433766

3767+
/**
3768+
* @see {@link PutDataQualityProfileAnnotationCommand}
3769+
*/
3770+
putDataQualityProfileAnnotation(
3771+
args: PutDataQualityProfileAnnotationCommandInput,
3772+
options?: __HttpHandlerOptions
3773+
): Promise<PutDataQualityProfileAnnotationCommandOutput>;
3774+
putDataQualityProfileAnnotation(
3775+
args: PutDataQualityProfileAnnotationCommandInput,
3776+
cb: (err: any, data?: PutDataQualityProfileAnnotationCommandOutput) => void
3777+
): void;
3778+
putDataQualityProfileAnnotation(
3779+
args: PutDataQualityProfileAnnotationCommandInput,
3780+
options: __HttpHandlerOptions,
3781+
cb: (err: any, data?: PutDataQualityProfileAnnotationCommandOutput) => void
3782+
): void;
3783+
36443784
/**
36453785
* @see {@link PutResourcePolicyCommand}
36463786
*/

0 commit comments

Comments
 (0)