feat(client-glue): Introducing AWS Glue Data Quality anomaly detectio…

…n, a new functionality that uses ML-based solutions to detect data anomalies users have not explicitly defined rules for.
aws · Aug 7, 2024 · d6bd32e · d6bd32e
1 parent e85019f
commit d6bd32e
Show file tree

Hide file tree

Showing 35 changed files with 8,234 additions and 5,326 deletions.
diff --git a/clients/client-glue/README.md b/clients/client-glue/README.md
@@ -324,6 +324,14 @@ BatchGetWorkflows
 
 [Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/BatchGetWorkflowsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/BatchGetWorkflowsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/BatchGetWorkflowsCommandOutput/)
 
+</details>
+<details>
+<summary>
+BatchPutDataQualityStatisticAnnotation
+</summary>
+
+[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/BatchPutDataQualityStatisticAnnotationCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/BatchPutDataQualityStatisticAnnotationCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/BatchPutDataQualityStatisticAnnotationCommandOutput/)
+
 </details>
 <details>
 <summary>
@@ -940,6 +948,22 @@ GetDataflowGraph
 
 [Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/GetDataflowGraphCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetDataflowGraphCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetDataflowGraphCommandOutput/)
 
+</details>
+<details>
+<summary>
+GetDataQualityModel
+</summary>
+
+[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/GetDataQualityModelCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetDataQualityModelCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetDataQualityModelCommandOutput/)
+
+</details>
+<details>
+<summary>
+GetDataQualityModelResult
+</summary>
+
+[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/GetDataQualityModelResultCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetDataQualityModelResultCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/GetDataQualityModelResultCommandOutput/)
+
 </details>
 <details>
 <summary>
@@ -1412,6 +1436,22 @@ ListDataQualityRulesets
 
 [Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/ListDataQualityRulesetsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListDataQualityRulesetsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListDataQualityRulesetsCommandOutput/)
 
+</details>
+<details>
+<summary>
+ListDataQualityStatisticAnnotations
+</summary>
+
+[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/ListDataQualityStatisticAnnotationsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListDataQualityStatisticAnnotationsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListDataQualityStatisticAnnotationsCommandOutput/)
+
+</details>
+<details>
+<summary>
+ListDataQualityStatistics
+</summary>
+
+[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/ListDataQualityStatisticsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListDataQualityStatisticsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/ListDataQualityStatisticsCommandOutput/)
+
 </details>
 <details>
 <summary>
@@ -1516,6 +1556,14 @@ PutDataCatalogEncryptionSettings
 
 [Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/PutDataCatalogEncryptionSettingsCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/PutDataCatalogEncryptionSettingsCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/PutDataCatalogEncryptionSettingsCommandOutput/)
 
+</details>
+<details>
+<summary>
+PutDataQualityProfileAnnotation
+</summary>
+
+[Command API Reference](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/client/glue/command/PutDataQualityProfileAnnotationCommand/) / [Input](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/PutDataQualityProfileAnnotationCommandInput/) / [Output](https://docs.aws.amazon.com/AWSJavaScriptSDK/v3/latest/Package/-aws-sdk-client-glue/Interface/PutDataQualityProfileAnnotationCommandOutput/)
+
 </details>
 <details>
 <summary>

diff --git a/clients/client-glue/src/Glue.ts b/clients/client-glue/src/Glue.ts
@@ -77,6 +77,11 @@ import {
   BatchGetWorkflowsCommandInput,
   BatchGetWorkflowsCommandOutput,
 } from "./commands/BatchGetWorkflowsCommand";
+import {
+  BatchPutDataQualityStatisticAnnotationCommand,
+  BatchPutDataQualityStatisticAnnotationCommandInput,
+  BatchPutDataQualityStatisticAnnotationCommandOutput,
+} from "./commands/BatchPutDataQualityStatisticAnnotationCommand";
 import {
   BatchStopJobRunCommand,
   BatchStopJobRunCommandInput,
@@ -434,6 +439,16 @@ import {
   GetDataflowGraphCommandInput,
   GetDataflowGraphCommandOutput,
 } from "./commands/GetDataflowGraphCommand";
+import {
+  GetDataQualityModelCommand,
+  GetDataQualityModelCommandInput,
+  GetDataQualityModelCommandOutput,
+} from "./commands/GetDataQualityModelCommand";
+import {
+  GetDataQualityModelResultCommand,
+  GetDataQualityModelResultCommandInput,
+  GetDataQualityModelResultCommandOutput,
+} from "./commands/GetDataQualityModelResultCommand";
 import {
   GetDataQualityResultCommand,
   GetDataQualityResultCommandInput,
@@ -665,6 +680,16 @@ import {
   ListDataQualityRulesetsCommandInput,
   ListDataQualityRulesetsCommandOutput,
 } from "./commands/ListDataQualityRulesetsCommand";
+import {
+  ListDataQualityStatisticAnnotationsCommand,
+  ListDataQualityStatisticAnnotationsCommandInput,
+  ListDataQualityStatisticAnnotationsCommandOutput,
+} from "./commands/ListDataQualityStatisticAnnotationsCommand";
+import {
+  ListDataQualityStatisticsCommand,
+  ListDataQualityStatisticsCommandInput,
+  ListDataQualityStatisticsCommandOutput,
+} from "./commands/ListDataQualityStatisticsCommand";
 import {
   ListDevEndpointsCommand,
   ListDevEndpointsCommandInput,
@@ -722,6 +747,11 @@ import {
   PutDataCatalogEncryptionSettingsCommandInput,
   PutDataCatalogEncryptionSettingsCommandOutput,
 } from "./commands/PutDataCatalogEncryptionSettingsCommand";
+import {
+  PutDataQualityProfileAnnotationCommand,
+  PutDataQualityProfileAnnotationCommandInput,
+  PutDataQualityProfileAnnotationCommandOutput,
+} from "./commands/PutDataQualityProfileAnnotationCommand";
 import {
   PutResourcePolicyCommand,
   PutResourcePolicyCommandInput,
@@ -982,6 +1012,7 @@ const commands = {
   BatchGetTableOptimizerCommand,
   BatchGetTriggersCommand,
   BatchGetWorkflowsCommand,
+  BatchPutDataQualityStatisticAnnotationCommand,
   BatchStopJobRunCommand,
   BatchUpdatePartitionCommand,
   CancelDataQualityRuleRecommendationRunCommand,
@@ -1059,6 +1090,8 @@ const commands = {
   GetDatabasesCommand,
   GetDataCatalogEncryptionSettingsCommand,
   GetDataflowGraphCommand,
+  GetDataQualityModelCommand,
+  GetDataQualityModelResultCommand,
   GetDataQualityResultCommand,
   GetDataQualityRuleRecommendationRunCommand,
   GetDataQualityRulesetCommand,
@@ -1118,6 +1151,8 @@ const commands = {
   ListDataQualityRuleRecommendationRunsCommand,
   ListDataQualityRulesetEvaluationRunsCommand,
   ListDataQualityRulesetsCommand,
+  ListDataQualityStatisticAnnotationsCommand,
+  ListDataQualityStatisticsCommand,
   ListDevEndpointsCommand,
   ListJobsCommand,
   ListMLTransformsCommand,
@@ -1131,6 +1166,7 @@ const commands = {
   ListUsageProfilesCommand,
   ListWorkflowsCommand,
   PutDataCatalogEncryptionSettingsCommand,
+  PutDataQualityProfileAnnotationCommand,
   PutResourcePolicyCommand,
   PutSchemaVersionMetadataCommand,
   PutWorkflowRunPropertiesCommand,
@@ -1437,6 +1473,23 @@ export interface Glue {
     cb: (err: any, data?: BatchGetWorkflowsCommandOutput) => void
   ): void;
 
+  /**
+   * @see {@link BatchPutDataQualityStatisticAnnotationCommand}
+   */
+  batchPutDataQualityStatisticAnnotation(
+    args: BatchPutDataQualityStatisticAnnotationCommandInput,
+    options?: __HttpHandlerOptions
+  ): Promise<BatchPutDataQualityStatisticAnnotationCommandOutput>;
+  batchPutDataQualityStatisticAnnotation(
+    args: BatchPutDataQualityStatisticAnnotationCommandInput,
+    cb: (err: any, data?: BatchPutDataQualityStatisticAnnotationCommandOutput) => void
+  ): void;
+  batchPutDataQualityStatisticAnnotation(
+    args: BatchPutDataQualityStatisticAnnotationCommandInput,
+    options: __HttpHandlerOptions,
+    cb: (err: any, data?: BatchPutDataQualityStatisticAnnotationCommandOutput) => void
+  ): void;
+
   /**
    * @see {@link BatchStopJobRunCommand}
    */
@@ -2589,6 +2642,40 @@ export interface Glue {
     cb: (err: any, data?: GetDataflowGraphCommandOutput) => void
   ): void;
 
+  /**
+   * @see {@link GetDataQualityModelCommand}
+   */
+  getDataQualityModel(
+    args: GetDataQualityModelCommandInput,
+    options?: __HttpHandlerOptions
+  ): Promise<GetDataQualityModelCommandOutput>;
+  getDataQualityModel(
+    args: GetDataQualityModelCommandInput,
+    cb: (err: any, data?: GetDataQualityModelCommandOutput) => void
+  ): void;
+  getDataQualityModel(
+    args: GetDataQualityModelCommandInput,
+    options: __HttpHandlerOptions,
+    cb: (err: any, data?: GetDataQualityModelCommandOutput) => void
+  ): void;
+
+  /**
+   * @see {@link GetDataQualityModelResultCommand}
+   */
+  getDataQualityModelResult(
+    args: GetDataQualityModelResultCommandInput,
+    options?: __HttpHandlerOptions
+  ): Promise<GetDataQualityModelResultCommandOutput>;
+  getDataQualityModelResult(
+    args: GetDataQualityModelResultCommandInput,
+    cb: (err: any, data?: GetDataQualityModelResultCommandOutput) => void
+  ): void;
+  getDataQualityModelResult(
+    args: GetDataQualityModelResultCommandInput,
+    options: __HttpHandlerOptions,
+    cb: (err: any, data?: GetDataQualityModelResultCommandOutput) => void
+  ): void;
+
   /**
    * @see {@link GetDataQualityResultCommand}
    */
@@ -3447,6 +3534,42 @@ export interface Glue {
     cb: (err: any, data?: ListDataQualityRulesetsCommandOutput) => void
   ): void;
 
+  /**
+   * @see {@link ListDataQualityStatisticAnnotationsCommand}
+   */
+  listDataQualityStatisticAnnotations(): Promise<ListDataQualityStatisticAnnotationsCommandOutput>;
+  listDataQualityStatisticAnnotations(
+    args: ListDataQualityStatisticAnnotationsCommandInput,
+    options?: __HttpHandlerOptions
+  ): Promise<ListDataQualityStatisticAnnotationsCommandOutput>;
+  listDataQualityStatisticAnnotations(
+    args: ListDataQualityStatisticAnnotationsCommandInput,
+    cb: (err: any, data?: ListDataQualityStatisticAnnotationsCommandOutput) => void
+  ): void;
+  listDataQualityStatisticAnnotations(
+    args: ListDataQualityStatisticAnnotationsCommandInput,
+    options: __HttpHandlerOptions,
+    cb: (err: any, data?: ListDataQualityStatisticAnnotationsCommandOutput) => void
+  ): void;
+
+  /**
+   * @see {@link ListDataQualityStatisticsCommand}
+   */
+  listDataQualityStatistics(): Promise<ListDataQualityStatisticsCommandOutput>;
+  listDataQualityStatistics(
+    args: ListDataQualityStatisticsCommandInput,
+    options?: __HttpHandlerOptions
+  ): Promise<ListDataQualityStatisticsCommandOutput>;
+  listDataQualityStatistics(
+    args: ListDataQualityStatisticsCommandInput,
+    cb: (err: any, data?: ListDataQualityStatisticsCommandOutput) => void
+  ): void;
+  listDataQualityStatistics(
+    args: ListDataQualityStatisticsCommandInput,
+    options: __HttpHandlerOptions,
+    cb: (err: any, data?: ListDataQualityStatisticsCommandOutput) => void
+  ): void;
+
   /**
    * @see {@link ListDevEndpointsCommand}
    */
@@ -3641,6 +3764,23 @@ export interface Glue {
     cb: (err: any, data?: PutDataCatalogEncryptionSettingsCommandOutput) => void
   ): void;
 
+  /**
+   * @see {@link PutDataQualityProfileAnnotationCommand}
+   */
+  putDataQualityProfileAnnotation(
+    args: PutDataQualityProfileAnnotationCommandInput,
+    options?: __HttpHandlerOptions
+  ): Promise<PutDataQualityProfileAnnotationCommandOutput>;
+  putDataQualityProfileAnnotation(
+    args: PutDataQualityProfileAnnotationCommandInput,
+    cb: (err: any, data?: PutDataQualityProfileAnnotationCommandOutput) => void
+  ): void;
+  putDataQualityProfileAnnotation(
+    args: PutDataQualityProfileAnnotationCommandInput,
+    options: __HttpHandlerOptions,
+    cb: (err: any, data?: PutDataQualityProfileAnnotationCommandOutput) => void
+  ): void;
+
   /**
    * @see {@link PutResourcePolicyCommand}
    */