From b0da8768ca3f5f519606d6715bb83d2fe19d81a3 Mon Sep 17 00:00:00 2001 From: AWS SDK for Ruby Date: Tue, 27 Oct 2020 18:09:14 +0000 Subject: [PATCH] Updated service API models for release. --- CHANGELOG.md | 2 + aws-sdk-core/apis/glue/2017-03-31/api-2.json | 31 +++- aws-sdk-core/apis/glue/2017-03-31/docs-2.json | 142 ++++++++++-------- aws-sdk-core/endpoints.json | 2 + 4 files changed, 114 insertions(+), 63 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index e0f84617ef2..4a94d6b0b11 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,6 +1,8 @@ Unreleased Changes ------------------ +* Feature - Aws::Glue - Updated the API, and documentation for AWS Glue. + 2.11.614 (2020-10-26) ------------------ diff --git a/aws-sdk-core/apis/glue/2017-03-31/api-2.json b/aws-sdk-core/apis/glue/2017-03-31/api-2.json index 5f4e00ba65e..f7758facab6 100644 --- a/aws-sdk-core/apis/glue/2017-03-31/api-2.json +++ b/aws-sdk-core/apis/glue/2017-03-31/api-2.json @@ -3213,7 +3213,8 @@ "NumberOfWorkers":{"shape":"NullableInteger"}, "Timeout":{"shape":"Timeout"}, "MaxRetries":{"shape":"NullableInteger"}, - "Tags":{"shape":"TagsMap"} + "Tags":{"shape":"TagsMap"}, + "TransformEncryption":{"shape":"TransformEncryption"} } }, "CreateMLTransformResponse":{ @@ -4397,7 +4398,8 @@ "WorkerType":{"shape":"WorkerType"}, "NumberOfWorkers":{"shape":"NullableInteger"}, "Timeout":{"shape":"Timeout"}, - "MaxRetries":{"shape":"NullableInteger"} + "MaxRetries":{"shape":"NullableInteger"}, + "TransformEncryption":{"shape":"TransformEncryption"} } }, "GetMLTransformsRequest":{ @@ -5348,7 +5350,8 @@ "WorkerType":{"shape":"WorkerType"}, "NumberOfWorkers":{"shape":"NullableInteger"}, "Timeout":{"shape":"Timeout"}, - "MaxRetries":{"shape":"NullableInteger"} + "MaxRetries":{"shape":"NullableInteger"}, + "TransformEncryption":{"shape":"TransformEncryption"} } }, "MLTransformNotReadyException":{ @@ -5358,6 +5361,21 @@ }, "exception":true }, + "MLUserDataEncryption":{ + "type":"structure", + "required":["MlUserDataEncryptionMode"], + "members":{ + "MlUserDataEncryptionMode":{"shape":"MLUserDataEncryptionModeString"}, + "KmsKeyId":{"shape":"NameString"} + } + }, + "MLUserDataEncryptionModeString":{ + "type":"string", + "enum":[ + "DISABLED", + "SSE-KMS" + ] + }, "MapValue":{ "type":"map", "key":{"shape":"GenericString"}, @@ -6494,6 +6512,13 @@ "max":10, "min":1 }, + "TransformEncryption":{ + "type":"structure", + "members":{ + "MlUserDataEncryption":{"shape":"MLUserDataEncryption"}, + "TaskRunSecurityConfigurationName":{"shape":"NameString"} + } + }, "TransformFilterCriteria":{ "type":"structure", "members":{ diff --git a/aws-sdk-core/apis/glue/2017-03-31/docs-2.json b/aws-sdk-core/apis/glue/2017-03-31/docs-2.json index 24bd709a06a..834f4e32057 100644 --- a/aws-sdk-core/apis/glue/2017-03-31/docs-2.json +++ b/aws-sdk-core/apis/glue/2017-03-31/docs-2.json @@ -31,8 +31,8 @@ "CreateUserDefinedFunction": "

Creates a new function definition in the Data Catalog.

", "CreateWorkflow": "

Creates a new workflow.

", "DeleteClassifier": "

Removes a classifier from the Data Catalog.

", - "DeleteColumnStatisticsForPartition": "

Delete the partition column statistics of a column.

", - "DeleteColumnStatisticsForTable": "

Retrieves table statistics of columns.

", + "DeleteColumnStatisticsForPartition": "

Delete the partition column statistics of a column.

The Identity and Access Management (IAM) permission required for this operation is DeletePartition.

", + "DeleteColumnStatisticsForTable": "

Retrieves table statistics of columns.

The Identity and Access Management (IAM) permission required for this operation is DeleteTable.

", "DeleteConnection": "

Deletes a connection from the Data Catalog.

", "DeleteCrawler": "

Removes a specified crawler from the AWS Glue Data Catalog, unless the crawler state is RUNNING.

", "DeleteDatabase": "

Removes a specified database from a Data Catalog.

After completing this operation, you no longer have access to the tables (and all table versions and partitions that might belong to the tables) and the user-defined functions in the deleted database. AWS Glue deletes these \"orphaned\" resources asynchronously in a timely manner, at the discretion of the service.

To ensure the immediate deletion of all related resources, before calling DeleteDatabase, use DeleteTableVersion or BatchDeleteTableVersion, DeletePartition or BatchDeletePartition, DeleteUserDefinedFunction, and DeleteTable or BatchDeleteTable, to delete any resources that belong to the database.

", @@ -50,8 +50,8 @@ "GetCatalogImportStatus": "

Retrieves the status of a migration operation.

", "GetClassifier": "

Retrieve a classifier by name.

", "GetClassifiers": "

Lists all classifier objects in the Data Catalog.

", - "GetColumnStatisticsForPartition": "

Retrieves partition statistics of columns.

", - "GetColumnStatisticsForTable": "

Retrieves table statistics of columns.

", + "GetColumnStatisticsForPartition": "

Retrieves partition statistics of columns.

The Identity and Access Management (IAM) permission required for this operation is GetPartition.

", + "GetColumnStatisticsForTable": "

Retrieves table statistics of columns.

The Identity and Access Management (IAM) permission required for this operation is GetTable.

", "GetConnection": "

Retrieves a connection definition from the Data Catalog.

", "GetConnections": "

Retrieves a list of connection definitions from the Data Catalog.

", "GetCrawler": "

Retrieves metadata for a specified crawler.

", @@ -123,8 +123,8 @@ "TagResource": "

Adds tags to a resource. A tag is a label you can assign to an AWS resource. In AWS Glue, you can tag only certain resources. For information about what resources you can tag, see AWS Tags in AWS Glue.

", "UntagResource": "

Removes tags from a resource.

", "UpdateClassifier": "

Modifies an existing classifier (a GrokClassifier, an XMLClassifier, a JsonClassifier, or a CsvClassifier, depending on which field is present).

", - "UpdateColumnStatisticsForPartition": "

Creates or updates partition statistics of columns.

", - "UpdateColumnStatisticsForTable": "

Creates or updates table statistics of columns.

", + "UpdateColumnStatisticsForPartition": "

Creates or updates partition statistics of columns.

The Identity and Access Management (IAM) permission required for this operation is UpdatePartition.

", + "UpdateColumnStatisticsForTable": "

Creates or updates table statistics of columns.

The Identity and Access Management (IAM) permission required for this operation is UpdateTable.

", "UpdateConnection": "

Updates a connection definition in the Data Catalog.

", "UpdateCrawler": "

Updates a crawler. If a crawler is running, you must stop it using StopCrawler before updating it.

", "UpdateCrawlerSchedule": "

Updates the schedule of a crawler using a cron expression.

", @@ -385,9 +385,9 @@ } }, "BinaryColumnStatisticsData": { - "base": "

Defines a binary column statistics data.

", + "base": "

Defines column statistics supported for bit sequence data values.

", "refs": { - "ColumnStatisticsData$BinaryColumnStatisticsData": "

Binary Column Statistics Data.

" + "ColumnStatisticsData$BinaryColumnStatisticsData": "

Binary column statistics data.

" } }, "Blob": { @@ -411,9 +411,9 @@ } }, "BooleanColumnStatisticsData": { - "base": "

Defines a boolean column statistics.

", + "base": "

Defines column statistics supported for Boolean data columns.

", "refs": { - "ColumnStatisticsData$BooleanColumnStatisticsData": "

Boolean Column Statistics Data.

" + "ColumnStatisticsData$BooleanColumnStatisticsData": "

Boolean column statistics data.

" } }, "BooleanNullable": { @@ -656,7 +656,7 @@ } }, "ColumnError": { - "base": "

Defines a column containing error.

", + "base": "

Encapsulates a column name that failed and the reason for failure.

", "refs": { "ColumnErrors$member": null } @@ -684,21 +684,21 @@ } }, "ColumnStatistics": { - "base": "

Defines a column statistics.

", + "base": "

Represents the generated column-level statistics for a table or partition.

", "refs": { - "ColumnStatisticsError$ColumnStatistics": "

The ColumnStatistics of the column.

", + "ColumnStatisticsError$ColumnStatistics": "

The ColumnStatistics of the column.

", "ColumnStatisticsList$member": null, "UpdateColumnStatisticsList$member": null } }, "ColumnStatisticsData": { - "base": "

Defines a column statistics data.

", + "base": "

Contains the individual types of column statistics data. Only one data object should be set and indicated by the Type attribute.

", "refs": { - "ColumnStatistics$StatisticsData": "

The statistics of the column.

" + "ColumnStatistics$StatisticsData": "

A ColumnStatisticData object that contains the statistics data values.

" } }, "ColumnStatisticsError": { - "base": "

Defines a column containing error.

", + "base": "

Encapsulates a ColumnStatistics object that failed and the reason for failure.

", "refs": { "ColumnStatisticsErrors$member": null } @@ -720,7 +720,7 @@ "ColumnStatisticsType": { "base": null, "refs": { - "ColumnStatisticsData$Type": "

The name of the column.

" + "ColumnStatisticsData$Type": "

The type of column statistics data.

" } }, "ColumnTypeString": { @@ -1251,22 +1251,22 @@ } }, "DateColumnStatisticsData": { - "base": "

Defines a date column statistics data.

", + "base": "

Defines column statistics supported for timestamp data columns.

", "refs": { - "ColumnStatisticsData$DateColumnStatisticsData": "

Date Column Statistics Data.

" + "ColumnStatisticsData$DateColumnStatisticsData": "

Date column statistics data.

" } }, "DecimalColumnStatisticsData": { - "base": "

Defines a decimal column statistics data.

", + "base": "

Defines column statistics supported for fixed-point number data columns.

", "refs": { - "ColumnStatisticsData$DecimalColumnStatisticsData": "

Decimal Column Statistics Data.

" + "ColumnStatisticsData$DecimalColumnStatisticsData": "

Decimal column statistics data.

" } }, "DecimalNumber": { "base": "

Contains a numeric value in decimal format.

", "refs": { - "DecimalColumnStatisticsData$MinimumValue": "

Minimum value of the column.

", - "DecimalColumnStatisticsData$MaximumValue": "

Maximum value of the column.

" + "DecimalColumnStatisticsData$MinimumValue": "

The lowest value in the column.

", + "DecimalColumnStatisticsData$MaximumValue": "

The highest value in the column.

" } }, "DeleteBehavior": { @@ -1519,14 +1519,14 @@ "Double": { "base": null, "refs": { - "DoubleColumnStatisticsData$MinimumValue": "

Minimum value of the column.

", - "DoubleColumnStatisticsData$MaximumValue": "

Maximum value of the column.

" + "DoubleColumnStatisticsData$MinimumValue": "

The lowest value in the column.

", + "DoubleColumnStatisticsData$MaximumValue": "

The highest value in the column.

" } }, "DoubleColumnStatisticsData": { - "base": "

Defines a double column statistics data.

", + "base": "

Defines column statistics supported for floating-point number data columns.

", "refs": { - "ColumnStatisticsData$DoubleColumnStatisticsData": "

Double Column Statistics Data.

" + "ColumnStatisticsData$DoubleColumnStatisticsData": "

Double column statistics data.

" } }, "DynamoDBTarget": { @@ -1588,8 +1588,8 @@ "refs": { "BatchStopJobRunError$ErrorDetail": "

Specifies details about the error that was encountered.

", "BatchUpdatePartitionFailureEntry$ErrorDetail": "

The details about the batch update partition error.

", - "ColumnError$Error": "

The error message occurred during operation.

", - "ColumnStatisticsError$Error": "

The error message occurred during operation.

", + "ColumnError$Error": "

An error message with the reason for the failure of an operation.

", + "ColumnStatisticsError$Error": "

An error message with the reason for the failure of an operation.

", "ErrorByName$value": null, "PartitionError$ErrorDetail": "

The details about the partition error.

", "TableError$ErrorDetail": "

The details about the error.

", @@ -2777,14 +2777,14 @@ "Long": { "base": null, "refs": { - "LongColumnStatisticsData$MinimumValue": "

Minimum value of the column.

", - "LongColumnStatisticsData$MaximumValue": "

Maximum value of the column.

" + "LongColumnStatisticsData$MinimumValue": "

The lowest value in the column.

", + "LongColumnStatisticsData$MaximumValue": "

The highest value in the column.

" } }, "LongColumnStatisticsData": { - "base": "

Defines a long column statistics data.

", + "base": "

Defines column statistics supported for integer data columns.

", "refs": { - "ColumnStatisticsData$LongColumnStatisticsData": "

Long Column Statistics Data.

" + "ColumnStatisticsData$LongColumnStatisticsData": "

Long column statistics data.

" } }, "MLTransform": { @@ -2798,6 +2798,18 @@ "refs": { } }, + "MLUserDataEncryption": { + "base": "

The encryption-at-rest settings of the transform that apply to accessing user data.

", + "refs": { + "TransformEncryption$MlUserDataEncryption": "

An MLUserDataEncryption object containing the encryption mode and customer-provided KMS key ID.

" + } + }, + "MLUserDataEncryptionModeString": { + "base": null, + "refs": { + "MLUserDataEncryption$MlUserDataEncryptionMode": "

The encryption mode applied to user data. Valid values are:

" + } + }, "MapValue": { "base": null, "refs": { @@ -2923,8 +2935,8 @@ "CatalogTarget$DatabaseName": "

The name of the database to be synchronized.

", "ClassifierNameList$member": null, "Column$Name": "

The name of the Column.

", - "ColumnError$ColumnName": "

The name of the column.

", - "ColumnStatistics$ColumnName": "

The name of the column.

", + "ColumnError$ColumnName": "

The name of the column that failed.

", + "ColumnStatistics$ColumnName": "

Name of column which statistics belong to.

", "Condition$JobName": "

The name of the job whose JobRuns this condition applies to, and on which this trigger waits.

", "Condition$CrawlerName": "

The name of the crawler to which this condition applies.

", "Connection$Name": "

The name of the connection definition.

", @@ -3049,6 +3061,7 @@ "KeySchemaElement$Name": "

The name of a partition key.

", "ListTriggersRequest$DependentJobName": "

The name of the job for which to retrieve triggers. The trigger that can start this job is returned. If there is no such trigger, all triggers are returned.

", "MLTransform$Name": "

A user-defined name for the machine learning transform. Names are not guaranteed unique and can be changed at any time.

", + "MLUserDataEncryption$KmsKeyId": "

The ID for the customer-provided KMS key.

", "MatchCriteria$member": null, "NameStringList$member": null, "Node$Name": "

The name of the AWS Glue component represented by the node.

", @@ -3090,6 +3103,7 @@ "TableInput$Name": "

The table name. For Hive compatibility, this is folded to lowercase when it is stored.

", "TableInput$Owner": "

The table owner.

", "TableVersionError$TableName": "

The name of the table in question.

", + "TransformEncryption$TaskRunSecurityConfigurationName": "

The name of the security configuration.

", "TransformFilterCriteria$Name": "

A unique transform name that is used to filter the machine learning transforms.

", "Trigger$Name": "

The name of the trigger.

", "Trigger$WorkflowName": "

The name of the workflow associated with the trigger.

", @@ -3172,11 +3186,11 @@ "NonNegativeDouble": { "base": null, "refs": { - "BinaryColumnStatisticsData$AverageLength": "

Average length of the column.

", + "BinaryColumnStatisticsData$AverageLength": "

The average bit sequence length in the column.

", "CrawlerMetrics$TimeLeftSeconds": "

The estimated time left to complete a running crawl.

", "CrawlerMetrics$LastRuntimeSeconds": "

The duration of the crawler's most recent run, in seconds.

", "CrawlerMetrics$MedianRuntimeSeconds": "

The median duration of this crawler's runs, in seconds.

", - "StringColumnStatisticsData$AverageLength": "

Average value of the column.

" + "StringColumnStatisticsData$AverageLength": "

The average string length in the column.

" } }, "NonNegativeInteger": { @@ -3193,22 +3207,22 @@ "NonNegativeLong": { "base": null, "refs": { - "BinaryColumnStatisticsData$MaximumLength": "

Maximum length of the column.

", - "BinaryColumnStatisticsData$NumberOfNulls": "

Number of nulls.

", - "BooleanColumnStatisticsData$NumberOfTrues": "

Number of true value.

", - "BooleanColumnStatisticsData$NumberOfFalses": "

Number of false value.

", - "BooleanColumnStatisticsData$NumberOfNulls": "

Number of nulls.

", - "DateColumnStatisticsData$NumberOfNulls": "

Number of nulls.

", - "DateColumnStatisticsData$NumberOfDistinctValues": "

Number of distinct values.

", - "DecimalColumnStatisticsData$NumberOfNulls": "

Number of nulls.

", - "DecimalColumnStatisticsData$NumberOfDistinctValues": "

Number of distinct values.

", - "DoubleColumnStatisticsData$NumberOfNulls": "

Number of nulls.

", - "DoubleColumnStatisticsData$NumberOfDistinctValues": "

Number of distinct values.

", - "LongColumnStatisticsData$NumberOfNulls": "

Number of nulls.

", - "LongColumnStatisticsData$NumberOfDistinctValues": "

Number of distinct values.

", - "StringColumnStatisticsData$MaximumLength": "

Maximum value of the column.

", - "StringColumnStatisticsData$NumberOfNulls": "

Number of nulls.

", - "StringColumnStatisticsData$NumberOfDistinctValues": "

Number of distinct values.

" + "BinaryColumnStatisticsData$MaximumLength": "

The size of the longest bit sequence in the column.

", + "BinaryColumnStatisticsData$NumberOfNulls": "

The number of null values in the column.

", + "BooleanColumnStatisticsData$NumberOfTrues": "

The number of true values in the column.

", + "BooleanColumnStatisticsData$NumberOfFalses": "

The number of false values in the column.

", + "BooleanColumnStatisticsData$NumberOfNulls": "

The number of null values in the column.

", + "DateColumnStatisticsData$NumberOfNulls": "

The number of null values in the column.

", + "DateColumnStatisticsData$NumberOfDistinctValues": "

The number of distinct values in a column.

", + "DecimalColumnStatisticsData$NumberOfNulls": "

The number of null values in the column.

", + "DecimalColumnStatisticsData$NumberOfDistinctValues": "

The number of distinct values in a column.

", + "DoubleColumnStatisticsData$NumberOfNulls": "

The number of null values in the column.

", + "DoubleColumnStatisticsData$NumberOfDistinctValues": "

The number of distinct values in a column.

", + "LongColumnStatisticsData$NumberOfNulls": "

The number of null values in the column.

", + "LongColumnStatisticsData$NumberOfDistinctValues": "

The number of distinct values in a column.

", + "StringColumnStatisticsData$MaximumLength": "

The size of the longest string in the column.

", + "StringColumnStatisticsData$NumberOfNulls": "

The number of null values in the column.

", + "StringColumnStatisticsData$NumberOfDistinctValues": "

The number of distinct values in a column.

" } }, "NotificationProperty": { @@ -4032,9 +4046,9 @@ } }, "StringColumnStatisticsData": { - "base": "

Defines a string column statistics data.

", + "base": "

Defines column statistics supported for character sequence data values.

", "refs": { - "ColumnStatisticsData$StringColumnStatisticsData": "

String Column Statistics Data.

" + "ColumnStatisticsData$StringColumnStatisticsData": "

String column statistics data.

" } }, "StringList": { @@ -4247,7 +4261,7 @@ "base": null, "refs": { "CatalogImportStatus$ImportTime": "

The time that the migration was started.

", - "ColumnStatistics$AnalyzedTime": "

The analyzed time of the column statistics.

", + "ColumnStatistics$AnalyzedTime": "

The timestamp of when column statistics were generated.

", "Connection$CreationTime": "

The time that this connection definition was created.

", "Connection$LastUpdatedTime": "

The last time that this connection definition was updated.

", "Crawler$CreationTime": "

The time that the crawler was created.

", @@ -4255,8 +4269,8 @@ "CsvClassifier$CreationTime": "

The time that this classifier was registered.

", "CsvClassifier$LastUpdated": "

The time that this classifier was last updated.

", "Database$CreateTime": "

The time at which the metadata database was created in the catalog.

", - "DateColumnStatisticsData$MinimumValue": "

Minimum value of the column.

", - "DateColumnStatisticsData$MaximumValue": "

Maximum value of the column.

", + "DateColumnStatisticsData$MinimumValue": "

The lowest value in the column.

", + "DateColumnStatisticsData$MaximumValue": "

The highest value in the column.

", "GetMLTaskRunResponse$StartedOn": "

The date and time when this task run started.

", "GetMLTaskRunResponse$LastModifiedOn": "

The date and time when this task run was last modified.

", "GetMLTaskRunResponse$CompletedOn": "

The date and time when this task run was completed.

", @@ -4356,6 +4370,14 @@ "Segment$TotalSegments": "

The total number of segments.

" } }, + "TransformEncryption": { + "base": "

The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.

Additionally, imported labels and trained transforms can now be encrypted using a customer provided KMS key.

", + "refs": { + "CreateMLTransformRequest$TransformEncryption": "

The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.

", + "GetMLTransformResponse$TransformEncryption": "

The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.

", + "MLTransform$TransformEncryption": "

The encryption-at-rest settings of the transform that apply to accessing user data. Machine learning transforms can access user data encrypted in Amazon S3 using KMS.

" + } + }, "TransformFilterCriteria": { "base": "

The criteria used to filter the machine learning transforms.

", "refs": { @@ -4418,7 +4440,7 @@ "refs": { "EvaluationMetrics$TransformType": "

The type of machine learning transform.

", "TransformFilterCriteria$TransformType": "

The type of machine learning transform that is used to filter the machine learning transforms.

", - "TransformParameters$TransformType": "

The type of machine learning transform.

For information about the types of machine learning transforms, see Creating Machine Learning Transforms.

" + "TransformParameters$TransformType": "

The type of machine learning transform.

For information about the types of machine learning transforms, see Creating Machine Learning Transforms.

" } }, "Trigger": { @@ -4473,7 +4495,7 @@ "TypeString": { "base": null, "refs": { - "ColumnStatistics$ColumnType": "

The type of the column.

" + "ColumnStatistics$ColumnType": "

The data type of the column.

" } }, "URI": { diff --git a/aws-sdk-core/endpoints.json b/aws-sdk-core/endpoints.json index 8fcd3e500f1..62f011400bb 100644 --- a/aws-sdk-core/endpoints.json +++ b/aws-sdk-core/endpoints.json @@ -727,6 +727,7 @@ "protocols" : [ "http", "https" ] }, "endpoints" : { + "af-south-1" : { }, "ap-east-1" : { }, "ap-northeast-1" : { }, "ap-northeast-2" : { }, @@ -736,6 +737,7 @@ "ca-central-1" : { }, "eu-central-1" : { }, "eu-north-1" : { }, + "eu-south-1" : { }, "eu-west-1" : { }, "eu-west-2" : { }, "eu-west-3" : { },