diff --git a/apis/glue/2017-03-31/api-2.json b/apis/glue/2017-03-31/api-2.json
index bf5bb594884..6e9868acde4 100644
--- a/apis/glue/2017-03-31/api-2.json
+++ b/apis/glue/2017-03-31/api-2.json
@@ -236,6 +236,23 @@
{"shape":"InternalServiceException"}
]
},
+ "CancelStatement":{
+ "name":"CancelStatement",
+ "http":{
+ "method":"POST",
+ "requestUri":"/"
+ },
+ "input":{"shape":"CancelStatementRequest"},
+ "output":{"shape":"CancelStatementResponse"},
+ "errors":[
+ {"shape":"AccessDeniedException"},
+ {"shape":"EntityNotFoundException"},
+ {"shape":"InternalServiceException"},
+ {"shape":"OperationTimeoutException"},
+ {"shape":"InvalidInputException"},
+ {"shape":"IllegalSessionStateException"}
+ ]
+ },
"CheckSchemaVersionValidity":{
"name":"CheckSchemaVersionValidity",
"http":{
@@ -485,6 +502,25 @@
{"shape":"ResourceNumberLimitExceededException"}
]
},
+ "CreateSession":{
+ "name":"CreateSession",
+ "http":{
+ "method":"POST",
+ "requestUri":"/"
+ },
+ "input":{"shape":"CreateSessionRequest"},
+ "output":{"shape":"CreateSessionResponse"},
+ "errors":[
+ {"shape":"AccessDeniedException"},
+ {"shape":"IdempotentParameterMismatchException"},
+ {"shape":"InternalServiceException"},
+ {"shape":"OperationTimeoutException"},
+ {"shape":"InvalidInputException"},
+ {"shape":"ValidationException"},
+ {"shape":"AlreadyExistsException"},
+ {"shape":"ResourceNumberLimitExceededException"}
+ ]
+ },
"CreateTable":{
"name":"CreateTable",
"http":{
@@ -814,6 +850,23 @@
{"shape":"OperationTimeoutException"}
]
},
+ "DeleteSession":{
+ "name":"DeleteSession",
+ "http":{
+ "method":"POST",
+ "requestUri":"/"
+ },
+ "input":{"shape":"DeleteSessionRequest"},
+ "output":{"shape":"DeleteSessionResponse"},
+ "errors":[
+ {"shape":"AccessDeniedException"},
+ {"shape":"InternalServiceException"},
+ {"shape":"OperationTimeoutException"},
+ {"shape":"InvalidInputException"},
+ {"shape":"IllegalSessionStateException"},
+ {"shape":"ConcurrentModificationException"}
+ ]
+ },
"DeleteTable":{
"name":"DeleteTable",
"http":{
@@ -1511,6 +1564,39 @@
{"shape":"OperationTimeoutException"}
]
},
+ "GetSession":{
+ "name":"GetSession",
+ "http":{
+ "method":"POST",
+ "requestUri":"/"
+ },
+ "input":{"shape":"GetSessionRequest"},
+ "output":{"shape":"GetSessionResponse"},
+ "errors":[
+ {"shape":"AccessDeniedException"},
+ {"shape":"EntityNotFoundException"},
+ {"shape":"InternalServiceException"},
+ {"shape":"OperationTimeoutException"},
+ {"shape":"InvalidInputException"}
+ ]
+ },
+ "GetStatement":{
+ "name":"GetStatement",
+ "http":{
+ "method":"POST",
+ "requestUri":"/"
+ },
+ "input":{"shape":"GetStatementRequest"},
+ "output":{"shape":"GetStatementResponse"},
+ "errors":[
+ {"shape":"AccessDeniedException"},
+ {"shape":"EntityNotFoundException"},
+ {"shape":"InternalServiceException"},
+ {"shape":"OperationTimeoutException"},
+ {"shape":"InvalidInputException"},
+ {"shape":"IllegalSessionStateException"}
+ ]
+ },
"GetTable":{
"name":"GetTable",
"http":{
@@ -1892,6 +1978,38 @@
{"shape":"InternalServiceException"}
]
},
+ "ListSessions":{
+ "name":"ListSessions",
+ "http":{
+ "method":"POST",
+ "requestUri":"/"
+ },
+ "input":{"shape":"ListSessionsRequest"},
+ "output":{"shape":"ListSessionsResponse"},
+ "errors":[
+ {"shape":"AccessDeniedException"},
+ {"shape":"InvalidInputException"},
+ {"shape":"InternalServiceException"},
+ {"shape":"OperationTimeoutException"}
+ ]
+ },
+ "ListStatements":{
+ "name":"ListStatements",
+ "http":{
+ "method":"POST",
+ "requestUri":"/"
+ },
+ "input":{"shape":"ListStatementsRequest"},
+ "output":{"shape":"ListStatementsResponse"},
+ "errors":[
+ {"shape":"AccessDeniedException"},
+ {"shape":"EntityNotFoundException"},
+ {"shape":"InternalServiceException"},
+ {"shape":"OperationTimeoutException"},
+ {"shape":"InvalidInputException"},
+ {"shape":"IllegalSessionStateException"}
+ ]
+ },
"ListTriggers":{
"name":"ListTriggers",
"http":{
@@ -2062,6 +2180,25 @@
{"shape":"IllegalWorkflowStateException"}
]
},
+ "RunStatement":{
+ "name":"RunStatement",
+ "http":{
+ "method":"POST",
+ "requestUri":"/"
+ },
+ "input":{"shape":"RunStatementRequest"},
+ "output":{"shape":"RunStatementResponse"},
+ "errors":[
+ {"shape":"EntityNotFoundException"},
+ {"shape":"AccessDeniedException"},
+ {"shape":"InternalServiceException"},
+ {"shape":"OperationTimeoutException"},
+ {"shape":"InvalidInputException"},
+ {"shape":"ValidationException"},
+ {"shape":"ResourceNumberLimitExceededException"},
+ {"shape":"IllegalSessionStateException"}
+ ]
+ },
"SearchTables":{
"name":"SearchTables",
"http":{
@@ -2268,6 +2405,23 @@
{"shape":"OperationTimeoutException"}
]
},
+ "StopSession":{
+ "name":"StopSession",
+ "http":{
+ "method":"POST",
+ "requestUri":"/"
+ },
+ "input":{"shape":"StopSessionRequest"},
+ "output":{"shape":"StopSessionResponse"},
+ "errors":[
+ {"shape":"AccessDeniedException"},
+ {"shape":"InternalServiceException"},
+ {"shape":"OperationTimeoutException"},
+ {"shape":"InvalidInputException"},
+ {"shape":"IllegalSessionStateException"},
+ {"shape":"ConcurrentModificationException"}
+ ]
+ },
"StopTrigger":{
"name":"StopTrigger",
"http":{
@@ -2664,10 +2818,16 @@
"exception":true
},
"AttemptCount":{"type":"integer"},
+ "AuditColumnNamesList":{
+ "type":"list",
+ "member":{"shape":"ColumnNameString"}
+ },
"AuditContext":{
"type":"structure",
"members":{
- "AdditionalAuditContext":{"shape":"AuditContextString"}
+ "AdditionalAuditContext":{"shape":"AuditContextString"},
+ "RequestedColumns":{"shape":"AuditColumnNamesList"},
+ "AllColumnsRequested":{"shape":"NullableBoolean"}
}
},
"AuditContextString":{
@@ -3170,6 +3330,23 @@
"Status":{"shape":"TaskStatusType"}
}
},
+ "CancelStatementRequest":{
+ "type":"structure",
+ "required":[
+ "SessionId",
+ "Id"
+ ],
+ "members":{
+ "SessionId":{"shape":"NameString"},
+ "Id":{"shape":"IntegerValue"},
+ "RequestOrigin":{"shape":"OrchestrationNameString"}
+ }
+ },
+ "CancelStatementResponse":{
+ "type":"structure",
+ "members":{
+ }
+ },
"CatalogEncryptionMode":{
"type":"string",
"enum":[
@@ -4146,6 +4323,37 @@
"CreatedTimestamp":{"shape":"TimestampValue"}
}
},
+ "CreateSessionRequest":{
+ "type":"structure",
+ "required":[
+ "Id",
+ "Role",
+ "Command"
+ ],
+ "members":{
+ "Id":{"shape":"NameString"},
+ "Description":{"shape":"DescriptionString"},
+ "Role":{"shape":"OrchestrationRoleArn"},
+ "Command":{"shape":"SessionCommand"},
+ "Timeout":{"shape":"Timeout"},
+ "IdleTimeout":{"shape":"Timeout"},
+ "DefaultArguments":{"shape":"OrchestrationArgumentsMap"},
+ "Connections":{"shape":"ConnectionsList"},
+ "MaxCapacity":{"shape":"NullableDouble"},
+ "NumberOfWorkers":{"shape":"NullableInteger"},
+ "WorkerType":{"shape":"WorkerType"},
+ "SecurityConfiguration":{"shape":"NameString"},
+ "GlueVersion":{"shape":"GlueVersionString"},
+ "Tags":{"shape":"TagsMap"},
+ "RequestOrigin":{"shape":"OrchestrationNameString"}
+ }
+ },
+ "CreateSessionResponse":{
+ "type":"structure",
+ "members":{
+ "Session":{"shape":"Session"}
+ }
+ },
"CreateTableRequest":{
"type":"structure",
"required":[
@@ -4658,6 +4866,20 @@
"members":{
}
},
+ "DeleteSessionRequest":{
+ "type":"structure",
+ "required":["Id"],
+ "members":{
+ "Id":{"shape":"NameString"},
+ "RequestOrigin":{"shape":"OrchestrationNameString"}
+ }
+ },
+ "DeleteSessionResponse":{
+ "type":"structure",
+ "members":{
+ "Id":{"shape":"NameString"}
+ }
+ },
"DeleteTableRequest":{
"type":"structure",
"required":[
@@ -4827,6 +5049,7 @@
"NumberOfDistinctValues":{"shape":"NonNegativeLong"}
}
},
+ "DoubleValue":{"type":"double"},
"DynamoDBTarget":{
"type":"structure",
"members":{
@@ -5734,6 +5957,38 @@
"NextToken":{"shape":"GenericString"}
}
},
+ "GetSessionRequest":{
+ "type":"structure",
+ "required":["Id"],
+ "members":{
+ "Id":{"shape":"NameString"},
+ "RequestOrigin":{"shape":"OrchestrationNameString"}
+ }
+ },
+ "GetSessionResponse":{
+ "type":"structure",
+ "members":{
+ "Session":{"shape":"Session"}
+ }
+ },
+ "GetStatementRequest":{
+ "type":"structure",
+ "required":[
+ "SessionId",
+ "Id"
+ ],
+ "members":{
+ "SessionId":{"shape":"NameString"},
+ "Id":{"shape":"IntegerValue"},
+ "RequestOrigin":{"shape":"OrchestrationNameString"}
+ }
+ },
+ "GetStatementResponse":{
+ "type":"structure",
+ "members":{
+ "Statement":{"shape":"Statement"}
+ }
+ },
"GetTableRequest":{
"type":"structure",
"required":[
@@ -6059,7 +6314,7 @@
"type":"string",
"max":10240,
"min":1,
- "pattern":"arn:aws:glue:.*"
+ "pattern":"arn:(aws|aws-us-gov|aws-cn):glue:.*"
},
"GlueTable":{
"type":"structure",
@@ -6135,6 +6390,13 @@
},
"exception":true
},
+ "IllegalSessionStateException":{
+ "type":"structure",
+ "members":{
+ "Message":{"shape":"MessageString"}
+ },
+ "exception":true
+ },
"IllegalWorkflowStateException":{
"type":"structure",
"members":{
@@ -6580,6 +6842,39 @@
"NextToken":{"shape":"SchemaRegistryTokenString"}
}
},
+ "ListSessionsRequest":{
+ "type":"structure",
+ "members":{
+ "NextToken":{"shape":"OrchestrationToken"},
+ "MaxResults":{"shape":"PageSize"},
+ "Tags":{"shape":"TagsMap"},
+ "RequestOrigin":{"shape":"OrchestrationNameString"}
+ }
+ },
+ "ListSessionsResponse":{
+ "type":"structure",
+ "members":{
+ "Ids":{"shape":"SessionIdList"},
+ "Sessions":{"shape":"SessionList"},
+ "NextToken":{"shape":"OrchestrationToken"}
+ }
+ },
+ "ListStatementsRequest":{
+ "type":"structure",
+ "required":["SessionId"],
+ "members":{
+ "SessionId":{"shape":"NameString"},
+ "RequestOrigin":{"shape":"OrchestrationNameString"},
+ "NextToken":{"shape":"OrchestrationToken"}
+ }
+ },
+ "ListStatementsResponse":{
+ "type":"structure",
+ "members":{
+ "Statements":{"shape":"StatementList"},
+ "NextToken":{"shape":"OrchestrationToken"}
+ }
+ },
"ListTriggersRequest":{
"type":"structure",
"members":{
@@ -6669,6 +6964,7 @@
"NumberOfDistinctValues":{"shape":"NonNegativeLong"}
}
},
+ "LongValue":{"type":"long"},
"MLTransform":{
"type":"structure",
"members":{
@@ -6893,6 +7189,19 @@
},
"exception":true
},
+ "OrchestrationArgumentsMap":{
+ "type":"map",
+ "key":{"shape":"OrchestrationNameString"},
+ "value":{"shape":"OrchestrationArgumentsValue"},
+ "max":75,
+ "min":0
+ },
+ "OrchestrationArgumentsValue":{
+ "type":"string",
+ "max":4096,
+ "min":0,
+ "pattern":"[\\u0020-\\uD7FF\\uE000-\\uFFFD\\uD800\\uDC00-\\uDBFF\\uDFFF\\r\\n\\t]*"
+ },
"OrchestrationIAMRoleArn":{
"type":"string",
"max":1024,
@@ -6905,16 +7214,30 @@
"min":1,
"pattern":"[\\.\\-_A-Za-z0-9]+"
},
+ "OrchestrationRoleArn":{
+ "type":"string",
+ "max":2048,
+ "min":20,
+ "pattern":"arn:aws[^:]*:iam::[0-9]*:role/.+"
+ },
"OrchestrationS3Location":{
"type":"string",
"max":8192,
"min":1,
"pattern":"^s3://([^/]+)/([^/]+/)*([^/]+)$"
},
+ "OrchestrationStatementCodeString":{
+ "type":"string",
+ "max":68000
+ },
"OrchestrationStringList":{
"type":"list",
"member":{"shape":"GenericString"}
},
+ "OrchestrationToken":{
+ "type":"string",
+ "max":400000
+ },
"Order":{
"type":"structure",
"required":[
@@ -7105,7 +7428,6 @@
},
"PolicyJsonString":{
"type":"string",
- "max":10240,
"min":2
},
"Predecessor":{
@@ -7438,6 +7760,24 @@
"RoleString":{"type":"string"},
"RowTag":{"type":"string"},
"RunId":{"type":"string"},
+ "RunStatementRequest":{
+ "type":"structure",
+ "required":[
+ "SessionId",
+ "Code"
+ ],
+ "members":{
+ "SessionId":{"shape":"NameString"},
+ "Code":{"shape":"OrchestrationStatementCodeString"},
+ "RequestOrigin":{"shape":"OrchestrationNameString"}
+ }
+ },
+ "RunStatementResponse":{
+ "type":"structure",
+ "members":{
+ "Id":{"shape":"IntegerValue"}
+ }
+ },
"S3Encryption":{
"type":"structure",
"members":{
@@ -7647,7 +7987,10 @@
"DELETING"
]
},
- "ScriptLocationString":{"type":"string"},
+ "ScriptLocationString":{
+ "type":"string",
+ "max":400000
+ },
"SearchPropertyPredicates":{
"type":"list",
"member":{"shape":"PropertyPredicate"}
@@ -7708,6 +8051,50 @@
"Parameters":{"shape":"ParametersMap"}
}
},
+ "Session":{
+ "type":"structure",
+ "members":{
+ "Id":{"shape":"NameString"},
+ "CreatedOn":{"shape":"TimestampValue"},
+ "Status":{"shape":"SessionStatus"},
+ "ErrorMessage":{"shape":"DescriptionString"},
+ "Description":{"shape":"DescriptionString"},
+ "Role":{"shape":"OrchestrationRoleArn"},
+ "Command":{"shape":"SessionCommand"},
+ "DefaultArguments":{"shape":"OrchestrationArgumentsMap"},
+ "Connections":{"shape":"ConnectionsList"},
+ "Progress":{"shape":"DoubleValue"},
+ "MaxCapacity":{"shape":"NullableDouble"},
+ "SecurityConfiguration":{"shape":"NameString"},
+ "GlueVersion":{"shape":"GlueVersionString"}
+ }
+ },
+ "SessionCommand":{
+ "type":"structure",
+ "members":{
+ "Name":{"shape":"NameString"},
+ "PythonVersion":{"shape":"PythonVersionString"}
+ }
+ },
+ "SessionIdList":{
+ "type":"list",
+ "member":{"shape":"NameString"}
+ },
+ "SessionList":{
+ "type":"list",
+ "member":{"shape":"Session"}
+ },
+ "SessionStatus":{
+ "type":"string",
+ "enum":[
+ "PROVISIONING",
+ "READY",
+ "FAILED",
+ "TIMEOUT",
+ "STOPPING",
+ "STOPPED"
+ ]
+ },
"SkewedInfo":{
"type":"structure",
"members":{
@@ -7910,6 +8297,50 @@
"BatchWindow":{"shape":"NullableInteger"}
}
},
+ "Statement":{
+ "type":"structure",
+ "members":{
+ "Id":{"shape":"IntegerValue"},
+ "Code":{"shape":"GenericString"},
+ "State":{"shape":"StatementState"},
+ "Output":{"shape":"StatementOutput"},
+ "Progress":{"shape":"DoubleValue"},
+ "StartedOn":{"shape":"LongValue"},
+ "CompletedOn":{"shape":"LongValue"}
+ }
+ },
+ "StatementList":{
+ "type":"list",
+ "member":{"shape":"Statement"}
+ },
+ "StatementOutput":{
+ "type":"structure",
+ "members":{
+ "Data":{"shape":"StatementOutputData"},
+ "ExecutionCount":{"shape":"IntegerValue"},
+ "Status":{"shape":"StatementState"},
+ "ErrorName":{"shape":"GenericString"},
+ "ErrorValue":{"shape":"GenericString"},
+ "Traceback":{"shape":"OrchestrationStringList"}
+ }
+ },
+ "StatementOutputData":{
+ "type":"structure",
+ "members":{
+ "TextPlain":{"shape":"GenericString"}
+ }
+ },
+ "StatementState":{
+ "type":"string",
+ "enum":[
+ "WAITING",
+ "RUNNING",
+ "AVAILABLE",
+ "CANCELLING",
+ "CANCELLED",
+ "ERROR"
+ ]
+ },
"StopCrawlerRequest":{
"type":"structure",
"required":["Name"],
@@ -7934,6 +8365,20 @@
"members":{
}
},
+ "StopSessionRequest":{
+ "type":"structure",
+ "required":["Id"],
+ "members":{
+ "Id":{"shape":"NameString"},
+ "RequestOrigin":{"shape":"OrchestrationNameString"}
+ }
+ },
+ "StopSessionResponse":{
+ "type":"structure",
+ "members":{
+ "Id":{"shape":"NameString"}
+ }
+ },
"StopTriggerRequest":{
"type":"structure",
"required":["Name"],
diff --git a/apis/glue/2017-03-31/docs-2.json b/apis/glue/2017-03-31/docs-2.json
index 047124c02bf..efe25dc7c5b 100644
--- a/apis/glue/2017-03-31/docs-2.json
+++ b/apis/glue/2017-03-31/docs-2.json
@@ -17,6 +17,7 @@
"BatchStopJobRun": "
Stops one or more job runs for a specified job definition.
",
"BatchUpdatePartition": "Updates one or more partitions in a batch operation.
",
"CancelMLTaskRun": "Cancels (stops) a task run. Machine learning task runs are asynchronous tasks that Glue runs on your behalf as part of various machine learning workflows. You can cancel a machine learning task run at any time by calling CancelMLTaskRun
with a task run's parent transform's TransformID
and the task run's TaskRunId
.
",
+ "CancelStatement": "Cancels the statement..
",
"CheckSchemaVersionValidity": "Validates the supplied schema. This call has no side effects, it simply validates using the supplied schema using DataFormat
as the format. Since it does not take a schema set name, no compatibility checks are performed.
",
"CreateBlueprint": "Registers a blueprint with Glue.
",
"CreateClassifier": "Creates a classifier in the user's account. This can be a GrokClassifier
, an XMLClassifier
, a JsonClassifier
, or a CsvClassifier
, depending on which field of the request is present.
",
@@ -32,6 +33,7 @@
"CreateSchema": "Creates a new schema set and registers the schema definition. Returns an error if the schema set already exists without actually registering the version.
When the schema set is created, a version checkpoint will be set to the first version. Compatibility mode \"DISABLED\" restricts any additional schema versions from being added after the first schema version. For all other compatibility modes, validation of compatibility settings will be applied only from the second version onwards when the RegisterSchemaVersion
API is used.
When this API is called without a RegistryId
, this will create an entry for a \"default-registry\" in the registry database tables, if it is not already present.
",
"CreateScript": "Transforms a directed acyclic graph (DAG) into code.
",
"CreateSecurityConfiguration": "Creates a new security configuration. A security configuration is a set of security properties that can be used by Glue. You can use a security configuration to encrypt data at rest. For information about using security configurations in Glue, see Encrypting Data Written by Crawlers, Jobs, and Development Endpoints.
",
+ "CreateSession": "Creates a new session.
",
"CreateTable": "Creates a new table definition in the Data Catalog.
",
"CreateTrigger": "Creates a new trigger.
",
"CreateUserDefinedFunction": "Creates a new function definition in the Data Catalog.
",
@@ -53,6 +55,7 @@
"DeleteSchema": "Deletes the entire schema set, including the schema set and all of its versions. To get the status of the delete operation, you can call GetSchema
API after the asynchronous call. Deleting a registry will deactivate all online operations for the schema, such as the GetSchemaByDefinition
, and RegisterSchemaVersion
APIs.
",
"DeleteSchemaVersions": "Remove versions from the specified schema. A version number or range may be supplied. If the compatibility mode forbids deleting of a version that is necessary, such as BACKWARDS_FULL, an error is returned. Calling the GetSchemaVersions
API after this call will list the status of the deleted versions.
When the range of version numbers contain check pointed version, the API will return a 409 conflict and will not proceed with the deletion. You have to remove the checkpoint first using the DeleteSchemaCheckpoint
API before using this API.
You cannot use the DeleteSchemaVersions
API to delete the first schema version in the schema set. The first schema version can only be deleted by the DeleteSchema
API. This operation will also delete the attached SchemaVersionMetadata
under the schema versions. Hard deletes will be enforced on the database.
If the compatibility mode forbids deleting of a version that is necessary, such as BACKWARDS_FULL, an error is returned.
",
"DeleteSecurityConfiguration": "Deletes a specified security configuration.
",
+ "DeleteSession": "Deletes the session.
",
"DeleteTable": "Removes a table definition from the Data Catalog.
After completing this operation, you no longer have access to the table versions and partitions that belong to the deleted table. Glue deletes these \"orphaned\" resources asynchronously in a timely manner, at the discretion of the service.
To ensure the immediate deletion of all related resources, before calling DeleteTable
, use DeleteTableVersion
or BatchDeleteTableVersion
, and DeletePartition
or BatchDeletePartition
, to delete any resources that belong to the table.
",
"DeleteTableVersion": "Deletes a specified version of a table.
",
"DeleteTrigger": "Deletes a specified trigger. If the trigger is not found, no exception is thrown.
",
@@ -100,6 +103,8 @@
"GetSchemaVersionsDiff": "Fetches the schema version difference in the specified difference type between two stored schema versions in the Schema Registry.
This API allows you to compare two schema versions between two schema definitions under the same schema.
",
"GetSecurityConfiguration": "Retrieves a specified security configuration.
",
"GetSecurityConfigurations": "Retrieves a list of all security configurations.
",
+ "GetSession": "Retrieves the session.
",
+ "GetStatement": "Retrieves the statement.
",
"GetTable": "Retrieves the Table
definition in a Data Catalog for a specified table.
",
"GetTableVersion": "Retrieves a specified version of a table.
",
"GetTableVersions": "Retrieves a list of strings that identify available versions of a specified table.
",
@@ -125,6 +130,8 @@
"ListRegistries": "Returns a list of registries that you have created, with minimal registry information. Registries in the Deleting
status will not be included in the results. Empty results will be returned if there are no registries available.
",
"ListSchemaVersions": "Returns a list of schema versions that you have created, with minimal information. Schema versions in Deleted status will not be included in the results. Empty results will be returned if there are no schema versions available.
",
"ListSchemas": "Returns a list of schemas with minimal details. Schemas in Deleting status will not be included in the results. Empty results will be returned if there are no schemas available.
When the RegistryId
is not provided, all the schemas across registries will be part of the API response.
",
+ "ListSessions": "Retrieve a session..
",
+ "ListStatements": "Lists statements for the session.
",
"ListTriggers": "Retrieves the names of all trigger resources in this Amazon Web Services account, or the resources with the specified tag. This operation allows you to see which resources are available in your account, and their names.
This operation takes the optional Tags
field, which you can use as a filter on the response so that tagged resources can be retrieved as a group. If you choose to use tags filtering, only resources with the tag are retrieved.
",
"ListWorkflows": "Lists names of workflows created in the account.
",
"PutDataCatalogEncryptionSettings": "Sets the security configuration for a specified catalog. After the configuration has been set, the specified encryption is applied to every catalog write thereafter.
",
@@ -136,6 +143,7 @@
"RemoveSchemaVersionMetadata": "Removes a key value pair from the schema version metadata for the specified schema version ID.
",
"ResetJobBookmark": "Resets a bookmark entry.
",
"ResumeWorkflowRun": "Restarts selected nodes of a previous partially completed workflow run and resumes the workflow run. The selected nodes and all nodes that are downstream from the selected nodes are run.
",
+ "RunStatement": "Executes the statement.
",
"SearchTables": "Searches a set of tables based on properties in the table metadata as well as on the parent database. You can search against text or filter conditions.
You can only get tables that you have access to based on the security policies defined in Lake Formation. You need at least a read-only access to the table for it to be returned. If you do not have access to all the columns in the table, these columns will not be searched against when returning the list of tables back to you. If you have access to the columns but not the data in the columns, those columns and the associated metadata for those columns will be included in the search.
",
"StartBlueprintRun": "Starts a new run of the specified blueprint.
",
"StartCrawler": "Starts a crawl using the specified crawler, regardless of what is scheduled. If the crawler is already running, returns a CrawlerRunningException.
",
@@ -149,6 +157,7 @@
"StartWorkflowRun": "Starts a new run of the specified workflow.
",
"StopCrawler": "If the specified crawler is running, stops the crawl.
",
"StopCrawlerSchedule": "Sets the schedule state of the specified crawler to NOT_SCHEDULED
, but does not stop the crawler if it is already running.
",
+ "StopSession": "Stops the session.
",
"StopTrigger": "Stops a specified trigger.
",
"StopWorkflowRun": "Stops the execution of the specified workflow run.
",
"TagResource": "Adds tags to a resource. A tag is a label you can assign to an Amazon Web Services resource. In Glue, you can tag only certain resources. For information about what resources you can tag, see Amazon Web Services Tags in Glue.
",
@@ -215,8 +224,14 @@
"JobRun$Attempt": "The number of the attempt to run this job.
"
}
},
- "AuditContext": {
+ "AuditColumnNamesList": {
"base": null,
+ "refs": {
+ "AuditContext$RequestedColumns": "The requested columns for audit.
"
+ }
+ },
+ "AuditContext": {
+ "base": "A structure containing information for audit.
",
"refs": {
"GetUnfilteredPartitionMetadataRequest$AuditContext": null,
"GetUnfilteredPartitionsMetadataRequest$AuditContext": null,
@@ -226,7 +241,7 @@
"AuditContextString": {
"base": null,
"refs": {
- "AuditContext$AdditionalAuditContext": null
+ "AuditContext$AdditionalAuditContext": "The context for the audit..
"
}
},
"BackfillError": {
@@ -623,6 +638,16 @@
"refs": {
}
},
+ "CancelStatementRequest": {
+ "base": null,
+ "refs": {
+ }
+ },
+ "CancelStatementResponse": {
+ "base": null,
+ "refs": {
+ }
+ },
"CatalogEncryptionMode": {
"base": null,
"refs": {
@@ -890,6 +915,7 @@
"ColumnNameString": {
"base": null,
"refs": {
+ "AuditColumnNamesList$member": null,
"FindMatchesParameters$PrimaryKeyColumnName": "The name of a column that uniquely identifies rows in the source table. Used to help identify matching records.
",
"SchemaColumn$Name": "The name of the column.
"
}
@@ -1088,8 +1114,10 @@
"base": "Specifies the connections used by a job.
",
"refs": {
"CreateJobRequest$Connections": "The connections used for this job.
",
+ "CreateSessionRequest$Connections": "The number of connections to use for the session.
",
"Job$Connections": "The connections used for this job.
",
- "JobUpdate$Connections": "The connections used for this job.
"
+ "JobUpdate$Connections": "The connections used for this job.
",
+ "Session$Connections": "The number of connections used for the session.
"
}
},
"Crawl": {
@@ -1361,6 +1389,16 @@
"refs": {
}
},
+ "CreateSessionRequest": {
+ "base": "Request to create a new session.
",
+ "refs": {
+ }
+ },
+ "CreateSessionResponse": {
+ "base": null,
+ "refs": {
+ }
+ },
"CreateTableRequest": {
"base": null,
"refs": {
@@ -1756,6 +1794,16 @@
"refs": {
}
},
+ "DeleteSessionRequest": {
+ "base": null,
+ "refs": {
+ }
+ },
+ "DeleteSessionResponse": {
+ "base": null,
+ "refs": {
+ }
+ },
"DeleteTableRequest": {
"base": null,
"refs": {
@@ -1832,6 +1880,7 @@
"CreateRegistryResponse$Description": "A description of the registry.
",
"CreateSchemaInput$Description": "An optional description of the schema. If description is not provided, there will not be any automatic default value for this.
",
"CreateSchemaResponse$Description": "A description of the schema if specified when created.
",
+ "CreateSessionRequest$Description": "The description of the session.
",
"CreateTriggerRequest$Description": "A description of the new trigger.
",
"Database$Description": "A description of the database.
",
"DatabaseInput$Description": "A description of the database.
",
@@ -1845,6 +1894,8 @@
"MLTransform$Description": "A user-defined, long-form description text for the machine learning transform. Descriptions are not guaranteed to be unique and can be changed at any time.
",
"RegistryListItem$Description": "A description of the registry.
",
"SchemaListItem$Description": "A description for the schema.
",
+ "Session$ErrorMessage": "The error message displayed during the session.
",
+ "Session$Description": "The description of the session.
",
"Table$Description": "A description of the table.
",
"TableInput$Description": "A description of the table.
",
"Trigger$Description": "A description of this trigger.
",
@@ -1906,6 +1957,13 @@
"ColumnStatisticsData$DoubleColumnStatisticsData": "Double column statistics data.
"
}
},
+ "DoubleValue": {
+ "base": null,
+ "refs": {
+ "Session$Progress": "The code execution progress of the session.
",
+ "Statement$Progress": "The code execution progress.
"
+ }
+ },
"DynamoDBTarget": {
"base": "Specifies an Amazon DynamoDB table to crawl.
",
"refs": {
@@ -2199,6 +2257,10 @@
"MapValue$value": null,
"OrchestrationStringList$member": null,
"PublicKeysList$member": null,
+ "Statement$Code": "The execution code of the statement.
",
+ "StatementOutput$ErrorName": "The name of the error in the output.
",
+ "StatementOutput$ErrorValue": "The error value of the output.
",
+ "StatementOutputData$TextPlain": "The code execution output in text format.
",
"StringList$member": null,
"TaskRun$LogGroupName": "The names of the log group for secure logging, associated with this task run.
",
"TaskRun$ErrorString": "The list of error strings associated with this task run.
",
@@ -2650,6 +2712,26 @@
"refs": {
}
},
+ "GetSessionRequest": {
+ "base": null,
+ "refs": {
+ }
+ },
+ "GetSessionResponse": {
+ "base": null,
+ "refs": {
+ }
+ },
+ "GetStatementRequest": {
+ "base": null,
+ "refs": {
+ }
+ },
+ "GetStatementResponse": {
+ "base": null,
+ "refs": {
+ }
+ },
"GetTableRequest": {
"base": null,
"refs": {
@@ -2878,12 +2960,14 @@
"CreateDevEndpointResponse$GlueVersion": "Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for running your ETL scripts on development endpoints.
For more information about the available Glue versions and corresponding Spark and Python versions, see Glue version in the developer guide.
",
"CreateJobRequest$GlueVersion": "Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for jobs of type Spark.
For more information about the available Glue versions and corresponding Spark and Python versions, see Glue version in the developer guide.
Jobs that are created without specifying a Glue version default to Glue 0.9.
",
"CreateMLTransformRequest$GlueVersion": "This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see Glue Versions in the developer guide.
",
+ "CreateSessionRequest$GlueVersion": "The Glue version determines the versions of Apache Spark and Python that AWS Glue supports. The GlueVersion must be greater than 2.0.
",
"DevEndpoint$GlueVersion": "Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for running your ETL scripts on development endpoints.
For more information about the available Glue versions and corresponding Spark and Python versions, see Glue version in the developer guide.
Development endpoints that are created without specifying a Glue version default to Glue 0.9.
You can specify a version of Python support for development endpoints by using the Arguments
parameter in the CreateDevEndpoint
or UpdateDevEndpoint
APIs. If no arguments are provided, the version defaults to Python 2.
",
"GetMLTransformResponse$GlueVersion": "This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see Glue Versions in the developer guide.
",
"Job$GlueVersion": "Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for jobs of type Spark.
For more information about the available Glue versions and corresponding Spark and Python versions, see Glue version in the developer guide.
Jobs that are created without specifying a Glue version default to Glue 0.9.
",
"JobRun$GlueVersion": "Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for jobs of type Spark.
For more information about the available Glue versions and corresponding Spark and Python versions, see Glue version in the developer guide.
Jobs that are created without specifying a Glue version default to Glue 0.9.
",
"JobUpdate$GlueVersion": "Glue version determines the versions of Apache Spark and Python that Glue supports. The Python version indicates the version supported for jobs of type Spark.
For more information about the available Glue versions and corresponding Spark and Python versions, see Glue version in the developer guide.
",
"MLTransform$GlueVersion": "This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see Glue Versions in the developer guide.
",
+ "Session$GlueVersion": "The Glue version determines the versions of Apache Spark and Python that AWS Glue supports. The GlueVersion must be greater than 2.0.
",
"TransformFilterCriteria$GlueVersion": "This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see Glue Versions in the developer guide.
",
"UpdateMLTransformRequest$GlueVersion": "This value determines which version of Glue this machine learning transform is compatible with. Glue 1.0 is recommended for most customers. If the value is not set, the Glue compatibility defaults to Glue 0.9. For more information, see Glue Versions in the developer guide.
"
}
@@ -2981,6 +3065,11 @@
"refs": {
}
},
+ "IllegalSessionStateException": {
+ "base": "The session is in an invalid state to perform a requested operation.
",
+ "refs": {
+ }
+ },
"IllegalWorkflowStateException": {
"base": "The workflow is in an invalid state to perform a requested operation.
",
"refs": {
@@ -3019,19 +3108,24 @@
"IntegerValue": {
"base": null,
"refs": {
+ "CancelStatementRequest$Id": "The ID of the statement to be cancelled.
",
"CreateDevEndpointRequest$NumberOfNodes": "The number of Glue Data Processing Units (DPUs) to allocate to this DevEndpoint
.
",
"CreateDevEndpointResponse$ZeppelinRemoteSparkInterpreterPort": "The Apache Zeppelin port for the remote Apache Spark interpreter.
",
"CreateDevEndpointResponse$NumberOfNodes": "The number of Glue Data Processing Units (DPUs) allocated to this DevEndpoint.
",
"CreateJobRequest$AllocatedCapacity": "This parameter is deprecated. Use MaxCapacity
instead.
The number of Glue data processing units (DPUs) to allocate to this Job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the Glue pricing page.
",
"DevEndpoint$ZeppelinRemoteSparkInterpreterPort": "The Apache Zeppelin port for the remote Apache Spark interpreter.
",
"DevEndpoint$NumberOfNodes": "The number of Glue Data Processing Units (DPUs) allocated to this DevEndpoint
.
",
+ "GetStatementRequest$Id": "The Id of the statement.
",
"Job$AllocatedCapacity": "This field is deprecated. Use MaxCapacity
instead.
The number of Glue data processing units (DPUs) allocated to runs of this job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the Glue pricing page.
",
"JobBookmarkEntry$Version": "The version of the job.
",
"JobBookmarkEntry$Run": "The run ID number.
",
"JobBookmarkEntry$Attempt": "The attempt ID number.
",
"JobRun$AllocatedCapacity": "This field is deprecated. Use MaxCapacity
instead.
The number of Glue data processing units (DPUs) allocated to this JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the Glue pricing page.
",
"JobUpdate$AllocatedCapacity": "This field is deprecated. Use MaxCapacity
instead.
The number of Glue data processing units (DPUs) to allocate to this job. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the Glue pricing page.
",
+ "RunStatementResponse$Id": "Returns the Id of the statement that was run.
",
"StartJobRunRequest$AllocatedCapacity": "This field is deprecated. Use MaxCapacity
instead.
The number of Glue data processing units (DPUs) to allocate to this JobRun. From 2 to 100 DPUs can be allocated; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the Glue pricing page.
",
+ "Statement$Id": "The ID of the statement.
",
+ "StatementOutput$ExecutionCount": "The execution count of the output.
",
"WorkflowRunStatistics$TotalActions": "Total number of Actions in the workflow run.
",
"WorkflowRunStatistics$TimeoutActions": "Total number of Actions that timed out.
",
"WorkflowRunStatistics$FailedActions": "Total number of Actions that have failed.
",
@@ -3357,6 +3451,26 @@
"refs": {
}
},
+ "ListSessionsRequest": {
+ "base": null,
+ "refs": {
+ }
+ },
+ "ListSessionsResponse": {
+ "base": null,
+ "refs": {
+ }
+ },
+ "ListStatementsRequest": {
+ "base": null,
+ "refs": {
+ }
+ },
+ "ListStatementsResponse": {
+ "base": null,
+ "refs": {
+ }
+ },
"ListTriggersRequest": {
"base": null,
"refs": {
@@ -3442,6 +3556,13 @@
"ColumnStatisticsData$LongColumnStatisticsData": "Long column statistics data.
"
}
},
+ "LongValue": {
+ "base": null,
+ "refs": {
+ "Statement$StartedOn": "The unix time and date that the job definition was started.
",
+ "Statement$CompletedOn": "The unix time and date that the job definition was completed.
"
+ }
+ },
"MLTransform": {
"base": "A structure for a machine learning transform.
",
"refs": {
@@ -3538,9 +3659,10 @@
"CrawlerRunningException$Message": "A message describing the problem.
",
"CrawlerStoppingException$Message": "A message describing the problem.
",
"EntityNotFoundException$Message": "A message describing the problem.
",
- "GlueEncryptionException$Message": "A message describing the problem.
",
+ "GlueEncryptionException$Message": "The message describing the problem.
",
"IdempotentParameterMismatchException$Message": "A message describing the problem.
",
"IllegalBlueprintStateException$Message": null,
+ "IllegalSessionStateException$Message": "A message describing the problem.
",
"IllegalWorkflowStateException$Message": "A message describing the problem.
",
"InternalServiceException$Message": "A message describing the problem.
",
"InvalidInputException$Message": "A message describing the problem.
",
@@ -3643,6 +3765,7 @@
"BatchUpdatePartitionRequest$DatabaseName": "The name of the metadata database in which the partition is to be updated.
",
"BatchUpdatePartitionRequest$TableName": "The name of the metadata table in which the partition is to be updated.
",
"BlueprintRun$WorkflowName": "The name of a workflow that is created as a result of a successful blueprint run. If a blueprint run has an error, there will not be a workflow created.
",
+ "CancelStatementRequest$SessionId": "The Session ID of the statement to be cancelled.
",
"CatalogEntry$DatabaseName": "The database in which the table metadata resides.
",
"CatalogEntry$TableName": "The name of the table in question.
",
"CatalogImportStatus$ImportedBy": "The name of the person who initiated the migration.
",
@@ -3680,6 +3803,8 @@
"CreatePartitionRequest$TableName": "The name of the metadata table in which the partition is to be created.
",
"CreateSecurityConfigurationRequest$Name": "The name for the new security configuration.
",
"CreateSecurityConfigurationResponse$Name": "The name assigned to the new security configuration.
",
+ "CreateSessionRequest$Id": "The ID of the session request.
",
+ "CreateSessionRequest$SecurityConfiguration": "The name of the SecurityConfiguration structure to be used with the session
",
"CreateTableRequest$DatabaseName": "The catalog database in which to create the new table. For Hive compatibility, this name is entirely lowercase.
",
"CreateTriggerRequest$Name": "The name of the trigger.
",
"CreateTriggerRequest$WorkflowName": "The name of the workflow associated with the trigger.
",
@@ -3714,6 +3839,8 @@
"DeletePartitionRequest$DatabaseName": "The name of the catalog database in which the table in question resides.
",
"DeletePartitionRequest$TableName": "The name of the table that contains the partition to be deleted.
",
"DeleteSecurityConfigurationRequest$Name": "The name of the security configuration to delete.
",
+ "DeleteSessionRequest$Id": "The ID of the session to be deleted.
",
+ "DeleteSessionResponse$Id": "Returns the ID of the deleted session.
",
"DeleteTableRequest$DatabaseName": "The name of the catalog database in which the table resides. For Hive compatibility, this name is entirely lowercase.
",
"DeleteTableRequest$Name": "The name of the table to be deleted. For Hive compatibility, this name is entirely lowercase.
",
"DeleteTableVersionRequest$DatabaseName": "The database in the catalog in which the table resides. For Hive compatibility, this name is entirely lowercase.
",
@@ -3754,6 +3881,8 @@
"GetPartitionsRequest$DatabaseName": "The name of the catalog database where the partitions reside.
",
"GetPartitionsRequest$TableName": "The name of the partitions' table.
",
"GetSecurityConfigurationRequest$Name": "The name of the security configuration to retrieve.
",
+ "GetSessionRequest$Id": "The ID of the session.
",
+ "GetStatementRequest$SessionId": "The Session ID of the statement.
",
"GetTableRequest$DatabaseName": "The name of the database in the catalog in which the table resides. For Hive compatibility, this name is entirely lowercase.
",
"GetTableRequest$Name": "The name of the table for which to retrieve the definition. For Hive compatibility, this name is entirely lowercase.
",
"GetTableVersionRequest$DatabaseName": "The database in the catalog in which the table resides. For Hive compatibility, this name is entirely lowercase.
",
@@ -3792,6 +3921,7 @@
"JsonClassifier$Name": "The name of the classifier.
",
"KeyList$member": null,
"KeySchemaElement$Name": "The name of a partition key.
",
+ "ListStatementsRequest$SessionId": "The Session ID of the statements.
",
"ListTriggersRequest$DependentJobName": " The name of the job for which to retrieve triggers. The trigger that can start this job is returned. If there is no such trigger, all triggers are returned.
",
"MLTransform$Name": "A user-defined name for the machine learning transform. Names are not guaranteed unique and can be changed at any time.
",
"MLUserDataEncryption$KmsKeyId": "The ID for the customer-provided KMS key.
",
@@ -3810,10 +3940,15 @@
"Predecessor$JobName": "The name of the job definition used by the predecessor job run.
",
"PutWorkflowRunPropertiesRequest$Name": "Name of the workflow which was run.
",
"ResumeWorkflowRunRequest$Name": "The name of the workflow to resume.
",
+ "RunStatementRequest$SessionId": "The Session Id of the statement to be run.
",
"SecurityConfiguration$Name": "The name of the security configuration.
",
"SecurityGroupIdList$member": null,
"SerDeInfo$Name": "Name of the SerDe.
",
"SerDeInfo$SerializationLibrary": "Usually the class that implements the SerDe. An example is org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe
.
",
+ "Session$Id": "The ID of the session.
",
+ "Session$SecurityConfiguration": "The name of the SecurityConfiguration structure to be used with the session.
",
+ "SessionCommand$Name": "Specifies the name of the SessionCommand.Can be 'glueetl' or 'gluestreaming'.
",
+ "SessionIdList$member": null,
"StartCrawlerRequest$Name": "Name of the crawler to start.
",
"StartCrawlerScheduleRequest$CrawlerName": "Name of the crawler to schedule.
",
"StartJobRunRequest$JobName": "The name of the job definition to use.
",
@@ -3823,6 +3958,8 @@
"StartWorkflowRunRequest$Name": "The name of the workflow to start.
",
"StopCrawlerRequest$Name": "Name of the crawler to stop.
",
"StopCrawlerScheduleRequest$CrawlerName": "Name of the crawler whose schedule state to set.
",
+ "StopSessionRequest$Id": "The ID of the session to be stopped.
",
+ "StopSessionResponse$Id": "Returns the Id of the stopped session.
",
"StopTriggerRequest$Name": "The name of the trigger to stop.
",
"StopTriggerResponse$Name": "The name of the trigger that was stopped.
",
"StopWorkflowRunRequest$Name": "The name of the workflow to stop.
",
@@ -3982,6 +4119,7 @@
"NullableBoolean": {
"base": null,
"refs": {
+ "AuditContext$AllColumnsRequested": "All columns request for audit.
",
"BatchGetBlueprintsRequest$IncludeBlueprint": "Specifies whether or not to include the blueprint in the response.
",
"BatchGetBlueprintsRequest$IncludeParameterSpec": "Specifies whether or not to include the parameters, as a JSON string, for the blueprint in the response.
",
"BatchGetWorkflowsRequest$IncludeGraph": "Specifies whether to include a graph when returning the workflow resource metadata.
",
@@ -4008,12 +4146,14 @@
"refs": {
"CreateJobRequest$MaxCapacity": "For Glue version 1.0 or earlier jobs, using the standard worker type, the number of Glue data processing units (DPUs) that can be allocated when this job runs. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the Glue pricing page.
Do not set Max Capacity
if using WorkerType
and NumberOfWorkers
.
The value that can be allocated for MaxCapacity
depends on whether you are running a Python shell job or an Apache Spark ETL job:
-
When you specify a Python shell job (JobCommand.Name
=\"pythonshell\"), you can allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.
-
When you specify an Apache Spark ETL job (JobCommand.Name
=\"glueetl\") or Apache Spark streaming ETL job (JobCommand.Name
=\"gluestreaming\"), you can allocate from 2 to 100 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.
For Glue version 2.0 jobs, you cannot instead specify a Maximum capacity
. Instead, you should specify a Worker type
and the Number of workers
.
",
"CreateMLTransformRequest$MaxCapacity": "The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the Glue pricing page.
MaxCapacity
is a mutually exclusive option with NumberOfWorkers
and WorkerType
.
-
If either NumberOfWorkers
or WorkerType
is set, then MaxCapacity
cannot be set.
-
If MaxCapacity
is set then neither NumberOfWorkers
or WorkerType
can be set.
-
If WorkerType
is set, then NumberOfWorkers
is required (and vice versa).
-
MaxCapacity
and NumberOfWorkers
must both be at least 1.
When the WorkerType
field is set to a value other than Standard
, the MaxCapacity
field is set automatically and becomes read-only.
When the WorkerType
field is set to a value other than Standard
, the MaxCapacity
field is set automatically and becomes read-only.
",
+ "CreateSessionRequest$MaxCapacity": "The number of AWS Glue data processing units (DPUs) that can be allocated when the job runs. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory.
",
"DynamoDBTarget$scanRate": "The percentage of the configured read capacity units to use by the Glue crawler. Read capacity units is a term defined by DynamoDB, and is a numeric value that acts as rate limiter for the number of reads that can be performed on that table per second.
The valid values are null or a value between 0.1 to 1.5. A null value is used when user does not provide a value, and defaults to 0.5 of the configured Read Capacity Unit (for provisioned tables), or 0.25 of the max configured Read Capacity Unit (for tables using on-demand mode).
",
"GetMLTransformResponse$MaxCapacity": "The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the Glue pricing page.
When the WorkerType
field is set to a value other than Standard
, the MaxCapacity
field is set automatically and becomes read-only.
",
"Job$MaxCapacity": "For Glue version 1.0 or earlier jobs, using the standard worker type, the number of Glue data processing units (DPUs) that can be allocated when this job runs. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the Glue pricing page.
Do not set Max Capacity
if using WorkerType
and NumberOfWorkers
.
The value that can be allocated for MaxCapacity
depends on whether you are running a Python shell job, an Apache Spark ETL job, or an Apache Spark streaming ETL job:
-
When you specify a Python shell job (JobCommand.Name
=\"pythonshell\"), you can allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.
-
When you specify an Apache Spark ETL job (JobCommand.Name
=\"glueetl\") or Apache Spark streaming ETL job (JobCommand.Name
=\"gluestreaming\"), you can allocate from 2 to 100 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.
For Glue version 2.0 jobs, you cannot instead specify a Maximum capacity
. Instead, you should specify a Worker type
and the Number of workers
.
",
"JobRun$MaxCapacity": "The number of Glue data processing units (DPUs) that can be allocated when this job runs. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the Glue pricing page.
Do not set Max Capacity
if using WorkerType
and NumberOfWorkers
.
The value that can be allocated for MaxCapacity
depends on whether you are running a Python shell job or an Apache Spark ETL job:
-
When you specify a Python shell job (JobCommand.Name
=\"pythonshell\"), you can allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.
-
When you specify an Apache Spark ETL job (JobCommand.Name
=\"glueetl\"), you can allocate from 2 to 100 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.
",
"JobUpdate$MaxCapacity": "For Glue version 1.0 or earlier jobs, using the standard worker type, the number of Glue data processing units (DPUs) that can be allocated when this job runs. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the Glue pricing page.
Do not set Max Capacity
if using WorkerType
and NumberOfWorkers
.
The value that can be allocated for MaxCapacity
depends on whether you are running a Python shell job or an Apache Spark ETL job:
-
When you specify a Python shell job (JobCommand.Name
=\"pythonshell\"), you can allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.
-
When you specify an Apache Spark ETL job (JobCommand.Name
=\"glueetl\") or Apache Spark streaming ETL job (JobCommand.Name
=\"gluestreaming\"), you can allocate from 2 to 100 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.
For Glue version 2.0 jobs, you cannot instead specify a Maximum capacity
. Instead, you should specify a Worker type
and the Number of workers
.
",
"MLTransform$MaxCapacity": "The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the Glue pricing page.
MaxCapacity
is a mutually exclusive option with NumberOfWorkers
and WorkerType
.
-
If either NumberOfWorkers
or WorkerType
is set, then MaxCapacity
cannot be set.
-
If MaxCapacity
is set then neither NumberOfWorkers
or WorkerType
can be set.
-
If WorkerType
is set, then NumberOfWorkers
is required (and vice versa).
-
MaxCapacity
and NumberOfWorkers
must both be at least 1.
When the WorkerType
field is set to a value other than Standard
, the MaxCapacity
field is set automatically and becomes read-only.
",
+ "Session$MaxCapacity": "The number of AWS Glue data processing units (DPUs) that can be allocated when the job runs. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB memory.
",
"StartJobRunRequest$MaxCapacity": "The number of Glue data processing units (DPUs) that can be allocated when this job runs. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the Glue pricing page.
Do not set Max Capacity
if using WorkerType
and NumberOfWorkers
.
The value that can be allocated for MaxCapacity
depends on whether you are running a Python shell job, or an Apache Spark ETL job:
-
When you specify a Python shell job (JobCommand.Name
=\"pythonshell\"), you can allocate either 0.0625 or 1 DPU. The default is 0.0625 DPU.
-
When you specify an Apache Spark ETL job (JobCommand.Name
=\"glueetl\"), you can allocate from 2 to 100 DPUs. The default is 10 DPUs. This job type cannot have a fractional DPU allocation.
",
"UpdateMLTransformRequest$MaxCapacity": "The number of Glue data processing units (DPUs) that are allocated to task runs for this transform. You can allocate from 2 to 100 DPUs; the default is 10. A DPU is a relative measure of processing power that consists of 4 vCPUs of compute capacity and 16 GB of memory. For more information, see the Glue pricing page.
When the WorkerType
field is set to a value other than Standard
, the MaxCapacity
field is set automatically and becomes read-only.
"
}
@@ -4026,6 +4166,7 @@
"CreateJobRequest$NumberOfWorkers": "The number of workers of a defined workerType
that are allocated when a job runs.
The maximum number of workers you can define are 299 for G.1X
, and 149 for G.2X
.
",
"CreateMLTransformRequest$NumberOfWorkers": "The number of workers of a defined workerType
that are allocated when this task runs.
If WorkerType
is set, then NumberOfWorkers
is required (and vice versa).
",
"CreateMLTransformRequest$MaxRetries": "The maximum number of times to retry a task for this transform after a task run fails.
",
+ "CreateSessionRequest$NumberOfWorkers": "The number of workers to use for the session.
",
"CreateWorkflowRequest$MaxConcurrentRuns": "You can use this parameter to prevent unwanted multiple updates to data, to control costs, or in some cases, to prevent exceeding the maximum number of concurrent runs of any of the component jobs. If you leave this parameter blank, there is no limit to the number of concurrent workflow runs.
",
"DevEndpoint$NumberOfWorkers": "The number of workers of a defined workerType
that are allocated to the development endpoint.
The maximum number of workers you can define are 299 for G.1X
, and 149 for G.2X
.
",
"GetMLTransformResponse$NumberOfWorkers": "The number of workers of a defined workerType
that are allocated when this task runs.
",
@@ -4050,6 +4191,19 @@
"refs": {
}
},
+ "OrchestrationArgumentsMap": {
+ "base": null,
+ "refs": {
+ "CreateSessionRequest$DefaultArguments": "A map array of key-value pairs. Max is 75 pairs.
",
+ "Session$DefaultArguments": "A map array of key-value pairs. Max is 75 pairs.
"
+ }
+ },
+ "OrchestrationArgumentsValue": {
+ "base": null,
+ "refs": {
+ "OrchestrationArgumentsMap$value": null
+ }
+ },
"OrchestrationIAMRoleArn": {
"base": null,
"refs": {
@@ -4065,12 +4219,29 @@
"BlueprintDetails$BlueprintName": "The name of the blueprint.
",
"BlueprintNames$member": null,
"BlueprintRun$BlueprintName": "The name of the blueprint.
",
+ "CancelStatementRequest$RequestOrigin": "The origin of the request to cancel the statement.
",
"CreateBlueprintRequest$Name": "The name of the blueprint.
",
+ "CreateSessionRequest$RequestOrigin": "The origin of the request.
",
+ "DeleteSessionRequest$RequestOrigin": "The name of the origin of the delete session request.
",
"GetBlueprintRunRequest$BlueprintName": "The name of the blueprint.
",
+ "GetSessionRequest$RequestOrigin": "The origin of the request.
",
+ "GetStatementRequest$RequestOrigin": "The origin of the request.
",
+ "ListSessionsRequest$RequestOrigin": "The origin of the request.
",
+ "ListStatementsRequest$RequestOrigin": "The origin of the request to list statements.
",
+ "OrchestrationArgumentsMap$key": null,
+ "RunStatementRequest$RequestOrigin": "The origin of the request.
",
"StartBlueprintRunRequest$BlueprintName": "The name of the blueprint.
",
+ "StopSessionRequest$RequestOrigin": "The origin of the request.
",
"UpdateBlueprintRequest$Name": "The name of the blueprint.
"
}
},
+ "OrchestrationRoleArn": {
+ "base": null,
+ "refs": {
+ "CreateSessionRequest$Role": "The IAM Role ARN
",
+ "Session$Role": "The name or Amazon Resource Name (ARN) of the IAM role associated with the Session.
"
+ }
+ },
"OrchestrationS3Location": {
"base": null,
"refs": {
@@ -4078,10 +4249,26 @@
"UpdateBlueprintRequest$BlueprintLocation": "Specifies a path in Amazon S3 where the blueprint is published.
"
}
},
+ "OrchestrationStatementCodeString": {
+ "base": null,
+ "refs": {
+ "RunStatementRequest$Code": "The statement code to be run.
"
+ }
+ },
"OrchestrationStringList": {
"base": null,
"refs": {
- "ConnectionsList$Connections": "A list of connections used by the job.
"
+ "ConnectionsList$Connections": "A list of connections used by the job.
",
+ "StatementOutput$Traceback": "The traceback of the output.
"
+ }
+ },
+ "OrchestrationToken": {
+ "base": null,
+ "refs": {
+ "ListSessionsRequest$NextToken": "The token for the next set of results, or null if there are no more result.
",
+ "ListSessionsResponse$NextToken": "The token for the next set of results, or null if there are no more result.
",
+ "ListStatementsRequest$NextToken": null,
+ "ListStatementsResponse$NextToken": null
}
},
"Order": {
@@ -4132,6 +4319,7 @@
"ListDevEndpointsRequest$MaxResults": "The maximum size of a list to return.
",
"ListJobsRequest$MaxResults": "The maximum size of a list to return.
",
"ListMLTransformsRequest$MaxResults": "The maximum size of a list to return.
",
+ "ListSessionsRequest$MaxResults": "The maximum number of results.
",
"ListTriggersRequest$MaxResults": "The maximum size of a list to return.
",
"ListWorkflowsRequest$MaxResults": "The maximum size of a list to return.
",
"SearchTablesRequest$MaxResults": "The maximum number of tables to return in a single response.
"
@@ -4429,7 +4617,8 @@
"PythonVersionString": {
"base": null,
"refs": {
- "JobCommand$PythonVersion": "The Python version being used to run a Python shell job. Allowed values are 2 or 3.
"
+ "JobCommand$PythonVersion": "The Python version being used to run a Python shell job. Allowed values are 2 or 3.
",
+ "SessionCommand$PythonVersion": "Specifies the Python version. The Python version indicates the version supported for jobs of type Spark.
"
}
},
"QuerySchemaVersionMetadataInput": {
@@ -4629,6 +4818,16 @@
"ResetJobBookmarkRequest$RunId": "The unique run identifier associated with this job run.
"
}
},
+ "RunStatementRequest": {
+ "base": null,
+ "refs": {
+ }
+ },
+ "RunStatementResponse": {
+ "base": null,
+ "refs": {
+ }
+ },
"S3Encryption": {
"base": "Specifies how Amazon Simple Storage Service (Amazon S3) data should be encrypted.
",
"refs": {
@@ -4953,6 +5152,39 @@
"StorageDescriptor$SerdeInfo": "The serialization/deserialization (SerDe) information.
"
}
},
+ "Session": {
+ "base": "The period in which a remote Spark runtime environment is running.
",
+ "refs": {
+ "CreateSessionResponse$Session": "Returns the session object in the response.
",
+ "GetSessionResponse$Session": "The session object is returned in the response.
",
+ "SessionList$member": null
+ }
+ },
+ "SessionCommand": {
+ "base": "The SessionCommand
that runs the job.
",
+ "refs": {
+ "CreateSessionRequest$Command": "The SessionCommand
that runs the job.
",
+ "Session$Command": "The command object.See SessionCommand.
"
+ }
+ },
+ "SessionIdList": {
+ "base": null,
+ "refs": {
+ "ListSessionsResponse$Ids": "Returns the Id of the session.
"
+ }
+ },
+ "SessionList": {
+ "base": null,
+ "refs": {
+ "ListSessionsResponse$Sessions": "Returns the session object.
"
+ }
+ },
+ "SessionStatus": {
+ "base": null,
+ "refs": {
+ "Session$Status": "The session status.
"
+ }
+ },
"SkewedInfo": {
"base": "Specifies skewed values in a table. Skewed values are those that occur with very high frequency.
",
"refs": {
@@ -5090,6 +5322,38 @@
"WorkflowRun$StartingEventBatchCondition": "The batch condition that started the workflow run.
"
}
},
+ "Statement": {
+ "base": "The statement or request for a particular action to occur in a session.
",
+ "refs": {
+ "GetStatementResponse$Statement": "Returns the statement.
",
+ "StatementList$member": null
+ }
+ },
+ "StatementList": {
+ "base": null,
+ "refs": {
+ "ListStatementsResponse$Statements": "Returns the list of statements.
"
+ }
+ },
+ "StatementOutput": {
+ "base": "The code execution output in JSON format.
",
+ "refs": {
+ "Statement$Output": "The output in JSON.
"
+ }
+ },
+ "StatementOutputData": {
+ "base": "The code execution output in JSON format.
",
+ "refs": {
+ "StatementOutput$Data": "The code execution output.
"
+ }
+ },
+ "StatementState": {
+ "base": null,
+ "refs": {
+ "Statement$State": "The state while request is actioned.
",
+ "StatementOutput$Status": "The status of the code execution output.
"
+ }
+ },
"StopCrawlerRequest": {
"base": null,
"refs": {
@@ -5110,6 +5374,16 @@
"refs": {
}
},
+ "StopSessionRequest": {
+ "base": null,
+ "refs": {
+ }
+ },
+ "StopSessionResponse": {
+ "base": null,
+ "refs": {
+ }
+ },
"StopTriggerRequest": {
"base": null,
"refs": {
@@ -5279,6 +5553,7 @@
"CreateRegistryResponse$Tags": "The tags for the registry.
",
"CreateSchemaInput$Tags": "Amazon Web Services tags that contain a key value pair and may be searched by console, command line, or API. If specified, follows the Amazon Web Services tags-on-create pattern.
",
"CreateSchemaResponse$Tags": "The tags for the schema.
",
+ "CreateSessionRequest$Tags": "The map of key value pairs (tags) belonging to the session.
",
"CreateTriggerRequest$Tags": "The tags to use with this trigger. You may use tags to limit access to the trigger. For more information about tags in Glue, see Amazon Web Services Tags in Glue in the developer guide.
",
"CreateWorkflowRequest$Tags": "The tags to be used with this workflow.
",
"GetTagsResponse$Tags": "The requested tags.
",
@@ -5287,6 +5562,7 @@
"ListDevEndpointsRequest$Tags": "Specifies to return only these tagged resources.
",
"ListJobsRequest$Tags": "Specifies to return only these tagged resources.
",
"ListMLTransformsRequest$Tags": "Specifies to return only these tagged resources.
",
+ "ListSessionsRequest$Tags": "Tags belonging to the session.
",
"ListTriggersRequest$Tags": "Specifies to return only these tagged resources.
",
"TagResourceRequest$TagsToAdd": "Tags to add to this resource.
"
}
@@ -5350,6 +5626,8 @@
"Action$Timeout": "The JobRun
timeout in minutes. This is the maximum time that a job run can consume resources before it is terminated and enters TIMEOUT
status. The default is 2,880 minutes (48 hours). This overrides the timeout value set in the parent job.
",
"CreateJobRequest$Timeout": "The job timeout in minutes. This is the maximum time that a job run can consume resources before it is terminated and enters TIMEOUT
status. The default is 2,880 minutes (48 hours).
",
"CreateMLTransformRequest$Timeout": "The timeout of the task run for this transform in minutes. This is the maximum time that a task run for this transform can consume resources before it is terminated and enters TIMEOUT
status. The default is 2,880 minutes (48 hours).
",
+ "CreateSessionRequest$Timeout": "The number of seconds before request times out.
",
+ "CreateSessionRequest$IdleTimeout": "The number of seconds when idle before request times out.
",
"GetMLTransformResponse$Timeout": "The timeout for a task run for this transform in minutes. This is the maximum time that a task run for this transform can consume resources before it is terminated and enters TIMEOUT
status. The default is 2,880 minutes (48 hours).
",
"Job$Timeout": "The job timeout in minutes. This is the maximum time that a job run can consume resources before it is terminated and enters TIMEOUT
status. The default is 2,880 minutes (48 hours).
",
"JobRun$Timeout": "The JobRun
timeout in minutes. This is the maximum time that a job run can consume resources before it is terminated and enters TIMEOUT
status. The default is 2,880 minutes (48 hours). This overrides the timeout value set in the parent job.
",
@@ -5437,6 +5715,7 @@
"JobRun$CompletedOn": "The date and time that this job run completed.
",
"LastActiveDefinition$LastModifiedOn": "The date and time the blueprint was last modified.
",
"SecurityConfiguration$CreatedTimeStamp": "The time at which this security configuration was created.
",
+ "Session$CreatedOn": "The time and date when the session was created.
",
"Workflow$CreatedOn": "The date and time when the workflow was created.
",
"Workflow$LastModifiedOn": "The date and time when the workflow was last modified.
",
"WorkflowRun$StartedOn": "The date and time when the workflow run was started.
",
@@ -6010,6 +6289,7 @@
"CreateDevEndpointResponse$WorkerType": "The type of predefined worker that is allocated to the development endpoint. May be a value of Standard, G.1X, or G.2X.
",
"CreateJobRequest$WorkerType": "The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.
-
For the Standard
worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.
-
For the G.1X
worker type, each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.
-
For the G.2X
worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.
",
"CreateMLTransformRequest$WorkerType": "The type of predefined worker that is allocated when this task runs. Accepts a value of Standard, G.1X, or G.2X.
-
For the Standard
worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.
-
For the G.1X
worker type, each worker provides 4 vCPU, 16 GB of memory and a 64GB disk, and 1 executor per worker.
-
For the G.2X
worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.
MaxCapacity
is a mutually exclusive option with NumberOfWorkers
and WorkerType
.
-
If either NumberOfWorkers
or WorkerType
is set, then MaxCapacity
cannot be set.
-
If MaxCapacity
is set then neither NumberOfWorkers
or WorkerType
can be set.
-
If WorkerType
is set, then NumberOfWorkers
is required (and vice versa).
-
MaxCapacity
and NumberOfWorkers
must both be at least 1.
",
+ "CreateSessionRequest$WorkerType": "The Worker Type. Can be one of G.1X, G.2X, Standard
",
"DevEndpoint$WorkerType": "The type of predefined worker that is allocated to the development endpoint. Accepts a value of Standard, G.1X, or G.2X.
-
For the Standard
worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.
-
For the G.1X
worker type, each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.
-
For the G.2X
worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.
Known issue: when a development endpoint is created with the G.2X
WorkerType
configuration, the Spark drivers for the development endpoint will run on 4 vCPU, 16 GB of memory, and a 64 GB disk.
",
"GetMLTransformResponse$WorkerType": "The type of predefined worker that is allocated when this task runs. Accepts a value of Standard, G.1X, or G.2X.
-
For the Standard
worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.
-
For the G.1X
worker type, each worker provides 4 vCPU, 16 GB of memory and a 64GB disk, and 1 executor per worker.
-
For the G.2X
worker type, each worker provides 8 vCPU, 32 GB of memory and a 128GB disk, and 1 executor per worker.
",
"Job$WorkerType": "The type of predefined worker that is allocated when a job runs. Accepts a value of Standard, G.1X, or G.2X.
-
For the Standard
worker type, each worker provides 4 vCPU, 16 GB of memory and a 50GB disk, and 2 executors per worker.
-
For the G.1X
worker type, each worker maps to 1 DPU (4 vCPU, 16 GB of memory, 64 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.
-
For the G.2X
worker type, each worker maps to 2 DPU (8 vCPU, 32 GB of memory, 128 GB disk), and provides 1 executor per worker. We recommend this worker type for memory-intensive jobs.
",
diff --git a/apis/glue/2017-03-31/paginators-1.json b/apis/glue/2017-03-31/paginators-1.json
index a5724aaf99c..9049b86f169 100644
--- a/apis/glue/2017-03-31/paginators-1.json
+++ b/apis/glue/2017-03-31/paginators-1.json
@@ -150,6 +150,11 @@
"output_token": "NextToken",
"result_key": "Schemas"
},
+ "ListSessions": {
+ "input_token": "NextToken",
+ "limit_key": "MaxResults",
+ "output_token": "NextToken"
+ },
"ListTriggers": {
"input_token": "NextToken",
"limit_key": "MaxResults",
diff --git a/gems/aws-sdk-glue/CHANGELOG.md b/gems/aws-sdk-glue/CHANGELOG.md
index 2aa4bc8a3dd..d082f971e8b 100644
--- a/gems/aws-sdk-glue/CHANGELOG.md
+++ b/gems/aws-sdk-glue/CHANGELOG.md
@@ -1,6 +1,11 @@
Unreleased Changes
------------------
+1.108.0 (2022-03-18)
+------------------
+
+* Feature - Added 9 new APIs for AWS Glue Interactive Sessions: ListSessions, StopSession, CreateSession, GetSession, DeleteSession, RunStatement, GetStatement, ListStatements, CancelStatement
+
1.107.0 (2022-02-24)
------------------
diff --git a/gems/aws-sdk-glue/VERSION b/gems/aws-sdk-glue/VERSION
index 585f0182df4..83033d17f98 100644
--- a/gems/aws-sdk-glue/VERSION
+++ b/gems/aws-sdk-glue/VERSION
@@ -1 +1 @@
-1.107.0
+1.108.0
diff --git a/gems/aws-sdk-glue/lib/aws-sdk-glue.rb b/gems/aws-sdk-glue/lib/aws-sdk-glue.rb
index 3a5aa565075..df028056287 100644
--- a/gems/aws-sdk-glue/lib/aws-sdk-glue.rb
+++ b/gems/aws-sdk-glue/lib/aws-sdk-glue.rb
@@ -48,6 +48,6 @@
# @!group service
module Aws::Glue
- GEM_VERSION = '1.107.0'
+ GEM_VERSION = '1.108.0'
end
diff --git a/gems/aws-sdk-glue/lib/aws-sdk-glue/client.rb b/gems/aws-sdk-glue/lib/aws-sdk-glue/client.rb
index b2568d0f730..38d55658845 100644
--- a/gems/aws-sdk-glue/lib/aws-sdk-glue/client.rb
+++ b/gems/aws-sdk-glue/lib/aws-sdk-glue/client.rb
@@ -1484,6 +1484,36 @@ def cancel_ml_task_run(params = {}, options = {})
req.send_request(options)
end
+ # Cancels the statement..
+ #
+ # @option params [required, String] :session_id
+ # The Session ID of the statement to be cancelled.
+ #
+ # @option params [required, Integer] :id
+ # The ID of the statement to be cancelled.
+ #
+ # @option params [String] :request_origin
+ # The origin of the request to cancel the statement.
+ #
+ # @return [Struct] Returns an empty {Seahorse::Client::Response response}.
+ #
+ # @example Request syntax with placeholder values
+ #
+ # resp = client.cancel_statement({
+ # session_id: "NameString", # required
+ # id: 1, # required
+ # request_origin: "OrchestrationNameString",
+ # })
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelStatement AWS API Documentation
+ #
+ # @overload cancel_statement(params = {})
+ # @param [Hash] params ({})
+ def cancel_statement(params = {}, options = {})
+ req = build_request(:cancel_statement, params)
+ req.send_request(options)
+ end
+
# Validates the supplied schema. This call has no side effects, it
# simply validates using the supplied schema using `DataFormat` as the
# format. Since it does not take a schema set name, no compatibility
@@ -2942,6 +2972,118 @@ def create_security_configuration(params = {}, options = {})
req.send_request(options)
end
+ # Creates a new session.
+ #
+ # @option params [required, String] :id
+ # The ID of the session request.
+ #
+ # @option params [String] :description
+ # The description of the session.
+ #
+ # @option params [required, String] :role
+ # The IAM Role ARN
+ #
+ # @option params [required, Types::SessionCommand] :command
+ # The `SessionCommand` that runs the job.
+ #
+ # @option params [Integer] :timeout
+ # The number of seconds before request times out.
+ #
+ # @option params [Integer] :idle_timeout
+ # The number of seconds when idle before request times out.
+ #
+ # @option params [Hash] :default_arguments
+ # A map array of key-value pairs. Max is 75 pairs.
+ #
+ # @option params [Types::ConnectionsList] :connections
+ # The number of connections to use for the session.
+ #
+ # @option params [Float] :max_capacity
+ # The number of AWS Glue data processing units (DPUs) that can be
+ # allocated when the job runs. A DPU is a relative measure of processing
+ # power that consists of 4 vCPUs of compute capacity and 16 GB memory.
+ #
+ # @option params [Integer] :number_of_workers
+ # The number of workers to use for the session.
+ #
+ # @option params [String] :worker_type
+ # The Worker Type. Can be one of G.1X, G.2X, Standard
+ #
+ # @option params [String] :security_configuration
+ # The name of the SecurityConfiguration structure to be used with the
+ # session
+ #
+ # @option params [String] :glue_version
+ # The Glue version determines the versions of Apache Spark and Python
+ # that AWS Glue supports. The GlueVersion must be greater than 2.0.
+ #
+ # @option params [Hash] :tags
+ # The map of key value pairs (tags) belonging to the session.
+ #
+ # @option params [String] :request_origin
+ # The origin of the request.
+ #
+ # @return [Types::CreateSessionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+ #
+ # * {Types::CreateSessionResponse#session #session} => Types::Session
+ #
+ # @example Request syntax with placeholder values
+ #
+ # resp = client.create_session({
+ # id: "NameString", # required
+ # description: "DescriptionString",
+ # role: "OrchestrationRoleArn", # required
+ # command: { # required
+ # name: "NameString",
+ # python_version: "PythonVersionString",
+ # },
+ # timeout: 1,
+ # idle_timeout: 1,
+ # default_arguments: {
+ # "OrchestrationNameString" => "OrchestrationArgumentsValue",
+ # },
+ # connections: {
+ # connections: ["GenericString"],
+ # },
+ # max_capacity: 1.0,
+ # number_of_workers: 1,
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X
+ # security_configuration: "NameString",
+ # glue_version: "GlueVersionString",
+ # tags: {
+ # "TagKey" => "TagValue",
+ # },
+ # request_origin: "OrchestrationNameString",
+ # })
+ #
+ # @example Response structure
+ #
+ # resp.session.id #=> String
+ # resp.session.created_on #=> Time
+ # resp.session.status #=> String, one of "PROVISIONING", "READY", "FAILED", "TIMEOUT", "STOPPING", "STOPPED"
+ # resp.session.error_message #=> String
+ # resp.session.description #=> String
+ # resp.session.role #=> String
+ # resp.session.command.name #=> String
+ # resp.session.command.python_version #=> String
+ # resp.session.default_arguments #=> Hash
+ # resp.session.default_arguments["OrchestrationNameString"] #=> String
+ # resp.session.connections.connections #=> Array
+ # resp.session.connections.connections[0] #=> String
+ # resp.session.progress #=> Float
+ # resp.session.max_capacity #=> Float
+ # resp.session.security_configuration #=> String
+ # resp.session.glue_version #=> String
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSession AWS API Documentation
+ #
+ # @overload create_session(params = {})
+ # @param [Hash] params ({})
+ def create_session(params = {}, options = {})
+ req = build_request(:create_session, params)
+ req.send_request(options)
+ end
+
# Creates a new table definition in the Data Catalog.
#
# @option params [String] :catalog_id
@@ -3852,6 +3994,38 @@ def delete_security_configuration(params = {}, options = {})
req.send_request(options)
end
+ # Deletes the session.
+ #
+ # @option params [required, String] :id
+ # The ID of the session to be deleted.
+ #
+ # @option params [String] :request_origin
+ # The name of the origin of the delete session request.
+ #
+ # @return [Types::DeleteSessionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+ #
+ # * {Types::DeleteSessionResponse#id #id} => String
+ #
+ # @example Request syntax with placeholder values
+ #
+ # resp = client.delete_session({
+ # id: "NameString", # required
+ # request_origin: "OrchestrationNameString",
+ # })
+ #
+ # @example Response structure
+ #
+ # resp.id #=> String
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSession AWS API Documentation
+ #
+ # @overload delete_session(params = {})
+ # @param [Hash] params ({})
+ def delete_session(params = {}, options = {})
+ req = build_request(:delete_session, params)
+ req.send_request(options)
+ end
+
# Removes a table definition from the Data Catalog.
#
# After completing this operation, you no longer have access to the
@@ -6769,6 +6943,101 @@ def get_security_configurations(params = {}, options = {})
req.send_request(options)
end
+ # Retrieves the session.
+ #
+ # @option params [required, String] :id
+ # The ID of the session.
+ #
+ # @option params [String] :request_origin
+ # The origin of the request.
+ #
+ # @return [Types::GetSessionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+ #
+ # * {Types::GetSessionResponse#session #session} => Types::Session
+ #
+ # @example Request syntax with placeholder values
+ #
+ # resp = client.get_session({
+ # id: "NameString", # required
+ # request_origin: "OrchestrationNameString",
+ # })
+ #
+ # @example Response structure
+ #
+ # resp.session.id #=> String
+ # resp.session.created_on #=> Time
+ # resp.session.status #=> String, one of "PROVISIONING", "READY", "FAILED", "TIMEOUT", "STOPPING", "STOPPED"
+ # resp.session.error_message #=> String
+ # resp.session.description #=> String
+ # resp.session.role #=> String
+ # resp.session.command.name #=> String
+ # resp.session.command.python_version #=> String
+ # resp.session.default_arguments #=> Hash
+ # resp.session.default_arguments["OrchestrationNameString"] #=> String
+ # resp.session.connections.connections #=> Array
+ # resp.session.connections.connections[0] #=> String
+ # resp.session.progress #=> Float
+ # resp.session.max_capacity #=> Float
+ # resp.session.security_configuration #=> String
+ # resp.session.glue_version #=> String
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSession AWS API Documentation
+ #
+ # @overload get_session(params = {})
+ # @param [Hash] params ({})
+ def get_session(params = {}, options = {})
+ req = build_request(:get_session, params)
+ req.send_request(options)
+ end
+
+ # Retrieves the statement.
+ #
+ # @option params [required, String] :session_id
+ # The Session ID of the statement.
+ #
+ # @option params [required, Integer] :id
+ # The Id of the statement.
+ #
+ # @option params [String] :request_origin
+ # The origin of the request.
+ #
+ # @return [Types::GetStatementResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+ #
+ # * {Types::GetStatementResponse#statement #statement} => Types::Statement
+ #
+ # @example Request syntax with placeholder values
+ #
+ # resp = client.get_statement({
+ # session_id: "NameString", # required
+ # id: 1, # required
+ # request_origin: "OrchestrationNameString",
+ # })
+ #
+ # @example Response structure
+ #
+ # resp.statement.id #=> Integer
+ # resp.statement.code #=> String
+ # resp.statement.state #=> String, one of "WAITING", "RUNNING", "AVAILABLE", "CANCELLING", "CANCELLED", "ERROR"
+ # resp.statement.output.data.text_plain #=> String
+ # resp.statement.output.execution_count #=> Integer
+ # resp.statement.output.status #=> String, one of "WAITING", "RUNNING", "AVAILABLE", "CANCELLING", "CANCELLED", "ERROR"
+ # resp.statement.output.error_name #=> String
+ # resp.statement.output.error_value #=> String
+ # resp.statement.output.traceback #=> Array
+ # resp.statement.output.traceback[0] #=> String
+ # resp.statement.progress #=> Float
+ # resp.statement.started_on #=> Integer
+ # resp.statement.completed_on #=> Integer
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetStatement AWS API Documentation
+ #
+ # @overload get_statement(params = {})
+ # @param [Hash] params ({})
+ def get_statement(params = {}, options = {})
+ req = build_request(:get_statement, params)
+ req.send_request(options)
+ end
+
# Retrieves the `Table` definition in a Data Catalog for a specified
# table.
#
@@ -7385,6 +7654,7 @@ def get_triggers(params = {}, options = {})
# @option params [required, Array] :partition_values
#
# @option params [Types::AuditContext] :audit_context
+ # A structure containing information for audit.
#
# @option params [required, Array] :supported_permission_types
#
@@ -7403,6 +7673,8 @@ def get_triggers(params = {}, options = {})
# partition_values: ["ValueString"], # required
# audit_context: {
# additional_audit_context: "AuditContextString",
+ # requested_columns: ["ColumnNameString"],
+ # all_columns_requested: false,
# },
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
# })
@@ -7477,6 +7749,7 @@ def get_unfiltered_partition_metadata(params = {}, options = {})
# @option params [String] :expression
#
# @option params [Types::AuditContext] :audit_context
+ # A structure containing information for audit.
#
# @option params [required, Array] :supported_permission_types
#
@@ -7504,6 +7777,8 @@ def get_unfiltered_partition_metadata(params = {}, options = {})
# expression: "PredicateString",
# audit_context: {
# additional_audit_context: "AuditContextString",
+ # requested_columns: ["ColumnNameString"],
+ # all_columns_requested: false,
# },
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
# next_token: "Token",
@@ -7584,6 +7859,7 @@ def get_unfiltered_partitions_metadata(params = {}, options = {})
# @option params [required, String] :name
#
# @option params [Types::AuditContext] :audit_context
+ # A structure containing information for audit.
#
# @option params [required, Array] :supported_permission_types
#
@@ -7602,6 +7878,8 @@ def get_unfiltered_partitions_metadata(params = {}, options = {})
# name: "NameString", # required
# audit_context: {
# additional_audit_context: "AuditContextString",
+ # requested_columns: ["ColumnNameString"],
+ # all_columns_requested: false,
# },
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
# })
@@ -8716,6 +8994,122 @@ def list_schemas(params = {}, options = {})
req.send_request(options)
end
+ # Retrieve a session..
+ #
+ # @option params [String] :next_token
+ # The token for the next set of results, or null if there are no more
+ # result.
+ #
+ # @option params [Integer] :max_results
+ # The maximum number of results.
+ #
+ # @option params [Hash] :tags
+ # Tags belonging to the session.
+ #
+ # @option params [String] :request_origin
+ # The origin of the request.
+ #
+ # @return [Types::ListSessionsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+ #
+ # * {Types::ListSessionsResponse#ids #ids} => Array<String>
+ # * {Types::ListSessionsResponse#sessions #sessions} => Array<Types::Session>
+ # * {Types::ListSessionsResponse#next_token #next_token} => String
+ #
+ # The returned {Seahorse::Client::Response response} is a pageable response and is Enumerable. For details on usage see {Aws::PageableResponse PageableResponse}.
+ #
+ # @example Request syntax with placeholder values
+ #
+ # resp = client.list_sessions({
+ # next_token: "OrchestrationToken",
+ # max_results: 1,
+ # tags: {
+ # "TagKey" => "TagValue",
+ # },
+ # request_origin: "OrchestrationNameString",
+ # })
+ #
+ # @example Response structure
+ #
+ # resp.ids #=> Array
+ # resp.ids[0] #=> String
+ # resp.sessions #=> Array
+ # resp.sessions[0].id #=> String
+ # resp.sessions[0].created_on #=> Time
+ # resp.sessions[0].status #=> String, one of "PROVISIONING", "READY", "FAILED", "TIMEOUT", "STOPPING", "STOPPED"
+ # resp.sessions[0].error_message #=> String
+ # resp.sessions[0].description #=> String
+ # resp.sessions[0].role #=> String
+ # resp.sessions[0].command.name #=> String
+ # resp.sessions[0].command.python_version #=> String
+ # resp.sessions[0].default_arguments #=> Hash
+ # resp.sessions[0].default_arguments["OrchestrationNameString"] #=> String
+ # resp.sessions[0].connections.connections #=> Array
+ # resp.sessions[0].connections.connections[0] #=> String
+ # resp.sessions[0].progress #=> Float
+ # resp.sessions[0].max_capacity #=> Float
+ # resp.sessions[0].security_configuration #=> String
+ # resp.sessions[0].glue_version #=> String
+ # resp.next_token #=> String
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSessions AWS API Documentation
+ #
+ # @overload list_sessions(params = {})
+ # @param [Hash] params ({})
+ def list_sessions(params = {}, options = {})
+ req = build_request(:list_sessions, params)
+ req.send_request(options)
+ end
+
+ # Lists statements for the session.
+ #
+ # @option params [required, String] :session_id
+ # The Session ID of the statements.
+ #
+ # @option params [String] :request_origin
+ # The origin of the request to list statements.
+ #
+ # @option params [String] :next_token
+ #
+ # @return [Types::ListStatementsResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+ #
+ # * {Types::ListStatementsResponse#statements #statements} => Array<Types::Statement>
+ # * {Types::ListStatementsResponse#next_token #next_token} => String
+ #
+ # @example Request syntax with placeholder values
+ #
+ # resp = client.list_statements({
+ # session_id: "NameString", # required
+ # request_origin: "OrchestrationNameString",
+ # next_token: "OrchestrationToken",
+ # })
+ #
+ # @example Response structure
+ #
+ # resp.statements #=> Array
+ # resp.statements[0].id #=> Integer
+ # resp.statements[0].code #=> String
+ # resp.statements[0].state #=> String, one of "WAITING", "RUNNING", "AVAILABLE", "CANCELLING", "CANCELLED", "ERROR"
+ # resp.statements[0].output.data.text_plain #=> String
+ # resp.statements[0].output.execution_count #=> Integer
+ # resp.statements[0].output.status #=> String, one of "WAITING", "RUNNING", "AVAILABLE", "CANCELLING", "CANCELLED", "ERROR"
+ # resp.statements[0].output.error_name #=> String
+ # resp.statements[0].output.error_value #=> String
+ # resp.statements[0].output.traceback #=> Array
+ # resp.statements[0].output.traceback[0] #=> String
+ # resp.statements[0].progress #=> Float
+ # resp.statements[0].started_on #=> Integer
+ # resp.statements[0].completed_on #=> Integer
+ # resp.next_token #=> String
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatements AWS API Documentation
+ #
+ # @overload list_statements(params = {})
+ # @param [Hash] params ({})
+ def list_statements(params = {}, options = {})
+ req = build_request(:list_statements, params)
+ req.send_request(options)
+ end
+
# Retrieves the names of all trigger resources in this Amazon Web
# Services account, or the resources with the specified tag. This
# operation allows you to see which resources are available in your
@@ -9292,6 +9686,42 @@ def resume_workflow_run(params = {}, options = {})
req.send_request(options)
end
+ # Executes the statement.
+ #
+ # @option params [required, String] :session_id
+ # The Session Id of the statement to be run.
+ #
+ # @option params [required, String] :code
+ # The statement code to be run.
+ #
+ # @option params [String] :request_origin
+ # The origin of the request.
+ #
+ # @return [Types::RunStatementResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+ #
+ # * {Types::RunStatementResponse#id #id} => Integer
+ #
+ # @example Request syntax with placeholder values
+ #
+ # resp = client.run_statement({
+ # session_id: "NameString", # required
+ # code: "OrchestrationStatementCodeString", # required
+ # request_origin: "OrchestrationNameString",
+ # })
+ #
+ # @example Response structure
+ #
+ # resp.id #=> Integer
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RunStatement AWS API Documentation
+ #
+ # @overload run_statement(params = {})
+ # @param [Hash] params ({})
+ def run_statement(params = {}, options = {})
+ req = build_request(:run_statement, params)
+ req.send_request(options)
+ end
+
# Searches a set of tables based on properties in the table metadata as
# well as on the parent database. You can search against text or filter
# conditions.
@@ -9980,6 +10410,38 @@ def stop_crawler_schedule(params = {}, options = {})
req.send_request(options)
end
+ # Stops the session.
+ #
+ # @option params [required, String] :id
+ # The ID of the session to be stopped.
+ #
+ # @option params [String] :request_origin
+ # The origin of the request.
+ #
+ # @return [Types::StopSessionResponse] Returns a {Seahorse::Client::Response response} object which responds to the following methods:
+ #
+ # * {Types::StopSessionResponse#id #id} => String
+ #
+ # @example Request syntax with placeholder values
+ #
+ # resp = client.stop_session({
+ # id: "NameString", # required
+ # request_origin: "OrchestrationNameString",
+ # })
+ #
+ # @example Response structure
+ #
+ # resp.id #=> String
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StopSession AWS API Documentation
+ #
+ # @overload stop_session(params = {})
+ # @param [Hash] params ({})
+ def stop_session(params = {}, options = {})
+ req = build_request(:stop_session, params)
+ req.send_request(options)
+ end
+
# Stops a specified trigger.
#
# @option params [required, String] :name
@@ -11537,7 +11999,7 @@ def build_request(operation_name, params = {})
params: params,
config: config)
context[:gem_name] = 'aws-sdk-glue'
- context[:gem_version] = '1.107.0'
+ context[:gem_version] = '1.108.0'
Seahorse::Client::Request.new(handlers, context)
end
diff --git a/gems/aws-sdk-glue/lib/aws-sdk-glue/client_api.rb b/gems/aws-sdk-glue/lib/aws-sdk-glue/client_api.rb
index fbcc56c6c8e..235efe0b45f 100644
--- a/gems/aws-sdk-glue/lib/aws-sdk-glue/client_api.rb
+++ b/gems/aws-sdk-glue/lib/aws-sdk-glue/client_api.rb
@@ -20,6 +20,7 @@ module ClientApi
AdditionalPlanOptionsMap = Shapes::MapShape.new(name: 'AdditionalPlanOptionsMap')
AlreadyExistsException = Shapes::StructureShape.new(name: 'AlreadyExistsException')
AttemptCount = Shapes::IntegerShape.new(name: 'AttemptCount')
+ AuditColumnNamesList = Shapes::ListShape.new(name: 'AuditColumnNamesList')
AuditContext = Shapes::StructureShape.new(name: 'AuditContext')
AuditContextString = Shapes::StringShape.new(name: 'AuditContextString')
BackfillError = Shapes::StructureShape.new(name: 'BackfillError')
@@ -89,6 +90,8 @@ module ClientApi
BoundedPartitionValueList = Shapes::ListShape.new(name: 'BoundedPartitionValueList')
CancelMLTaskRunRequest = Shapes::StructureShape.new(name: 'CancelMLTaskRunRequest')
CancelMLTaskRunResponse = Shapes::StructureShape.new(name: 'CancelMLTaskRunResponse')
+ CancelStatementRequest = Shapes::StructureShape.new(name: 'CancelStatementRequest')
+ CancelStatementResponse = Shapes::StructureShape.new(name: 'CancelStatementResponse')
CatalogEncryptionMode = Shapes::StringShape.new(name: 'CatalogEncryptionMode')
CatalogEntries = Shapes::ListShape.new(name: 'CatalogEntries')
CatalogEntry = Shapes::StructureShape.new(name: 'CatalogEntry')
@@ -199,6 +202,8 @@ module ClientApi
CreateScriptResponse = Shapes::StructureShape.new(name: 'CreateScriptResponse')
CreateSecurityConfigurationRequest = Shapes::StructureShape.new(name: 'CreateSecurityConfigurationRequest')
CreateSecurityConfigurationResponse = Shapes::StructureShape.new(name: 'CreateSecurityConfigurationResponse')
+ CreateSessionRequest = Shapes::StructureShape.new(name: 'CreateSessionRequest')
+ CreateSessionResponse = Shapes::StructureShape.new(name: 'CreateSessionResponse')
CreateTableRequest = Shapes::StructureShape.new(name: 'CreateTableRequest')
CreateTableResponse = Shapes::StructureShape.new(name: 'CreateTableResponse')
CreateTriggerRequest = Shapes::StructureShape.new(name: 'CreateTriggerRequest')
@@ -266,6 +271,8 @@ module ClientApi
DeleteSchemaVersionsResponse = Shapes::StructureShape.new(name: 'DeleteSchemaVersionsResponse')
DeleteSecurityConfigurationRequest = Shapes::StructureShape.new(name: 'DeleteSecurityConfigurationRequest')
DeleteSecurityConfigurationResponse = Shapes::StructureShape.new(name: 'DeleteSecurityConfigurationResponse')
+ DeleteSessionRequest = Shapes::StructureShape.new(name: 'DeleteSessionRequest')
+ DeleteSessionResponse = Shapes::StructureShape.new(name: 'DeleteSessionResponse')
DeleteTableRequest = Shapes::StructureShape.new(name: 'DeleteTableRequest')
DeleteTableResponse = Shapes::StructureShape.new(name: 'DeleteTableResponse')
DeleteTableVersionRequest = Shapes::StructureShape.new(name: 'DeleteTableVersionRequest')
@@ -287,6 +294,7 @@ module ClientApi
DevEndpointNames = Shapes::ListShape.new(name: 'DevEndpointNames')
Double = Shapes::FloatShape.new(name: 'Double')
DoubleColumnStatisticsData = Shapes::StructureShape.new(name: 'DoubleColumnStatisticsData')
+ DoubleValue = Shapes::FloatShape.new(name: 'DoubleValue')
DynamoDBTarget = Shapes::StructureShape.new(name: 'DynamoDBTarget')
DynamoDBTargetList = Shapes::ListShape.new(name: 'DynamoDBTargetList')
Edge = Shapes::StructureShape.new(name: 'Edge')
@@ -405,6 +413,10 @@ module ClientApi
GetSecurityConfigurationResponse = Shapes::StructureShape.new(name: 'GetSecurityConfigurationResponse')
GetSecurityConfigurationsRequest = Shapes::StructureShape.new(name: 'GetSecurityConfigurationsRequest')
GetSecurityConfigurationsResponse = Shapes::StructureShape.new(name: 'GetSecurityConfigurationsResponse')
+ GetSessionRequest = Shapes::StructureShape.new(name: 'GetSessionRequest')
+ GetSessionResponse = Shapes::StructureShape.new(name: 'GetSessionResponse')
+ GetStatementRequest = Shapes::StructureShape.new(name: 'GetStatementRequest')
+ GetStatementResponse = Shapes::StructureShape.new(name: 'GetStatementResponse')
GetTableRequest = Shapes::StructureShape.new(name: 'GetTableRequest')
GetTableResponse = Shapes::StructureShape.new(name: 'GetTableResponse')
GetTableVersionRequest = Shapes::StructureShape.new(name: 'GetTableVersionRequest')
@@ -450,6 +462,7 @@ module ClientApi
IdString = Shapes::StringShape.new(name: 'IdString')
IdempotentParameterMismatchException = Shapes::StructureShape.new(name: 'IdempotentParameterMismatchException')
IllegalBlueprintStateException = Shapes::StructureShape.new(name: 'IllegalBlueprintStateException')
+ IllegalSessionStateException = Shapes::StructureShape.new(name: 'IllegalSessionStateException')
IllegalWorkflowStateException = Shapes::StructureShape.new(name: 'IllegalWorkflowStateException')
ImportCatalogToGlueRequest = Shapes::StructureShape.new(name: 'ImportCatalogToGlueRequest')
ImportCatalogToGlueResponse = Shapes::StructureShape.new(name: 'ImportCatalogToGlueResponse')
@@ -509,6 +522,10 @@ module ClientApi
ListSchemaVersionsResponse = Shapes::StructureShape.new(name: 'ListSchemaVersionsResponse')
ListSchemasInput = Shapes::StructureShape.new(name: 'ListSchemasInput')
ListSchemasResponse = Shapes::StructureShape.new(name: 'ListSchemasResponse')
+ ListSessionsRequest = Shapes::StructureShape.new(name: 'ListSessionsRequest')
+ ListSessionsResponse = Shapes::StructureShape.new(name: 'ListSessionsResponse')
+ ListStatementsRequest = Shapes::StructureShape.new(name: 'ListStatementsRequest')
+ ListStatementsResponse = Shapes::StructureShape.new(name: 'ListStatementsResponse')
ListTriggersRequest = Shapes::StructureShape.new(name: 'ListTriggersRequest')
ListTriggersResponse = Shapes::StructureShape.new(name: 'ListTriggersResponse')
ListWorkflowsRequest = Shapes::StructureShape.new(name: 'ListWorkflowsRequest')
@@ -523,6 +540,7 @@ module ClientApi
LogicalOperator = Shapes::StringShape.new(name: 'LogicalOperator')
Long = Shapes::IntegerShape.new(name: 'Long')
LongColumnStatisticsData = Shapes::StructureShape.new(name: 'LongColumnStatisticsData')
+ LongValue = Shapes::IntegerShape.new(name: 'LongValue')
MLTransform = Shapes::StructureShape.new(name: 'MLTransform')
MLTransformNotReadyException = Shapes::StructureShape.new(name: 'MLTransformNotReadyException')
MLUserDataEncryption = Shapes::StructureShape.new(name: 'MLUserDataEncryption')
@@ -561,10 +579,15 @@ module ClientApi
NullableDouble = Shapes::FloatShape.new(name: 'NullableDouble')
NullableInteger = Shapes::IntegerShape.new(name: 'NullableInteger')
OperationTimeoutException = Shapes::StructureShape.new(name: 'OperationTimeoutException')
+ OrchestrationArgumentsMap = Shapes::MapShape.new(name: 'OrchestrationArgumentsMap')
+ OrchestrationArgumentsValue = Shapes::StringShape.new(name: 'OrchestrationArgumentsValue')
OrchestrationIAMRoleArn = Shapes::StringShape.new(name: 'OrchestrationIAMRoleArn')
OrchestrationNameString = Shapes::StringShape.new(name: 'OrchestrationNameString')
+ OrchestrationRoleArn = Shapes::StringShape.new(name: 'OrchestrationRoleArn')
OrchestrationS3Location = Shapes::StringShape.new(name: 'OrchestrationS3Location')
+ OrchestrationStatementCodeString = Shapes::StringShape.new(name: 'OrchestrationStatementCodeString')
OrchestrationStringList = Shapes::ListShape.new(name: 'OrchestrationStringList')
+ OrchestrationToken = Shapes::StringShape.new(name: 'OrchestrationToken')
Order = Shapes::StructureShape.new(name: 'Order')
OrderList = Shapes::ListShape.new(name: 'OrderList')
OtherMetadataValueList = Shapes::ListShape.new(name: 'OtherMetadataValueList')
@@ -643,6 +666,8 @@ module ClientApi
RoleString = Shapes::StringShape.new(name: 'RoleString')
RowTag = Shapes::StringShape.new(name: 'RowTag')
RunId = Shapes::StringShape.new(name: 'RunId')
+ RunStatementRequest = Shapes::StructureShape.new(name: 'RunStatementRequest')
+ RunStatementResponse = Shapes::StructureShape.new(name: 'RunStatementResponse')
S3Encryption = Shapes::StructureShape.new(name: 'S3Encryption')
S3EncryptionList = Shapes::ListShape.new(name: 'S3EncryptionList')
S3EncryptionMode = Shapes::StringShape.new(name: 'S3EncryptionMode')
@@ -685,6 +710,11 @@ module ClientApi
SecurityGroupIdList = Shapes::ListShape.new(name: 'SecurityGroupIdList')
Segment = Shapes::StructureShape.new(name: 'Segment')
SerDeInfo = Shapes::StructureShape.new(name: 'SerDeInfo')
+ Session = Shapes::StructureShape.new(name: 'Session')
+ SessionCommand = Shapes::StructureShape.new(name: 'SessionCommand')
+ SessionIdList = Shapes::ListShape.new(name: 'SessionIdList')
+ SessionList = Shapes::ListShape.new(name: 'SessionList')
+ SessionStatus = Shapes::StringShape.new(name: 'SessionStatus')
SkewedInfo = Shapes::StructureShape.new(name: 'SkewedInfo')
Sort = Shapes::StringShape.new(name: 'Sort')
SortCriteria = Shapes::ListShape.new(name: 'SortCriteria')
@@ -711,10 +741,17 @@ module ClientApi
StartWorkflowRunRequest = Shapes::StructureShape.new(name: 'StartWorkflowRunRequest')
StartWorkflowRunResponse = Shapes::StructureShape.new(name: 'StartWorkflowRunResponse')
StartingEventBatchCondition = Shapes::StructureShape.new(name: 'StartingEventBatchCondition')
+ Statement = Shapes::StructureShape.new(name: 'Statement')
+ StatementList = Shapes::ListShape.new(name: 'StatementList')
+ StatementOutput = Shapes::StructureShape.new(name: 'StatementOutput')
+ StatementOutputData = Shapes::StructureShape.new(name: 'StatementOutputData')
+ StatementState = Shapes::StringShape.new(name: 'StatementState')
StopCrawlerRequest = Shapes::StructureShape.new(name: 'StopCrawlerRequest')
StopCrawlerResponse = Shapes::StructureShape.new(name: 'StopCrawlerResponse')
StopCrawlerScheduleRequest = Shapes::StructureShape.new(name: 'StopCrawlerScheduleRequest')
StopCrawlerScheduleResponse = Shapes::StructureShape.new(name: 'StopCrawlerScheduleResponse')
+ StopSessionRequest = Shapes::StructureShape.new(name: 'StopSessionRequest')
+ StopSessionResponse = Shapes::StructureShape.new(name: 'StopSessionResponse')
StopTriggerRequest = Shapes::StructureShape.new(name: 'StopTriggerRequest')
StopTriggerResponse = Shapes::StructureShape.new(name: 'StopTriggerResponse')
StopWorkflowRunRequest = Shapes::StructureShape.new(name: 'StopWorkflowRunRequest')
@@ -864,7 +901,11 @@ module ClientApi
AlreadyExistsException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
AlreadyExistsException.struct_class = Types::AlreadyExistsException
+ AuditColumnNamesList.member = Shapes::ShapeRef.new(shape: ColumnNameString)
+
AuditContext.add_member(:additional_audit_context, Shapes::ShapeRef.new(shape: AuditContextString, location_name: "AdditionalAuditContext"))
+ AuditContext.add_member(:requested_columns, Shapes::ShapeRef.new(shape: AuditColumnNamesList, location_name: "RequestedColumns"))
+ AuditContext.add_member(:all_columns_requested, Shapes::ShapeRef.new(shape: NullableBoolean, location_name: "AllColumnsRequested"))
AuditContext.struct_class = Types::AuditContext
BackfillError.add_member(:code, Shapes::ShapeRef.new(shape: BackfillErrorCode, location_name: "Code"))
@@ -1083,6 +1124,13 @@ module ClientApi
CancelMLTaskRunResponse.add_member(:status, Shapes::ShapeRef.new(shape: TaskStatusType, location_name: "Status"))
CancelMLTaskRunResponse.struct_class = Types::CancelMLTaskRunResponse
+ CancelStatementRequest.add_member(:session_id, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "SessionId"))
+ CancelStatementRequest.add_member(:id, Shapes::ShapeRef.new(shape: IntegerValue, required: true, location_name: "Id"))
+ CancelStatementRequest.add_member(:request_origin, Shapes::ShapeRef.new(shape: OrchestrationNameString, location_name: "RequestOrigin"))
+ CancelStatementRequest.struct_class = Types::CancelStatementRequest
+
+ CancelStatementResponse.struct_class = Types::CancelStatementResponse
+
CatalogEntries.member = Shapes::ShapeRef.new(shape: CatalogEntry)
CatalogEntry.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
@@ -1538,6 +1586,26 @@ module ClientApi
CreateSecurityConfigurationResponse.add_member(:created_timestamp, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "CreatedTimestamp"))
CreateSecurityConfigurationResponse.struct_class = Types::CreateSecurityConfigurationResponse
+ CreateSessionRequest.add_member(:id, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Id"))
+ CreateSessionRequest.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
+ CreateSessionRequest.add_member(:role, Shapes::ShapeRef.new(shape: OrchestrationRoleArn, required: true, location_name: "Role"))
+ CreateSessionRequest.add_member(:command, Shapes::ShapeRef.new(shape: SessionCommand, required: true, location_name: "Command"))
+ CreateSessionRequest.add_member(:timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "Timeout"))
+ CreateSessionRequest.add_member(:idle_timeout, Shapes::ShapeRef.new(shape: Timeout, location_name: "IdleTimeout"))
+ CreateSessionRequest.add_member(:default_arguments, Shapes::ShapeRef.new(shape: OrchestrationArgumentsMap, location_name: "DefaultArguments"))
+ CreateSessionRequest.add_member(:connections, Shapes::ShapeRef.new(shape: ConnectionsList, location_name: "Connections"))
+ CreateSessionRequest.add_member(:max_capacity, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "MaxCapacity"))
+ CreateSessionRequest.add_member(:number_of_workers, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "NumberOfWorkers"))
+ CreateSessionRequest.add_member(:worker_type, Shapes::ShapeRef.new(shape: WorkerType, location_name: "WorkerType"))
+ CreateSessionRequest.add_member(:security_configuration, Shapes::ShapeRef.new(shape: NameString, location_name: "SecurityConfiguration"))
+ CreateSessionRequest.add_member(:glue_version, Shapes::ShapeRef.new(shape: GlueVersionString, location_name: "GlueVersion"))
+ CreateSessionRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
+ CreateSessionRequest.add_member(:request_origin, Shapes::ShapeRef.new(shape: OrchestrationNameString, location_name: "RequestOrigin"))
+ CreateSessionRequest.struct_class = Types::CreateSessionRequest
+
+ CreateSessionResponse.add_member(:session, Shapes::ShapeRef.new(shape: Session, location_name: "Session"))
+ CreateSessionResponse.struct_class = Types::CreateSessionResponse
+
CreateTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
CreateTableRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
CreateTableRequest.add_member(:table_input, Shapes::ShapeRef.new(shape: TableInput, required: true, location_name: "TableInput"))
@@ -1763,6 +1831,13 @@ module ClientApi
DeleteSecurityConfigurationResponse.struct_class = Types::DeleteSecurityConfigurationResponse
+ DeleteSessionRequest.add_member(:id, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Id"))
+ DeleteSessionRequest.add_member(:request_origin, Shapes::ShapeRef.new(shape: OrchestrationNameString, location_name: "RequestOrigin"))
+ DeleteSessionRequest.struct_class = Types::DeleteSessionRequest
+
+ DeleteSessionResponse.add_member(:id, Shapes::ShapeRef.new(shape: NameString, location_name: "Id"))
+ DeleteSessionResponse.struct_class = Types::DeleteSessionResponse
+
DeleteTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
DeleteTableRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
DeleteTableRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
@@ -2327,6 +2402,21 @@ module ClientApi
GetSecurityConfigurationsResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: GenericString, location_name: "NextToken"))
GetSecurityConfigurationsResponse.struct_class = Types::GetSecurityConfigurationsResponse
+ GetSessionRequest.add_member(:id, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Id"))
+ GetSessionRequest.add_member(:request_origin, Shapes::ShapeRef.new(shape: OrchestrationNameString, location_name: "RequestOrigin"))
+ GetSessionRequest.struct_class = Types::GetSessionRequest
+
+ GetSessionResponse.add_member(:session, Shapes::ShapeRef.new(shape: Session, location_name: "Session"))
+ GetSessionResponse.struct_class = Types::GetSessionResponse
+
+ GetStatementRequest.add_member(:session_id, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "SessionId"))
+ GetStatementRequest.add_member(:id, Shapes::ShapeRef.new(shape: IntegerValue, required: true, location_name: "Id"))
+ GetStatementRequest.add_member(:request_origin, Shapes::ShapeRef.new(shape: OrchestrationNameString, location_name: "RequestOrigin"))
+ GetStatementRequest.struct_class = Types::GetStatementRequest
+
+ GetStatementResponse.add_member(:statement, Shapes::ShapeRef.new(shape: Statement, location_name: "Statement"))
+ GetStatementResponse.struct_class = Types::GetStatementResponse
+
GetTableRequest.add_member(:catalog_id, Shapes::ShapeRef.new(shape: CatalogIdString, location_name: "CatalogId"))
GetTableRequest.add_member(:database_name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "DatabaseName"))
GetTableRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
@@ -2517,6 +2607,9 @@ module ClientApi
IllegalBlueprintStateException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
IllegalBlueprintStateException.struct_class = Types::IllegalBlueprintStateException
+ IllegalSessionStateException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
+ IllegalSessionStateException.struct_class = Types::IllegalSessionStateException
+
IllegalWorkflowStateException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
IllegalWorkflowStateException.struct_class = Types::IllegalWorkflowStateException
@@ -2750,6 +2843,26 @@ module ClientApi
ListSchemasResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: SchemaRegistryTokenString, location_name: "NextToken"))
ListSchemasResponse.struct_class = Types::ListSchemasResponse
+ ListSessionsRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: OrchestrationToken, location_name: "NextToken"))
+ ListSessionsRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
+ ListSessionsRequest.add_member(:tags, Shapes::ShapeRef.new(shape: TagsMap, location_name: "Tags"))
+ ListSessionsRequest.add_member(:request_origin, Shapes::ShapeRef.new(shape: OrchestrationNameString, location_name: "RequestOrigin"))
+ ListSessionsRequest.struct_class = Types::ListSessionsRequest
+
+ ListSessionsResponse.add_member(:ids, Shapes::ShapeRef.new(shape: SessionIdList, location_name: "Ids"))
+ ListSessionsResponse.add_member(:sessions, Shapes::ShapeRef.new(shape: SessionList, location_name: "Sessions"))
+ ListSessionsResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: OrchestrationToken, location_name: "NextToken"))
+ ListSessionsResponse.struct_class = Types::ListSessionsResponse
+
+ ListStatementsRequest.add_member(:session_id, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "SessionId"))
+ ListStatementsRequest.add_member(:request_origin, Shapes::ShapeRef.new(shape: OrchestrationNameString, location_name: "RequestOrigin"))
+ ListStatementsRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: OrchestrationToken, location_name: "NextToken"))
+ ListStatementsRequest.struct_class = Types::ListStatementsRequest
+
+ ListStatementsResponse.add_member(:statements, Shapes::ShapeRef.new(shape: StatementList, location_name: "Statements"))
+ ListStatementsResponse.add_member(:next_token, Shapes::ShapeRef.new(shape: OrchestrationToken, location_name: "NextToken"))
+ ListStatementsResponse.struct_class = Types::ListStatementsResponse
+
ListTriggersRequest.add_member(:next_token, Shapes::ShapeRef.new(shape: GenericString, location_name: "NextToken"))
ListTriggersRequest.add_member(:dependent_job_name, Shapes::ShapeRef.new(shape: NameString, location_name: "DependentJobName"))
ListTriggersRequest.add_member(:max_results, Shapes::ShapeRef.new(shape: PageSize, location_name: "MaxResults"))
@@ -2871,6 +2984,9 @@ module ClientApi
OperationTimeoutException.add_member(:message, Shapes::ShapeRef.new(shape: MessageString, location_name: "Message"))
OperationTimeoutException.struct_class = Types::OperationTimeoutException
+ OrchestrationArgumentsMap.key = Shapes::ShapeRef.new(shape: OrchestrationNameString)
+ OrchestrationArgumentsMap.value = Shapes::ShapeRef.new(shape: OrchestrationArgumentsValue)
+
OrchestrationStringList.member = Shapes::ShapeRef.new(shape: GenericString)
Order.add_member(:column, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Column"))
@@ -3092,6 +3208,14 @@ module ClientApi
ResumeWorkflowRunResponse.add_member(:node_ids, Shapes::ShapeRef.new(shape: NodeIdList, location_name: "NodeIds"))
ResumeWorkflowRunResponse.struct_class = Types::ResumeWorkflowRunResponse
+ RunStatementRequest.add_member(:session_id, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "SessionId"))
+ RunStatementRequest.add_member(:code, Shapes::ShapeRef.new(shape: OrchestrationStatementCodeString, required: true, location_name: "Code"))
+ RunStatementRequest.add_member(:request_origin, Shapes::ShapeRef.new(shape: OrchestrationNameString, location_name: "RequestOrigin"))
+ RunStatementRequest.struct_class = Types::RunStatementRequest
+
+ RunStatementResponse.add_member(:id, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "Id"))
+ RunStatementResponse.struct_class = Types::RunStatementResponse
+
S3Encryption.add_member(:s3_encryption_mode, Shapes::ShapeRef.new(shape: S3EncryptionMode, location_name: "S3EncryptionMode"))
S3Encryption.add_member(:kms_key_arn, Shapes::ShapeRef.new(shape: KmsKeyArn, location_name: "KmsKeyArn"))
S3Encryption.struct_class = Types::S3Encryption
@@ -3202,6 +3326,29 @@ module ClientApi
SerDeInfo.add_member(:parameters, Shapes::ShapeRef.new(shape: ParametersMap, location_name: "Parameters"))
SerDeInfo.struct_class = Types::SerDeInfo
+ Session.add_member(:id, Shapes::ShapeRef.new(shape: NameString, location_name: "Id"))
+ Session.add_member(:created_on, Shapes::ShapeRef.new(shape: TimestampValue, location_name: "CreatedOn"))
+ Session.add_member(:status, Shapes::ShapeRef.new(shape: SessionStatus, location_name: "Status"))
+ Session.add_member(:error_message, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "ErrorMessage"))
+ Session.add_member(:description, Shapes::ShapeRef.new(shape: DescriptionString, location_name: "Description"))
+ Session.add_member(:role, Shapes::ShapeRef.new(shape: OrchestrationRoleArn, location_name: "Role"))
+ Session.add_member(:command, Shapes::ShapeRef.new(shape: SessionCommand, location_name: "Command"))
+ Session.add_member(:default_arguments, Shapes::ShapeRef.new(shape: OrchestrationArgumentsMap, location_name: "DefaultArguments"))
+ Session.add_member(:connections, Shapes::ShapeRef.new(shape: ConnectionsList, location_name: "Connections"))
+ Session.add_member(:progress, Shapes::ShapeRef.new(shape: DoubleValue, location_name: "Progress"))
+ Session.add_member(:max_capacity, Shapes::ShapeRef.new(shape: NullableDouble, location_name: "MaxCapacity"))
+ Session.add_member(:security_configuration, Shapes::ShapeRef.new(shape: NameString, location_name: "SecurityConfiguration"))
+ Session.add_member(:glue_version, Shapes::ShapeRef.new(shape: GlueVersionString, location_name: "GlueVersion"))
+ Session.struct_class = Types::Session
+
+ SessionCommand.add_member(:name, Shapes::ShapeRef.new(shape: NameString, location_name: "Name"))
+ SessionCommand.add_member(:python_version, Shapes::ShapeRef.new(shape: PythonVersionString, location_name: "PythonVersion"))
+ SessionCommand.struct_class = Types::SessionCommand
+
+ SessionIdList.member = Shapes::ShapeRef.new(shape: NameString)
+
+ SessionList.member = Shapes::ShapeRef.new(shape: Session)
+
SkewedInfo.add_member(:skewed_column_names, Shapes::ShapeRef.new(shape: NameStringList, location_name: "SkewedColumnNames"))
SkewedInfo.add_member(:skewed_column_values, Shapes::ShapeRef.new(shape: ColumnValueStringList, location_name: "SkewedColumnValues"))
SkewedInfo.add_member(:skewed_column_value_location_maps, Shapes::ShapeRef.new(shape: LocationMap, location_name: "SkewedColumnValueLocationMaps"))
@@ -3291,6 +3438,28 @@ module ClientApi
StartingEventBatchCondition.add_member(:batch_window, Shapes::ShapeRef.new(shape: NullableInteger, location_name: "BatchWindow"))
StartingEventBatchCondition.struct_class = Types::StartingEventBatchCondition
+ Statement.add_member(:id, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "Id"))
+ Statement.add_member(:code, Shapes::ShapeRef.new(shape: GenericString, location_name: "Code"))
+ Statement.add_member(:state, Shapes::ShapeRef.new(shape: StatementState, location_name: "State"))
+ Statement.add_member(:output, Shapes::ShapeRef.new(shape: StatementOutput, location_name: "Output"))
+ Statement.add_member(:progress, Shapes::ShapeRef.new(shape: DoubleValue, location_name: "Progress"))
+ Statement.add_member(:started_on, Shapes::ShapeRef.new(shape: LongValue, location_name: "StartedOn"))
+ Statement.add_member(:completed_on, Shapes::ShapeRef.new(shape: LongValue, location_name: "CompletedOn"))
+ Statement.struct_class = Types::Statement
+
+ StatementList.member = Shapes::ShapeRef.new(shape: Statement)
+
+ StatementOutput.add_member(:data, Shapes::ShapeRef.new(shape: StatementOutputData, location_name: "Data"))
+ StatementOutput.add_member(:execution_count, Shapes::ShapeRef.new(shape: IntegerValue, location_name: "ExecutionCount"))
+ StatementOutput.add_member(:status, Shapes::ShapeRef.new(shape: StatementState, location_name: "Status"))
+ StatementOutput.add_member(:error_name, Shapes::ShapeRef.new(shape: GenericString, location_name: "ErrorName"))
+ StatementOutput.add_member(:error_value, Shapes::ShapeRef.new(shape: GenericString, location_name: "ErrorValue"))
+ StatementOutput.add_member(:traceback, Shapes::ShapeRef.new(shape: OrchestrationStringList, location_name: "Traceback"))
+ StatementOutput.struct_class = Types::StatementOutput
+
+ StatementOutputData.add_member(:text_plain, Shapes::ShapeRef.new(shape: GenericString, location_name: "TextPlain"))
+ StatementOutputData.struct_class = Types::StatementOutputData
+
StopCrawlerRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
StopCrawlerRequest.struct_class = Types::StopCrawlerRequest
@@ -3301,6 +3470,13 @@ module ClientApi
StopCrawlerScheduleResponse.struct_class = Types::StopCrawlerScheduleResponse
+ StopSessionRequest.add_member(:id, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Id"))
+ StopSessionRequest.add_member(:request_origin, Shapes::ShapeRef.new(shape: OrchestrationNameString, location_name: "RequestOrigin"))
+ StopSessionRequest.struct_class = Types::StopSessionRequest
+
+ StopSessionResponse.add_member(:id, Shapes::ShapeRef.new(shape: NameString, location_name: "Id"))
+ StopSessionResponse.struct_class = Types::StopSessionResponse
+
StopTriggerRequest.add_member(:name, Shapes::ShapeRef.new(shape: NameString, required: true, location_name: "Name"))
StopTriggerRequest.struct_class = Types::StopTriggerRequest
@@ -3982,6 +4158,20 @@ module ClientApi
o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
end)
+ api.add_operation(:cancel_statement, Seahorse::Model::Operation.new.tap do |o|
+ o.name = "CancelStatement"
+ o.http_method = "POST"
+ o.http_request_uri = "/"
+ o.input = Shapes::ShapeRef.new(shape: CancelStatementRequest)
+ o.output = Shapes::ShapeRef.new(shape: CancelStatementResponse)
+ o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
+ o.errors << Shapes::ShapeRef.new(shape: IllegalSessionStateException)
+ end)
+
api.add_operation(:check_schema_version_validity, Seahorse::Model::Operation.new.tap do |o|
o.name = "CheckSchemaVersionValidity"
o.http_method = "POST"
@@ -4186,6 +4376,22 @@ module ClientApi
o.errors << Shapes::ShapeRef.new(shape: ResourceNumberLimitExceededException)
end)
+ api.add_operation(:create_session, Seahorse::Model::Operation.new.tap do |o|
+ o.name = "CreateSession"
+ o.http_method = "POST"
+ o.http_request_uri = "/"
+ o.input = Shapes::ShapeRef.new(shape: CreateSessionRequest)
+ o.output = Shapes::ShapeRef.new(shape: CreateSessionResponse)
+ o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
+ o.errors << Shapes::ShapeRef.new(shape: IdempotentParameterMismatchException)
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
+ o.errors << Shapes::ShapeRef.new(shape: ValidationException)
+ o.errors << Shapes::ShapeRef.new(shape: AlreadyExistsException)
+ o.errors << Shapes::ShapeRef.new(shape: ResourceNumberLimitExceededException)
+ end)
+
api.add_operation(:create_table, Seahorse::Model::Operation.new.tap do |o|
o.name = "CreateTable"
o.http_method = "POST"
@@ -4452,6 +4658,20 @@ module ClientApi
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
end)
+ api.add_operation(:delete_session, Seahorse::Model::Operation.new.tap do |o|
+ o.name = "DeleteSession"
+ o.http_method = "POST"
+ o.http_request_uri = "/"
+ o.input = Shapes::ShapeRef.new(shape: DeleteSessionRequest)
+ o.output = Shapes::ShapeRef.new(shape: DeleteSessionResponse)
+ o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
+ o.errors << Shapes::ShapeRef.new(shape: IllegalSessionStateException)
+ o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
+ end)
+
api.add_operation(:delete_table, Seahorse::Model::Operation.new.tap do |o|
o.name = "DeleteTable"
o.http_method = "POST"
@@ -5097,6 +5317,33 @@ module ClientApi
)
end)
+ api.add_operation(:get_session, Seahorse::Model::Operation.new.tap do |o|
+ o.name = "GetSession"
+ o.http_method = "POST"
+ o.http_request_uri = "/"
+ o.input = Shapes::ShapeRef.new(shape: GetSessionRequest)
+ o.output = Shapes::ShapeRef.new(shape: GetSessionResponse)
+ o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
+ end)
+
+ api.add_operation(:get_statement, Seahorse::Model::Operation.new.tap do |o|
+ o.name = "GetStatement"
+ o.http_method = "POST"
+ o.http_request_uri = "/"
+ o.input = Shapes::ShapeRef.new(shape: GetStatementRequest)
+ o.output = Shapes::ShapeRef.new(shape: GetStatementResponse)
+ o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
+ o.errors << Shapes::ShapeRef.new(shape: IllegalSessionStateException)
+ end)
+
api.add_operation(:get_table, Seahorse::Model::Operation.new.tap do |o|
o.name = "GetTable"
o.http_method = "POST"
@@ -5487,6 +5734,38 @@ module ClientApi
)
end)
+ api.add_operation(:list_sessions, Seahorse::Model::Operation.new.tap do |o|
+ o.name = "ListSessions"
+ o.http_method = "POST"
+ o.http_request_uri = "/"
+ o.input = Shapes::ShapeRef.new(shape: ListSessionsRequest)
+ o.output = Shapes::ShapeRef.new(shape: ListSessionsResponse)
+ o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
+ o[:pager] = Aws::Pager.new(
+ limit_key: "max_results",
+ tokens: {
+ "next_token" => "next_token"
+ }
+ )
+ end)
+
+ api.add_operation(:list_statements, Seahorse::Model::Operation.new.tap do |o|
+ o.name = "ListStatements"
+ o.http_method = "POST"
+ o.http_request_uri = "/"
+ o.input = Shapes::ShapeRef.new(shape: ListStatementsRequest)
+ o.output = Shapes::ShapeRef.new(shape: ListStatementsResponse)
+ o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
+ o.errors << Shapes::ShapeRef.new(shape: IllegalSessionStateException)
+ end)
+
api.add_operation(:list_triggers, Seahorse::Model::Operation.new.tap do |o|
o.name = "ListTriggers"
o.http_method = "POST"
@@ -5636,6 +5915,22 @@ module ClientApi
o.errors << Shapes::ShapeRef.new(shape: IllegalWorkflowStateException)
end)
+ api.add_operation(:run_statement, Seahorse::Model::Operation.new.tap do |o|
+ o.name = "RunStatement"
+ o.http_method = "POST"
+ o.http_request_uri = "/"
+ o.input = Shapes::ShapeRef.new(shape: RunStatementRequest)
+ o.output = Shapes::ShapeRef.new(shape: RunStatementResponse)
+ o.errors << Shapes::ShapeRef.new(shape: EntityNotFoundException)
+ o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
+ o.errors << Shapes::ShapeRef.new(shape: ValidationException)
+ o.errors << Shapes::ShapeRef.new(shape: ResourceNumberLimitExceededException)
+ o.errors << Shapes::ShapeRef.new(shape: IllegalSessionStateException)
+ end)
+
api.add_operation(:search_tables, Seahorse::Model::Operation.new.tap do |o|
o.name = "SearchTables"
o.http_method = "POST"
@@ -5809,6 +6104,20 @@ module ClientApi
o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
end)
+ api.add_operation(:stop_session, Seahorse::Model::Operation.new.tap do |o|
+ o.name = "StopSession"
+ o.http_method = "POST"
+ o.http_request_uri = "/"
+ o.input = Shapes::ShapeRef.new(shape: StopSessionRequest)
+ o.output = Shapes::ShapeRef.new(shape: StopSessionResponse)
+ o.errors << Shapes::ShapeRef.new(shape: AccessDeniedException)
+ o.errors << Shapes::ShapeRef.new(shape: InternalServiceException)
+ o.errors << Shapes::ShapeRef.new(shape: OperationTimeoutException)
+ o.errors << Shapes::ShapeRef.new(shape: InvalidInputException)
+ o.errors << Shapes::ShapeRef.new(shape: IllegalSessionStateException)
+ o.errors << Shapes::ShapeRef.new(shape: ConcurrentModificationException)
+ end)
+
api.add_operation(:stop_trigger, Seahorse::Model::Operation.new.tap do |o|
o.name = "StopTrigger"
o.http_method = "POST"
diff --git a/gems/aws-sdk-glue/lib/aws-sdk-glue/errors.rb b/gems/aws-sdk-glue/lib/aws-sdk-glue/errors.rb
index 6c7153477c3..7d4ec84115a 100644
--- a/gems/aws-sdk-glue/lib/aws-sdk-glue/errors.rb
+++ b/gems/aws-sdk-glue/lib/aws-sdk-glue/errors.rb
@@ -40,6 +40,7 @@ module Aws::Glue
# * {GlueEncryptionException}
# * {IdempotentParameterMismatchException}
# * {IllegalBlueprintStateException}
+ # * {IllegalSessionStateException}
# * {IllegalWorkflowStateException}
# * {InternalServiceException}
# * {InvalidInputException}
@@ -257,6 +258,21 @@ def message
end
end
+ class IllegalSessionStateException < ServiceError
+
+ # @param [Seahorse::Client::RequestContext] context
+ # @param [String] message
+ # @param [Aws::Glue::Types::IllegalSessionStateException] data
+ def initialize(context, message, data = Aws::EmptyStructure.new)
+ super(context, message, data)
+ end
+
+ # @return [String]
+ def message
+ @message || @data[:message]
+ end
+ end
+
class IllegalWorkflowStateException < ServiceError
# @param [Seahorse::Client::RequestContext] context
diff --git a/gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb b/gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb
index c2788e40d21..53ed30133f2 100644
--- a/gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb
+++ b/gems/aws-sdk-glue/lib/aws-sdk-glue/types.rb
@@ -114,20 +114,35 @@ class AlreadyExistsException < Struct.new(
include Aws::Structure
end
+ # A structure containing information for audit.
+ #
# @note When making an API call, you may pass AuditContext
# data as a hash:
#
# {
# additional_audit_context: "AuditContextString",
+ # requested_columns: ["ColumnNameString"],
+ # all_columns_requested: false,
# }
#
# @!attribute [rw] additional_audit_context
+ # The context for the audit..
# @return [String]
#
+ # @!attribute [rw] requested_columns
+ # The requested columns for audit.
+ # @return [Array]
+ #
+ # @!attribute [rw] all_columns_requested
+ # All columns request for audit.
+ # @return [Boolean]
+ #
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/AuditContext AWS API Documentation
#
class AuditContext < Struct.new(
- :additional_audit_context)
+ :additional_audit_context,
+ :requested_columns,
+ :all_columns_requested)
SENSITIVE = []
include Aws::Structure
end
@@ -1392,6 +1407,41 @@ class CancelMLTaskRunResponse < Struct.new(
include Aws::Structure
end
+ # @note When making an API call, you may pass CancelStatementRequest
+ # data as a hash:
+ #
+ # {
+ # session_id: "NameString", # required
+ # id: 1, # required
+ # request_origin: "OrchestrationNameString",
+ # }
+ #
+ # @!attribute [rw] session_id
+ # The Session ID of the statement to be cancelled.
+ # @return [String]
+ #
+ # @!attribute [rw] id
+ # The ID of the statement to be cancelled.
+ # @return [Integer]
+ #
+ # @!attribute [rw] request_origin
+ # The origin of the request to cancel the statement.
+ # @return [String]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelStatementRequest AWS API Documentation
+ #
+ class CancelStatementRequest < Struct.new(
+ :session_id,
+ :id,
+ :request_origin)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CancelStatementResponse AWS API Documentation
+ #
+ class CancelStatementResponse < Aws::EmptyStructure; end
+
# Specifies a table definition in the Glue Data Catalog.
#
# @note When making an API call, you may pass CatalogEntry
@@ -4689,6 +4739,137 @@ class CreateSecurityConfigurationResponse < Struct.new(
include Aws::Structure
end
+ # Request to create a new session.
+ #
+ # @note When making an API call, you may pass CreateSessionRequest
+ # data as a hash:
+ #
+ # {
+ # id: "NameString", # required
+ # description: "DescriptionString",
+ # role: "OrchestrationRoleArn", # required
+ # command: { # required
+ # name: "NameString",
+ # python_version: "PythonVersionString",
+ # },
+ # timeout: 1,
+ # idle_timeout: 1,
+ # default_arguments: {
+ # "OrchestrationNameString" => "OrchestrationArgumentsValue",
+ # },
+ # connections: {
+ # connections: ["GenericString"],
+ # },
+ # max_capacity: 1.0,
+ # number_of_workers: 1,
+ # worker_type: "Standard", # accepts Standard, G.1X, G.2X
+ # security_configuration: "NameString",
+ # glue_version: "GlueVersionString",
+ # tags: {
+ # "TagKey" => "TagValue",
+ # },
+ # request_origin: "OrchestrationNameString",
+ # }
+ #
+ # @!attribute [rw] id
+ # The ID of the session request.
+ # @return [String]
+ #
+ # @!attribute [rw] description
+ # The description of the session.
+ # @return [String]
+ #
+ # @!attribute [rw] role
+ # The IAM Role ARN
+ # @return [String]
+ #
+ # @!attribute [rw] command
+ # The `SessionCommand` that runs the job.
+ # @return [Types::SessionCommand]
+ #
+ # @!attribute [rw] timeout
+ # The number of seconds before request times out.
+ # @return [Integer]
+ #
+ # @!attribute [rw] idle_timeout
+ # The number of seconds when idle before request times out.
+ # @return [Integer]
+ #
+ # @!attribute [rw] default_arguments
+ # A map array of key-value pairs. Max is 75 pairs.
+ # @return [Hash]
+ #
+ # @!attribute [rw] connections
+ # The number of connections to use for the session.
+ # @return [Types::ConnectionsList]
+ #
+ # @!attribute [rw] max_capacity
+ # The number of AWS Glue data processing units (DPUs) that can be
+ # allocated when the job runs. A DPU is a relative measure of
+ # processing power that consists of 4 vCPUs of compute capacity and 16
+ # GB memory.
+ # @return [Float]
+ #
+ # @!attribute [rw] number_of_workers
+ # The number of workers to use for the session.
+ # @return [Integer]
+ #
+ # @!attribute [rw] worker_type
+ # The Worker Type. Can be one of G.1X, G.2X, Standard
+ # @return [String]
+ #
+ # @!attribute [rw] security_configuration
+ # The name of the SecurityConfiguration structure to be used with the
+ # session
+ # @return [String]
+ #
+ # @!attribute [rw] glue_version
+ # The Glue version determines the versions of Apache Spark and Python
+ # that AWS Glue supports. The GlueVersion must be greater than 2.0.
+ # @return [String]
+ #
+ # @!attribute [rw] tags
+ # The map of key value pairs (tags) belonging to the session.
+ # @return [Hash]
+ #
+ # @!attribute [rw] request_origin
+ # The origin of the request.
+ # @return [String]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSessionRequest AWS API Documentation
+ #
+ class CreateSessionRequest < Struct.new(
+ :id,
+ :description,
+ :role,
+ :command,
+ :timeout,
+ :idle_timeout,
+ :default_arguments,
+ :connections,
+ :max_capacity,
+ :number_of_workers,
+ :worker_type,
+ :security_configuration,
+ :glue_version,
+ :tags,
+ :request_origin)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
+ # @!attribute [rw] session
+ # Returns the session object in the response.
+ # @return [Types::Session]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/CreateSessionResponse AWS API Documentation
+ #
+ class CreateSessionResponse < Struct.new(
+ :session)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
# @note When making an API call, you may pass CreateTableRequest
# data as a hash:
#
@@ -6085,6 +6266,43 @@ class DeleteSecurityConfigurationRequest < Struct.new(
#
class DeleteSecurityConfigurationResponse < Aws::EmptyStructure; end
+ # @note When making an API call, you may pass DeleteSessionRequest
+ # data as a hash:
+ #
+ # {
+ # id: "NameString", # required
+ # request_origin: "OrchestrationNameString",
+ # }
+ #
+ # @!attribute [rw] id
+ # The ID of the session to be deleted.
+ # @return [String]
+ #
+ # @!attribute [rw] request_origin
+ # The name of the origin of the delete session request.
+ # @return [String]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSessionRequest AWS API Documentation
+ #
+ class DeleteSessionRequest < Struct.new(
+ :id,
+ :request_origin)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
+ # @!attribute [rw] id
+ # Returns the ID of the deleted session.
+ # @return [String]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/DeleteSessionResponse AWS API Documentation
+ #
+ class DeleteSessionResponse < Struct.new(
+ :id)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
# @note When making an API call, you may pass DeleteTableRequest
# data as a hash:
#
@@ -9592,6 +9810,86 @@ class GetSecurityConfigurationsResponse < Struct.new(
include Aws::Structure
end
+ # @note When making an API call, you may pass GetSessionRequest
+ # data as a hash:
+ #
+ # {
+ # id: "NameString", # required
+ # request_origin: "OrchestrationNameString",
+ # }
+ #
+ # @!attribute [rw] id
+ # The ID of the session.
+ # @return [String]
+ #
+ # @!attribute [rw] request_origin
+ # The origin of the request.
+ # @return [String]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSessionRequest AWS API Documentation
+ #
+ class GetSessionRequest < Struct.new(
+ :id,
+ :request_origin)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
+ # @!attribute [rw] session
+ # The session object is returned in the response.
+ # @return [Types::Session]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetSessionResponse AWS API Documentation
+ #
+ class GetSessionResponse < Struct.new(
+ :session)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
+ # @note When making an API call, you may pass GetStatementRequest
+ # data as a hash:
+ #
+ # {
+ # session_id: "NameString", # required
+ # id: 1, # required
+ # request_origin: "OrchestrationNameString",
+ # }
+ #
+ # @!attribute [rw] session_id
+ # The Session ID of the statement.
+ # @return [String]
+ #
+ # @!attribute [rw] id
+ # The Id of the statement.
+ # @return [Integer]
+ #
+ # @!attribute [rw] request_origin
+ # The origin of the request.
+ # @return [String]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetStatementRequest AWS API Documentation
+ #
+ class GetStatementRequest < Struct.new(
+ :session_id,
+ :id,
+ :request_origin)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
+ # @!attribute [rw] statement
+ # Returns the statement.
+ # @return [Types::Statement]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GetStatementResponse AWS API Documentation
+ #
+ class GetStatementResponse < Struct.new(
+ :statement)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
# @note When making an API call, you may pass GetTableRequest
# data as a hash:
#
@@ -9973,6 +10271,8 @@ class GetTriggersResponse < Struct.new(
# partition_values: ["ValueString"], # required
# audit_context: {
# additional_audit_context: "AuditContextString",
+ # requested_columns: ["ColumnNameString"],
+ # all_columns_requested: false,
# },
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
# }
@@ -9990,6 +10290,7 @@ class GetTriggersResponse < Struct.new(
# @return [Array]
#
# @!attribute [rw] audit_context
+ # A structure containing information for audit.
# @return [Types::AuditContext]
#
# @!attribute [rw] supported_permission_types
@@ -10038,6 +10339,8 @@ class GetUnfilteredPartitionMetadataResponse < Struct.new(
# expression: "PredicateString",
# audit_context: {
# additional_audit_context: "AuditContextString",
+ # requested_columns: ["ColumnNameString"],
+ # all_columns_requested: false,
# },
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
# next_token: "Token",
@@ -10061,6 +10364,7 @@ class GetUnfilteredPartitionMetadataResponse < Struct.new(
# @return [String]
#
# @!attribute [rw] audit_context
+ # A structure containing information for audit.
# @return [Types::AuditContext]
#
# @!attribute [rw] supported_permission_types
@@ -10117,6 +10421,8 @@ class GetUnfilteredPartitionsMetadataResponse < Struct.new(
# name: "NameString", # required
# audit_context: {
# additional_audit_context: "AuditContextString",
+ # requested_columns: ["ColumnNameString"],
+ # all_columns_requested: false,
# },
# supported_permission_types: ["COLUMN_PERMISSION"], # required, accepts COLUMN_PERMISSION, CELL_FILTER_PERMISSION
# }
@@ -10131,6 +10437,7 @@ class GetUnfilteredPartitionsMetadataResponse < Struct.new(
# @return [String]
#
# @!attribute [rw] audit_context
+ # A structure containing information for audit.
# @return [Types::AuditContext]
#
# @!attribute [rw] supported_permission_types
@@ -10460,7 +10767,7 @@ class GetWorkflowRunsResponse < Struct.new(
# An encryption operation failed.
#
# @!attribute [rw] message
- # A message describing the problem.
+ # The message describing the problem.
# @return [String]
#
# @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/GlueEncryptionException AWS API Documentation
@@ -10621,6 +10928,20 @@ class IllegalBlueprintStateException < Struct.new(
include Aws::Structure
end
+ # The session is in an invalid state to perform a requested operation.
+ #
+ # @!attribute [rw] message
+ # A message describing the problem.
+ # @return [String]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/IllegalSessionStateException AWS API Documentation
+ #
+ class IllegalSessionStateException < Struct.new(
+ :message)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
# The workflow is in an invalid state to perform a requested operation.
#
# @!attribute [rw] message
@@ -12167,6 +12488,115 @@ class ListSchemasResponse < Struct.new(
include Aws::Structure
end
+ # @note When making an API call, you may pass ListSessionsRequest
+ # data as a hash:
+ #
+ # {
+ # next_token: "OrchestrationToken",
+ # max_results: 1,
+ # tags: {
+ # "TagKey" => "TagValue",
+ # },
+ # request_origin: "OrchestrationNameString",
+ # }
+ #
+ # @!attribute [rw] next_token
+ # The token for the next set of results, or null if there are no more
+ # result.
+ # @return [String]
+ #
+ # @!attribute [rw] max_results
+ # The maximum number of results.
+ # @return [Integer]
+ #
+ # @!attribute [rw] tags
+ # Tags belonging to the session.
+ # @return [Hash]
+ #
+ # @!attribute [rw] request_origin
+ # The origin of the request.
+ # @return [String]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSessionsRequest AWS API Documentation
+ #
+ class ListSessionsRequest < Struct.new(
+ :next_token,
+ :max_results,
+ :tags,
+ :request_origin)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
+ # @!attribute [rw] ids
+ # Returns the Id of the session.
+ # @return [Array]
+ #
+ # @!attribute [rw] sessions
+ # Returns the session object.
+ # @return [Array]
+ #
+ # @!attribute [rw] next_token
+ # The token for the next set of results, or null if there are no more
+ # result.
+ # @return [String]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListSessionsResponse AWS API Documentation
+ #
+ class ListSessionsResponse < Struct.new(
+ :ids,
+ :sessions,
+ :next_token)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
+ # @note When making an API call, you may pass ListStatementsRequest
+ # data as a hash:
+ #
+ # {
+ # session_id: "NameString", # required
+ # request_origin: "OrchestrationNameString",
+ # next_token: "OrchestrationToken",
+ # }
+ #
+ # @!attribute [rw] session_id
+ # The Session ID of the statements.
+ # @return [String]
+ #
+ # @!attribute [rw] request_origin
+ # The origin of the request to list statements.
+ # @return [String]
+ #
+ # @!attribute [rw] next_token
+ # @return [String]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsRequest AWS API Documentation
+ #
+ class ListStatementsRequest < Struct.new(
+ :session_id,
+ :request_origin,
+ :next_token)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
+ # @!attribute [rw] statements
+ # Returns the list of statements.
+ # @return [Array]
+ #
+ # @!attribute [rw] next_token
+ # @return [String]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/ListStatementsResponse AWS API Documentation
+ #
+ class ListStatementsResponse < Struct.new(
+ :statements,
+ :next_token)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
# @note When making an API call, you may pass ListTriggersRequest
# data as a hash:
#
@@ -14059,6 +14489,49 @@ class ResumeWorkflowRunResponse < Struct.new(
include Aws::Structure
end
+ # @note When making an API call, you may pass RunStatementRequest
+ # data as a hash:
+ #
+ # {
+ # session_id: "NameString", # required
+ # code: "OrchestrationStatementCodeString", # required
+ # request_origin: "OrchestrationNameString",
+ # }
+ #
+ # @!attribute [rw] session_id
+ # The Session Id of the statement to be run.
+ # @return [String]
+ #
+ # @!attribute [rw] code
+ # The statement code to be run.
+ # @return [String]
+ #
+ # @!attribute [rw] request_origin
+ # The origin of the request.
+ # @return [String]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RunStatementRequest AWS API Documentation
+ #
+ class RunStatementRequest < Struct.new(
+ :session_id,
+ :code,
+ :request_origin)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
+ # @!attribute [rw] id
+ # Returns the Id of the statement that was run.
+ # @return [Integer]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/RunStatementResponse AWS API Documentation
+ #
+ class RunStatementResponse < Struct.new(
+ :id)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
# Specifies how Amazon Simple Storage Service (Amazon S3) data should be
# encrypted.
#
@@ -14673,6 +15146,115 @@ class SerDeInfo < Struct.new(
include Aws::Structure
end
+ # The period in which a remote Spark runtime environment is running.
+ #
+ # @!attribute [rw] id
+ # The ID of the session.
+ # @return [String]
+ #
+ # @!attribute [rw] created_on
+ # The time and date when the session was created.
+ # @return [Time]
+ #
+ # @!attribute [rw] status
+ # The session status.
+ # @return [String]
+ #
+ # @!attribute [rw] error_message
+ # The error message displayed during the session.
+ # @return [String]
+ #
+ # @!attribute [rw] description
+ # The description of the session.
+ # @return [String]
+ #
+ # @!attribute [rw] role
+ # The name or Amazon Resource Name (ARN) of the IAM role associated
+ # with the Session.
+ # @return [String]
+ #
+ # @!attribute [rw] command
+ # The command object.See SessionCommand.
+ # @return [Types::SessionCommand]
+ #
+ # @!attribute [rw] default_arguments
+ # A map array of key-value pairs. Max is 75 pairs.
+ # @return [Hash]
+ #
+ # @!attribute [rw] connections
+ # The number of connections used for the session.
+ # @return [Types::ConnectionsList]
+ #
+ # @!attribute [rw] progress
+ # The code execution progress of the session.
+ # @return [Float]
+ #
+ # @!attribute [rw] max_capacity
+ # The number of AWS Glue data processing units (DPUs) that can be
+ # allocated when the job runs. A DPU is a relative measure of
+ # processing power that consists of 4 vCPUs of compute capacity and 16
+ # GB memory.
+ # @return [Float]
+ #
+ # @!attribute [rw] security_configuration
+ # The name of the SecurityConfiguration structure to be used with the
+ # session.
+ # @return [String]
+ #
+ # @!attribute [rw] glue_version
+ # The Glue version determines the versions of Apache Spark and Python
+ # that AWS Glue supports. The GlueVersion must be greater than 2.0.
+ # @return [String]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Session AWS API Documentation
+ #
+ class Session < Struct.new(
+ :id,
+ :created_on,
+ :status,
+ :error_message,
+ :description,
+ :role,
+ :command,
+ :default_arguments,
+ :connections,
+ :progress,
+ :max_capacity,
+ :security_configuration,
+ :glue_version)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
+ # The `SessionCommand` that runs the job.
+ #
+ # @note When making an API call, you may pass SessionCommand
+ # data as a hash:
+ #
+ # {
+ # name: "NameString",
+ # python_version: "PythonVersionString",
+ # }
+ #
+ # @!attribute [rw] name
+ # Specifies the name of the SessionCommand.Can be 'glueetl' or
+ # 'gluestreaming'.
+ # @return [String]
+ #
+ # @!attribute [rw] python_version
+ # Specifies the Python version. The Python version indicates the
+ # version supported for jobs of type Spark.
+ # @return [String]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/SessionCommand AWS API Documentation
+ #
+ class SessionCommand < Struct.new(
+ :name,
+ :python_version)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
# Specifies skewed values in a table. Skewed values are those that occur
# with very high frequency.
#
@@ -15224,6 +15806,104 @@ class StartingEventBatchCondition < Struct.new(
include Aws::Structure
end
+ # The statement or request for a particular action to occur in a
+ # session.
+ #
+ # @!attribute [rw] id
+ # The ID of the statement.
+ # @return [Integer]
+ #
+ # @!attribute [rw] code
+ # The execution code of the statement.
+ # @return [String]
+ #
+ # @!attribute [rw] state
+ # The state while request is actioned.
+ # @return [String]
+ #
+ # @!attribute [rw] output
+ # The output in JSON.
+ # @return [Types::StatementOutput]
+ #
+ # @!attribute [rw] progress
+ # The code execution progress.
+ # @return [Float]
+ #
+ # @!attribute [rw] started_on
+ # The unix time and date that the job definition was started.
+ # @return [Integer]
+ #
+ # @!attribute [rw] completed_on
+ # The unix time and date that the job definition was completed.
+ # @return [Integer]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/Statement AWS API Documentation
+ #
+ class Statement < Struct.new(
+ :id,
+ :code,
+ :state,
+ :output,
+ :progress,
+ :started_on,
+ :completed_on)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
+ # The code execution output in JSON format.
+ #
+ # @!attribute [rw] data
+ # The code execution output.
+ # @return [Types::StatementOutputData]
+ #
+ # @!attribute [rw] execution_count
+ # The execution count of the output.
+ # @return [Integer]
+ #
+ # @!attribute [rw] status
+ # The status of the code execution output.
+ # @return [String]
+ #
+ # @!attribute [rw] error_name
+ # The name of the error in the output.
+ # @return [String]
+ #
+ # @!attribute [rw] error_value
+ # The error value of the output.
+ # @return [String]
+ #
+ # @!attribute [rw] traceback
+ # The traceback of the output.
+ # @return [Array]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StatementOutput AWS API Documentation
+ #
+ class StatementOutput < Struct.new(
+ :data,
+ :execution_count,
+ :status,
+ :error_name,
+ :error_value,
+ :traceback)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
+ # The code execution output in JSON format.
+ #
+ # @!attribute [rw] text_plain
+ # The code execution output in text format.
+ # @return [String]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StatementOutputData AWS API Documentation
+ #
+ class StatementOutputData < Struct.new(
+ :text_plain)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
# @note When making an API call, you may pass StopCrawlerRequest
# data as a hash:
#
@@ -15270,6 +15950,43 @@ class StopCrawlerScheduleRequest < Struct.new(
#
class StopCrawlerScheduleResponse < Aws::EmptyStructure; end
+ # @note When making an API call, you may pass StopSessionRequest
+ # data as a hash:
+ #
+ # {
+ # id: "NameString", # required
+ # request_origin: "OrchestrationNameString",
+ # }
+ #
+ # @!attribute [rw] id
+ # The ID of the session to be stopped.
+ # @return [String]
+ #
+ # @!attribute [rw] request_origin
+ # The origin of the request.
+ # @return [String]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StopSessionRequest AWS API Documentation
+ #
+ class StopSessionRequest < Struct.new(
+ :id,
+ :request_origin)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
+ # @!attribute [rw] id
+ # Returns the Id of the stopped session.
+ # @return [String]
+ #
+ # @see http://docs.aws.amazon.com/goto/WebAPI/glue-2017-03-31/StopSessionResponse AWS API Documentation
+ #
+ class StopSessionResponse < Struct.new(
+ :id)
+ SENSITIVE = []
+ include Aws::Structure
+ end
+
# @note When making an API call, you may pass StopTriggerRequest
# data as a hash:
#