diff --git a/azure-mgmt-datalake-analytics/HISTORY.rst b/azure-mgmt-datalake-analytics/HISTORY.rst index e303343a1beb..008bc33ec846 100644 --- a/azure-mgmt-datalake-analytics/HISTORY.rst +++ b/azure-mgmt-datalake-analytics/HISTORY.rst @@ -2,6 +2,14 @@ Release History =============== +0.5.0 (2018-05-21) +++++++++++++++++++ + +* Added new Catalog APIs: + - Catalog_ListTableFragments + - Catalog_PreviewTable + - Catalog_PreviewTablePartition + 0.4.0 (2018-02-12) ++++++++++++++++++ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/models/__init__.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/models/__init__.py index fa539a690a38..c7f873a10e50 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/models/__init__.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/models/__init__.py @@ -28,7 +28,9 @@ from .entity_id import EntityId from .external_table import ExternalTable from .type_field_info import TypeFieldInfo +from .usql_table_preview import USqlTablePreview from .usql_table import USqlTable +from .usql_table_fragment import USqlTableFragment from .usql_table_type import USqlTableType from .usql_view import USqlView from .usql_package import USqlPackage @@ -47,6 +49,7 @@ from .usql_credential_paged import USqlCredentialPaged from .usql_external_data_source_paged import USqlExternalDataSourcePaged from .usql_procedure_paged import USqlProcedurePaged +from .usql_table_fragment_paged import USqlTableFragmentPaged from .usql_table_paged import USqlTablePaged from .usql_table_statistics_paged import USqlTableStatisticsPaged from .usql_table_type_paged import USqlTableTypePaged @@ -85,7 +88,9 @@ 'EntityId', 'ExternalTable', 'TypeFieldInfo', + 'USqlTablePreview', 'USqlTable', + 'USqlTableFragment', 'USqlTableType', 'USqlView', 'USqlPackage', @@ -104,6 +109,7 @@ 'USqlCredentialPaged', 'USqlExternalDataSourcePaged', 'USqlProcedurePaged', + 'USqlTableFragmentPaged', 'USqlTablePaged', 'USqlTableStatisticsPaged', 'USqlTableTypePaged', diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/models/usql_table_fragment.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/models/usql_table_fragment.py new file mode 100644 index 000000000000..7b7f7566e5ea --- /dev/null +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/models/usql_table_fragment.py @@ -0,0 +1,50 @@ +# coding=utf-8 +# -------------------------------------------------------------------------- +# Copyright (c) Microsoft Corporation. All rights reserved. +# Licensed under the MIT License. See License.txt in the project root for +# license information. +# +# Code generated by Microsoft (R) AutoRest Code Generator. +# Changes may cause incorrect behavior and will be lost if the code is +# regenerated. +# -------------------------------------------------------------------------- + +from msrest.serialization import Model + + +class USqlTableFragment(Model): + """A Data Lake Analytics catalog U-SQL table fragment item. + + :param parent_id: the parent object Id of the table fragment. The parent + could be a table or table partition. + :type parent_id: str + :param fragment_id: the version of the catalog item. + :type fragment_id: str + :param index_id: the ordinal of the index which contains the table + fragment. + :type index_id: int + :param size: the data size of the table fragment in bytes. + :type size: long + :param row_count: the number of rows in the table fragment. + :type row_count: long + :param create_date: the creation time of the table fragment. + :type create_date: datetime + """ + + _attribute_map = { + 'parent_id': {'key': 'parentId', 'type': 'str'}, + 'fragment_id': {'key': 'fragmentId', 'type': 'str'}, + 'index_id': {'key': 'indexId', 'type': 'int'}, + 'size': {'key': 'size', 'type': 'long'}, + 'row_count': {'key': 'rowCount', 'type': 'long'}, + 'create_date': {'key': 'createDate', 'type': 'iso-8601'}, + } + + def __init__(self, parent_id=None, fragment_id=None, index_id=None, size=None, row_count=None, create_date=None): + super(USqlTableFragment, self).__init__() + self.parent_id = parent_id + self.fragment_id = fragment_id + self.index_id = index_id + self.size = size + self.row_count = row_count + self.create_date = create_date diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/models/usql_table_fragment_paged.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/models/usql_table_fragment_paged.py new file mode 100644 index 000000000000..f0b3e7c68464 --- /dev/null +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/models/usql_table_fragment_paged.py @@ -0,0 +1,27 @@ +# coding=utf-8 +# -------------------------------------------------------------------------- +# Copyright (c) Microsoft Corporation. All rights reserved. +# Licensed under the MIT License. See License.txt in the project root for +# license information. +# +# Code generated by Microsoft (R) AutoRest Code Generator. +# Changes may cause incorrect behavior and will be lost if the code is +# regenerated. +# -------------------------------------------------------------------------- + +from msrest.paging import Paged + + +class USqlTableFragmentPaged(Paged): + """ + A paging container for iterating over a list of :class:`USqlTableFragment ` object + """ + + _attribute_map = { + 'next_link': {'key': 'nextLink', 'type': 'str'}, + 'current_page': {'key': 'value', 'type': '[USqlTableFragment]'} + } + + def __init__(self, *args, **kwargs): + + super(USqlTableFragmentPaged, self).__init__(*args, **kwargs) diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/models/usql_table_preview.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/models/usql_table_preview.py new file mode 100644 index 000000000000..0bcfa983ed5d --- /dev/null +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/models/usql_table_preview.py @@ -0,0 +1,53 @@ +# coding=utf-8 +# -------------------------------------------------------------------------- +# Copyright (c) Microsoft Corporation. All rights reserved. +# Licensed under the MIT License. See License.txt in the project root for +# license information. +# +# Code generated by Microsoft (R) AutoRest Code Generator. +# Changes may cause incorrect behavior and will be lost if the code is +# regenerated. +# -------------------------------------------------------------------------- + +from msrest.serialization import Model + + +class USqlTablePreview(Model): + """A Data Lake Analytics catalog table or partition preview rows item. + + :param total_row_count: the total number of rows in the table or + partition. + :type total_row_count: long + :param total_column_count: the total number of columns in the table or + partition. + :type total_column_count: long + :param rows: the rows of the table or partition preview, where each row is + an array of string representations the row's values. Note: Byte arrays + will appear as base-64 encoded values, SqlMap and SqlArray objects will + appear as escaped JSON objects, and DateTime objects will appear as ISO + formatted UTC date-times. + :type rows: list[list[str]] + :param truncated: true if the amount of data in the response is less than + expected due to the preview operation's size limitations. This can occur + if the requested rows or row counts are too large. + :type truncated: bool + :param schema: the schema of the table or partition. + :type schema: + list[~azure.mgmt.datalake.analytics.catalog.models.USqlTableColumn] + """ + + _attribute_map = { + 'total_row_count': {'key': 'totalRowCount', 'type': 'long'}, + 'total_column_count': {'key': 'totalColumnCount', 'type': 'long'}, + 'rows': {'key': 'rows', 'type': '[[str]]'}, + 'truncated': {'key': 'truncated', 'type': 'bool'}, + 'schema': {'key': 'schema', 'type': '[USqlTableColumn]'}, + } + + def __init__(self, total_row_count=None, total_column_count=None, rows=None, truncated=None, schema=None): + super(USqlTablePreview, self).__init__() + self.total_row_count = total_row_count + self.total_column_count = total_column_count + self.rows = rows + self.truncated = truncated + self.schema = schema diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/operations/catalog_operations.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/operations/catalog_operations.py index ef6616875477..f0df58d8f79a 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/operations/catalog_operations.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/operations/catalog_operations.py @@ -23,7 +23,7 @@ class CatalogOperations(object): :param client: Client for service requests. :param config: Configuration of service client. :param serializer: An object model serializer. - :param deserializer: An objec model deserializer. + :param deserializer: An object model deserializer. :ivar api_version: Client Api Version. Constant value: "2016-11-01". """ @@ -73,7 +73,7 @@ def create_secret( parameters = models.DataLakeAnalyticsCatalogSecretCreateOrUpdateParameters(password=password, uri=uri) # Construct URL - url = '/catalog/usql/databases/{databaseName}/secrets/{secretName}' + url = self.create_secret.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -112,6 +112,7 @@ def create_secret( if raw: client_raw_response = ClientRawResponse(None, response) return client_raw_response + create_secret.metadata = {'url': '/catalog/usql/databases/{databaseName}/secrets/{secretName}'} def get_secret( self, account_name, database_name, secret_name, custom_headers=None, raw=False, **operation_config): @@ -141,7 +142,7 @@ def get_secret( """ warnings.warn("Method get_secret is deprecated", DeprecationWarning) # Construct URL - url = '/catalog/usql/databases/{databaseName}/secrets/{secretName}' + url = self.get_secret.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -183,6 +184,7 @@ def get_secret( return client_raw_response return deserialized + get_secret.metadata = {'url': '/catalog/usql/databases/{databaseName}/secrets/{secretName}'} def update_secret( self, account_name, database_name, secret_name, password, uri=None, custom_headers=None, raw=False, **operation_config): @@ -218,7 +220,7 @@ def update_secret( parameters = models.DataLakeAnalyticsCatalogSecretCreateOrUpdateParameters(password=password, uri=uri) # Construct URL - url = '/catalog/usql/databases/{databaseName}/secrets/{secretName}' + url = self.update_secret.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -257,6 +259,7 @@ def update_secret( if raw: client_raw_response = ClientRawResponse(None, response) return client_raw_response + update_secret.metadata = {'url': '/catalog/usql/databases/{databaseName}/secrets/{secretName}'} def delete_secret( self, account_name, database_name, secret_name, custom_headers=None, raw=False, **operation_config): @@ -285,7 +288,7 @@ def delete_secret( """ warnings.warn("Method delete_secret is deprecated", DeprecationWarning) # Construct URL - url = '/catalog/usql/databases/{databaseName}/secrets/{secretName}' + url = self.delete_secret.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -320,6 +323,7 @@ def delete_secret( if raw: client_raw_response = ClientRawResponse(None, response) return client_raw_response + delete_secret.metadata = {'url': '/catalog/usql/databases/{databaseName}/secrets/{secretName}'} def delete_all_secrets( self, account_name, database_name, custom_headers=None, raw=False, **operation_config): @@ -346,7 +350,7 @@ def delete_all_secrets( """ warnings.warn("Method delete_all_secrets is deprecated", DeprecationWarning) # Construct URL - url = '/catalog/usql/databases/{databaseName}/secrets' + url = self.delete_all_secrets.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -380,6 +384,7 @@ def delete_all_secrets( if raw: client_raw_response = ClientRawResponse(None, response) return client_raw_response + delete_all_secrets.metadata = {'url': '/catalog/usql/databases/{databaseName}/secrets'} def create_credential( self, account_name, database_name, credential_name, parameters, custom_headers=None, raw=False, **operation_config): @@ -410,7 +415,7 @@ def create_credential( :raises: :class:`CloudError` """ # Construct URL - url = '/catalog/usql/databases/{databaseName}/credentials/{credentialName}' + url = self.create_credential.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -449,6 +454,7 @@ def create_credential( if raw: client_raw_response = ClientRawResponse(None, response) return client_raw_response + create_credential.metadata = {'url': '/catalog/usql/databases/{databaseName}/credentials/{credentialName}'} def get_credential( self, account_name, database_name, credential_name, custom_headers=None, raw=False, **operation_config): @@ -473,7 +479,7 @@ def get_credential( :raises: :class:`CloudError` """ # Construct URL - url = '/catalog/usql/databases/{databaseName}/credentials/{credentialName}' + url = self.get_credential.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -515,6 +521,7 @@ def get_credential( return client_raw_response return deserialized + get_credential.metadata = {'url': '/catalog/usql/databases/{databaseName}/credentials/{credentialName}'} def update_credential( self, account_name, database_name, credential_name, parameters, custom_headers=None, raw=False, **operation_config): @@ -543,7 +550,7 @@ def update_credential( :raises: :class:`CloudError` """ # Construct URL - url = '/catalog/usql/databases/{databaseName}/credentials/{credentialName}' + url = self.update_credential.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -582,6 +589,7 @@ def update_credential( if raw: client_raw_response = ClientRawResponse(None, response) return client_raw_response + update_credential.metadata = {'url': '/catalog/usql/databases/{databaseName}/credentials/{credentialName}'} def delete_credential( self, account_name, database_name, credential_name, cascade=False, password=None, custom_headers=None, raw=False, **operation_config): @@ -618,7 +626,7 @@ def delete_credential( parameters = models.DataLakeAnalyticsCatalogCredentialDeleteParameters(password=password) # Construct URL - url = '/catalog/usql/databases/{databaseName}/credentials/{credentialName}' + url = self.delete_credential.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -662,6 +670,7 @@ def delete_credential( if raw: client_raw_response = ClientRawResponse(None, response) return client_raw_response + delete_credential.metadata = {'url': '/catalog/usql/databases/{databaseName}/credentials/{credentialName}'} def list_credentials( self, account_name, database_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): @@ -706,7 +715,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases/{databaseName}/credentials' + url = self.list_credentials.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -765,6 +774,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_credentials.metadata = {'url': '/catalog/usql/databases/{databaseName}/credentials'} def get_external_data_source( self, account_name, database_name, external_data_source_name, custom_headers=None, raw=False, **operation_config): @@ -792,7 +802,7 @@ def get_external_data_source( :raises: :class:`CloudError` """ # Construct URL - url = '/catalog/usql/databases/{databaseName}/externaldatasources/{externalDataSourceName}' + url = self.get_external_data_source.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -834,6 +844,7 @@ def get_external_data_source( return client_raw_response return deserialized + get_external_data_source.metadata = {'url': '/catalog/usql/databases/{databaseName}/externaldatasources/{externalDataSourceName}'} def list_external_data_sources( self, account_name, database_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): @@ -880,7 +891,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases/{databaseName}/externaldatasources' + url = self.list_external_data_sources.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -939,6 +950,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_external_data_sources.metadata = {'url': '/catalog/usql/databases/{databaseName}/externaldatasources'} def get_procedure( self, account_name, database_name, schema_name, procedure_name, custom_headers=None, raw=False, **operation_config): @@ -965,7 +977,7 @@ def get_procedure( :raises: :class:`CloudError` """ # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/procedures/{procedureName}' + url = self.get_procedure.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -1008,6 +1020,7 @@ def get_procedure( return client_raw_response return deserialized + get_procedure.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/procedures/{procedureName}'} def list_procedures( self, account_name, database_name, schema_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): @@ -1055,7 +1068,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/procedures' + url = self.list_procedures.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -1115,6 +1128,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_procedures.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/procedures'} def get_table( self, account_name, database_name, schema_name, table_name, custom_headers=None, raw=False, **operation_config): @@ -1140,7 +1154,7 @@ def get_table( :raises: :class:`CloudError` """ # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tables/{tableName}' + url = self.get_table.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -1183,6 +1197,121 @@ def get_table( return client_raw_response return deserialized + get_table.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tables/{tableName}'} + + def list_table_fragments( + self, account_name, database_name, schema_name, table_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): + """Retrieves the list of table fragments from the Data Lake Analytics + catalog. + + :param account_name: The Azure Data Lake Analytics account upon which + to execute catalog operations. + :type account_name: str + :param database_name: The name of the database containing the table + fragments. + :type database_name: str + :param schema_name: The name of the schema containing the table + fragments. + :type schema_name: str + :param table_name: The name of the table containing the table + fragments. + :type table_name: str + :param filter: OData filter. Optional. + :type filter: str + :param top: The number of items to return. Optional. + :type top: int + :param skip: The number of items to skip over before returning + elements. Optional. + :type skip: int + :param select: OData Select statement. Limits the properties on each + entry to just those requested, e.g. + Categories?$select=CategoryName,Description. Optional. + :type select: str + :param orderby: OrderBy clause. One or more comma-separated + expressions with an optional "asc" (the default) or "desc" depending + on the order you'd like the values sorted, e.g. + Categories?$orderby=CategoryName desc. Optional. + :type orderby: str + :param count: The Boolean value of true or false to request a count of + the matching resources included with the resources in the response, + e.g. Categories?$count=true. Optional. + :type count: bool + :param dict custom_headers: headers that will be added to the request + :param bool raw: returns the direct response alongside the + deserialized response + :param operation_config: :ref:`Operation configuration + overrides`. + :return: An iterator like instance of USqlTableFragment + :rtype: + ~azure.mgmt.datalake.analytics.catalog.models.USqlTableFragmentPaged[~azure.mgmt.datalake.analytics.catalog.models.USqlTableFragment] + :raises: :class:`CloudError` + """ + def internal_paging(next_link=None, raw=False): + + if not next_link: + # Construct URL + url = self.list_table_fragments.metadata['url'] + path_format_arguments = { + 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), + 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), + 'databaseName': self._serialize.url("database_name", database_name, 'str'), + 'schemaName': self._serialize.url("schema_name", schema_name, 'str'), + 'tableName': self._serialize.url("table_name", table_name, 'str') + } + url = self._client.format_url(url, **path_format_arguments) + + # Construct parameters + query_parameters = {} + if filter is not None: + query_parameters['$filter'] = self._serialize.query("filter", filter, 'str') + if top is not None: + query_parameters['$top'] = self._serialize.query("top", top, 'int', minimum=1) + if skip is not None: + query_parameters['$skip'] = self._serialize.query("skip", skip, 'int', minimum=1) + if select is not None: + query_parameters['$select'] = self._serialize.query("select", select, 'str') + if orderby is not None: + query_parameters['$orderby'] = self._serialize.query("orderby", orderby, 'str') + if count is not None: + query_parameters['$count'] = self._serialize.query("count", count, 'bool') + query_parameters['api-version'] = self._serialize.query("self.api_version", self.api_version, 'str') + + else: + url = next_link + query_parameters = {} + + # Construct headers + header_parameters = {} + header_parameters['Content-Type'] = 'application/json; charset=utf-8' + if self.config.generate_client_request_id: + header_parameters['x-ms-client-request-id'] = str(uuid.uuid1()) + if custom_headers: + header_parameters.update(custom_headers) + if self.config.accept_language is not None: + header_parameters['accept-language'] = self._serialize.header("self.config.accept_language", self.config.accept_language, 'str') + + # Construct and send request + request = self._client.get(url, query_parameters) + response = self._client.send( + request, header_parameters, stream=False, **operation_config) + + if response.status_code not in [200]: + exp = CloudError(response) + exp.request_id = response.headers.get('x-ms-request-id') + raise exp + + return response + + # Deserialize response + deserialized = models.USqlTableFragmentPaged(internal_paging, self._deserialize.dependencies) + + if raw: + header_dict = {} + client_raw_response = models.USqlTableFragmentPaged(internal_paging, self._deserialize.dependencies, header_dict) + return client_raw_response + + return deserialized + list_table_fragments.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tables/{tableName}/tablefragments'} def list_tables( self, account_name, database_name, schema_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, basic=False, custom_headers=None, raw=False, **operation_config): @@ -1235,7 +1364,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tables' + url = self.list_tables.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -1297,6 +1426,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_tables.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tables'} def list_table_statistics_by_database_and_schema( self, account_name, database_name, schema_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): @@ -1345,7 +1475,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/statistics' + url = self.list_table_statistics_by_database_and_schema.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -1405,6 +1535,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_table_statistics_by_database_and_schema.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/statistics'} def get_table_type( self, account_name, database_name, schema_name, table_type_name, custom_headers=None, raw=False, **operation_config): @@ -1432,7 +1563,7 @@ def get_table_type( :raises: :class:`CloudError` """ # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tabletypes/{tableTypeName}' + url = self.get_table_type.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -1475,6 +1606,7 @@ def get_table_type( return client_raw_response return deserialized + get_table_type.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tabletypes/{tableTypeName}'} def list_table_types( self, account_name, database_name, schema_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): @@ -1522,7 +1654,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tabletypes' + url = self.list_table_types.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -1582,6 +1714,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_table_types.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tabletypes'} def get_package( self, account_name, database_name, schema_name, package_name, custom_headers=None, raw=False, **operation_config): @@ -1607,7 +1740,7 @@ def get_package( :raises: :class:`CloudError` """ # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/packages/{packageName}' + url = self.get_package.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -1650,6 +1783,7 @@ def get_package( return client_raw_response return deserialized + get_package.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/packages/{packageName}'} def list_packages( self, account_name, database_name, schema_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): @@ -1697,7 +1831,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/packages' + url = self.list_packages.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -1757,6 +1891,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_packages.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/packages'} def get_view( self, account_name, database_name, schema_name, view_name, custom_headers=None, raw=False, **operation_config): @@ -1782,7 +1917,7 @@ def get_view( :raises: :class:`CloudError` """ # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/views/{viewName}' + url = self.get_view.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -1825,6 +1960,7 @@ def get_view( return client_raw_response return deserialized + get_view.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/views/{viewName}'} def list_views( self, account_name, database_name, schema_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): @@ -1871,7 +2007,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/views' + url = self.list_views.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -1931,6 +2067,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_views.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/views'} def get_table_statistic( self, account_name, database_name, schema_name, table_name, statistics_name, custom_headers=None, raw=False, **operation_config): @@ -1961,7 +2098,7 @@ def get_table_statistic( :raises: :class:`CloudError` """ # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tables/{tableName}/statistics/{statisticsName}' + url = self.get_table_statistic.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -2005,6 +2142,7 @@ def get_table_statistic( return client_raw_response return deserialized + get_table_statistic.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tables/{tableName}/statistics/{statisticsName}'} def list_table_statistics( self, account_name, database_name, schema_name, table_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): @@ -2055,7 +2193,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tables/{tableName}/statistics' + url = self.list_table_statistics.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -2116,6 +2254,90 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_table_statistics.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tables/{tableName}/statistics'} + + def preview_table_partition( + self, account_name, database_name, schema_name, table_name, partition_name, max_rows=None, max_columns=None, custom_headers=None, raw=False, **operation_config): + """Retrieves a preview set of rows in given partition. + + :param account_name: The Azure Data Lake Analytics account upon which + to execute catalog operations. + :type account_name: str + :param database_name: The name of the database containing the + partition. + :type database_name: str + :param schema_name: The name of the schema containing the partition. + :type schema_name: str + :param table_name: The name of the table containing the partition. + :type table_name: str + :param partition_name: The name of the table partition. + :type partition_name: str + :param max_rows: The maximum number of preview rows to be + retrieved.Rows returned may be less than or equal to this number + depending on row sizes and number of rows in the partition. + :type max_rows: long + :param max_columns: The maximum number of columns to be retrieved. + :type max_columns: long + :param dict custom_headers: headers that will be added to the request + :param bool raw: returns the direct response alongside the + deserialized response + :param operation_config: :ref:`Operation configuration + overrides`. + :return: USqlTablePreview or ClientRawResponse if raw=true + :rtype: ~azure.mgmt.datalake.analytics.catalog.models.USqlTablePreview + or ~msrest.pipeline.ClientRawResponse + :raises: :class:`CloudError` + """ + # Construct URL + url = self.preview_table_partition.metadata['url'] + path_format_arguments = { + 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), + 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), + 'databaseName': self._serialize.url("database_name", database_name, 'str'), + 'schemaName': self._serialize.url("schema_name", schema_name, 'str'), + 'tableName': self._serialize.url("table_name", table_name, 'str'), + 'partitionName': self._serialize.url("partition_name", partition_name, 'str') + } + url = self._client.format_url(url, **path_format_arguments) + + # Construct parameters + query_parameters = {} + if max_rows is not None: + query_parameters['maxRows'] = self._serialize.query("max_rows", max_rows, 'long') + if max_columns is not None: + query_parameters['maxColumns'] = self._serialize.query("max_columns", max_columns, 'long') + query_parameters['api-version'] = self._serialize.query("self.api_version", self.api_version, 'str') + + # Construct headers + header_parameters = {} + header_parameters['Content-Type'] = 'application/json; charset=utf-8' + if self.config.generate_client_request_id: + header_parameters['x-ms-client-request-id'] = str(uuid.uuid1()) + if custom_headers: + header_parameters.update(custom_headers) + if self.config.accept_language is not None: + header_parameters['accept-language'] = self._serialize.header("self.config.accept_language", self.config.accept_language, 'str') + + # Construct and send request + request = self._client.get(url, query_parameters) + response = self._client.send(request, header_parameters, stream=False, **operation_config) + + if response.status_code not in [200]: + exp = CloudError(response) + exp.request_id = response.headers.get('x-ms-request-id') + raise exp + + deserialized = None + + if response.status_code == 200: + deserialized = self._deserialize('USqlTablePreview', response) + + if raw: + client_raw_response = ClientRawResponse(deserialized, response) + return client_raw_response + + return deserialized + preview_table_partition.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tables/{tableName}/partitions/{partitionName}/previewrows'} def get_table_partition( self, account_name, database_name, schema_name, table_name, partition_name, custom_headers=None, raw=False, **operation_config): @@ -2146,7 +2368,7 @@ def get_table_partition( :raises: :class:`CloudError` """ # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tables/{tableName}/partitions/{partitionName}' + url = self.get_table_partition.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -2190,6 +2412,86 @@ def get_table_partition( return client_raw_response return deserialized + get_table_partition.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tables/{tableName}/partitions/{partitionName}'} + + def preview_table( + self, account_name, database_name, schema_name, table_name, max_rows=None, max_columns=None, custom_headers=None, raw=False, **operation_config): + """Retrieves a preview set of rows in given table. + + :param account_name: The Azure Data Lake Analytics account upon which + to execute catalog operations. + :type account_name: str + :param database_name: The name of the database containing the table. + :type database_name: str + :param schema_name: The name of the schema containing the table. + :type schema_name: str + :param table_name: The name of the table. + :type table_name: str + :param max_rows: The maximum number of preview rows to be retrieved. + Rows returned may be less than or equal to this number depending on + row sizes and number of rows in the table. + :type max_rows: long + :param max_columns: The maximum number of columns to be retrieved. + :type max_columns: long + :param dict custom_headers: headers that will be added to the request + :param bool raw: returns the direct response alongside the + deserialized response + :param operation_config: :ref:`Operation configuration + overrides`. + :return: USqlTablePreview or ClientRawResponse if raw=true + :rtype: ~azure.mgmt.datalake.analytics.catalog.models.USqlTablePreview + or ~msrest.pipeline.ClientRawResponse + :raises: :class:`CloudError` + """ + # Construct URL + url = self.preview_table.metadata['url'] + path_format_arguments = { + 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), + 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), + 'databaseName': self._serialize.url("database_name", database_name, 'str'), + 'schemaName': self._serialize.url("schema_name", schema_name, 'str'), + 'tableName': self._serialize.url("table_name", table_name, 'str') + } + url = self._client.format_url(url, **path_format_arguments) + + # Construct parameters + query_parameters = {} + if max_rows is not None: + query_parameters['maxRows'] = self._serialize.query("max_rows", max_rows, 'long') + if max_columns is not None: + query_parameters['maxColumns'] = self._serialize.query("max_columns", max_columns, 'long') + query_parameters['api-version'] = self._serialize.query("self.api_version", self.api_version, 'str') + + # Construct headers + header_parameters = {} + header_parameters['Content-Type'] = 'application/json; charset=utf-8' + if self.config.generate_client_request_id: + header_parameters['x-ms-client-request-id'] = str(uuid.uuid1()) + if custom_headers: + header_parameters.update(custom_headers) + if self.config.accept_language is not None: + header_parameters['accept-language'] = self._serialize.header("self.config.accept_language", self.config.accept_language, 'str') + + # Construct and send request + request = self._client.get(url, query_parameters) + response = self._client.send(request, header_parameters, stream=False, **operation_config) + + if response.status_code not in [200]: + exp = CloudError(response) + exp.request_id = response.headers.get('x-ms-request-id') + raise exp + + deserialized = None + + if response.status_code == 200: + deserialized = self._deserialize('USqlTablePreview', response) + + if raw: + client_raw_response = ClientRawResponse(deserialized, response) + return client_raw_response + + return deserialized + preview_table.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tables/{tableName}/previewrows'} def list_table_partitions( self, account_name, database_name, schema_name, table_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): @@ -2240,7 +2542,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tables/{tableName}/partitions' + url = self.list_table_partitions.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -2301,6 +2603,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_table_partitions.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tables/{tableName}/partitions'} def list_types( self, account_name, database_name, schema_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): @@ -2348,7 +2651,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/types' + url = self.list_types.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -2408,6 +2711,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_types.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/types'} def get_table_valued_function( self, account_name, database_name, schema_name, table_valued_function_name, custom_headers=None, raw=False, **operation_config): @@ -2438,7 +2742,7 @@ def get_table_valued_function( :raises: :class:`CloudError` """ # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tablevaluedfunctions/{tableValuedFunctionName}' + url = self.get_table_valued_function.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -2481,6 +2785,7 @@ def get_table_valued_function( return client_raw_response return deserialized + get_table_valued_function.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tablevaluedfunctions/{tableValuedFunctionName}'} def list_table_valued_functions( self, account_name, database_name, schema_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): @@ -2530,7 +2835,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tablevaluedfunctions' + url = self.list_table_valued_functions.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -2590,6 +2895,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_table_valued_functions.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}/tablevaluedfunctions'} def get_assembly( self, account_name, database_name, assembly_name, custom_headers=None, raw=False, **operation_config): @@ -2614,7 +2920,7 @@ def get_assembly( :raises: :class:`CloudError` """ # Construct URL - url = '/catalog/usql/databases/{databaseName}/assemblies/{assemblyName}' + url = self.get_assembly.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -2656,6 +2962,7 @@ def get_assembly( return client_raw_response return deserialized + get_assembly.metadata = {'url': '/catalog/usql/databases/{databaseName}/assemblies/{assemblyName}'} def list_assemblies( self, account_name, database_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): @@ -2701,7 +3008,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases/{databaseName}/assemblies' + url = self.list_assemblies.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -2760,6 +3067,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_assemblies.metadata = {'url': '/catalog/usql/databases/{databaseName}/assemblies'} def get_schema( self, account_name, database_name, schema_name, custom_headers=None, raw=False, **operation_config): @@ -2783,7 +3091,7 @@ def get_schema( :raises: :class:`CloudError` """ # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas/{schemaName}' + url = self.get_schema.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -2825,6 +3133,7 @@ def get_schema( return client_raw_response return deserialized + get_schema.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas/{schemaName}'} def list_schemas( self, account_name, database_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): @@ -2869,7 +3178,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases/{databaseName}/schemas' + url = self.list_schemas.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -2928,6 +3237,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_schemas.metadata = {'url': '/catalog/usql/databases/{databaseName}/schemas'} def list_table_statistics_by_database( self, account_name, database_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): @@ -2974,7 +3284,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases/{databaseName}/statistics' + url = self.list_table_statistics_by_database.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -3033,6 +3343,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_table_statistics_by_database.metadata = {'url': '/catalog/usql/databases/{databaseName}/statistics'} def list_tables_by_database( self, account_name, database_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, basic=False, custom_headers=None, raw=False, **operation_config): @@ -3083,7 +3394,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases/{databaseName}/tables' + url = self.list_tables_by_database.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -3144,6 +3455,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_tables_by_database.metadata = {'url': '/catalog/usql/databases/{databaseName}/tables'} def list_table_valued_functions_by_database( self, account_name, database_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): @@ -3190,7 +3502,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases/{databaseName}/tablevaluedfunctions' + url = self.list_table_valued_functions_by_database.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -3249,6 +3561,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_table_valued_functions_by_database.metadata = {'url': '/catalog/usql/databases/{databaseName}/tablevaluedfunctions'} def list_views_by_database( self, account_name, database_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): @@ -3294,7 +3607,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases/{databaseName}/views' + url = self.list_views_by_database.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -3353,6 +3666,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_views_by_database.metadata = {'url': '/catalog/usql/databases/{databaseName}/views'} def list_acls_by_database( self, account_name, database_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): @@ -3398,7 +3712,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases/{databaseName}/acl' + url = self.list_acls_by_database.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -3457,6 +3771,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_acls_by_database.metadata = {'url': '/catalog/usql/databases/{databaseName}/acl'} def list_acls( self, account_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): @@ -3500,7 +3815,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/acl' + url = self.list_acls.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True) @@ -3558,6 +3873,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_acls.metadata = {'url': '/catalog/usql/acl'} def get_database( self, account_name, database_name, custom_headers=None, raw=False, **operation_config): @@ -3579,7 +3895,7 @@ def get_database( :raises: :class:`CloudError` """ # Construct URL - url = '/catalog/usql/databases/{databaseName}' + url = self.get_database.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -3620,6 +3936,7 @@ def get_database( return client_raw_response return deserialized + get_database.metadata = {'url': '/catalog/usql/databases/{databaseName}'} def list_databases( self, account_name, filter=None, top=None, skip=None, select=None, orderby=None, count=None, custom_headers=None, raw=False, **operation_config): @@ -3662,7 +3979,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/catalog/usql/databases' + url = self.list_databases.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True) @@ -3720,6 +4037,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list_databases.metadata = {'url': '/catalog/usql/databases'} def grant_acl( self, account_name, parameters, custom_headers=None, raw=False, **operation_config): @@ -3745,7 +4063,7 @@ def grant_acl( op = "GRANTACE" # Construct URL - url = '/catalog/usql/acl' + url = self.grant_acl.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True) @@ -3783,6 +4101,7 @@ def grant_acl( if raw: client_raw_response = ClientRawResponse(None, response) return client_raw_response + grant_acl.metadata = {'url': '/catalog/usql/acl'} def grant_acl_to_database( self, account_name, database_name, parameters, custom_headers=None, raw=False, **operation_config): @@ -3810,7 +4129,7 @@ def grant_acl_to_database( op = "GRANTACE" # Construct URL - url = '/catalog/usql/databases/{databaseName}/acl' + url = self.grant_acl_to_database.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -3849,6 +4168,7 @@ def grant_acl_to_database( if raw: client_raw_response = ClientRawResponse(None, response) return client_raw_response + grant_acl_to_database.metadata = {'url': '/catalog/usql/databases/{databaseName}/acl'} def revoke_acl( self, account_name, ace_type, principal_id, custom_headers=None, raw=False, **operation_config): @@ -3880,7 +4200,7 @@ def revoke_acl( op = "REVOKEACE" # Construct URL - url = '/catalog/usql/acl' + url = self.revoke_acl.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True) @@ -3918,6 +4238,7 @@ def revoke_acl( if raw: client_raw_response = ClientRawResponse(None, response) return client_raw_response + revoke_acl.metadata = {'url': '/catalog/usql/acl'} def revoke_acl_from_database( self, account_name, database_name, ace_type, principal_id, custom_headers=None, raw=False, **operation_config): @@ -3951,7 +4272,7 @@ def revoke_acl_from_database( op = "REVOKEACE" # Construct URL - url = '/catalog/usql/databases/{databaseName}/acl' + url = self.revoke_acl_from_database.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaCatalogDnsSuffix': self._serialize.url("self.config.adla_catalog_dns_suffix", self.config.adla_catalog_dns_suffix, 'str', skip_quote=True), @@ -3990,3 +4311,4 @@ def revoke_acl_from_database( if raw: client_raw_response = ClientRawResponse(None, response) return client_raw_response + revoke_acl_from_database.metadata = {'url': '/catalog/usql/databases/{databaseName}/acl'} diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/__init__.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/__init__.py index 0c5bfceb2c8a..23aebca9e801 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/__init__.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/__init__.py @@ -9,84 +9,84 @@ # regenerated. # -------------------------------------------------------------------------- -from .resource_usage_statistics import ResourceUsageStatistics +from .job_inner_error import JobInnerError +from .job_error_details import JobErrorDetails +from .job_state_audit_record import JobStateAuditRecord +from .job_properties import JobProperties +from .job_information import JobInformation +from .job_relationship_properties import JobRelationshipProperties +from .job_information_basic import JobInformationBasic +from .job_resource import JobResource from .job_statistics_vertex import JobStatisticsVertex +from .resource_usage_statistics import ResourceUsageStatistics from .job_statistics_vertex_stage import JobStatisticsVertexStage from .job_statistics import JobStatistics from .job_data_path import JobDataPath -from .job_state_audit_record import JobStateAuditRecord -from .scope_job_resource import ScopeJobResource -from .job_resource import JobResource from .diagnostics import Diagnostics from .usql_job_properties import USqlJobProperties -from .scope_job_properties import ScopeJobProperties from .hive_job_properties import HiveJobProperties -from .job_properties import JobProperties -from .create_usql_job_properties import CreateUSqlJobProperties -from .create_scope_job_properties import CreateScopeJobProperties -from .create_job_properties import CreateJobProperties -from .job_inner_error import JobInnerError -from .job_error_details import JobErrorDetails -from .job_relationship_properties import JobRelationshipProperties +from .scope_job_resource import ScopeJobResource +from .scope_job_properties import ScopeJobProperties from .job_pipeline_run_information import JobPipelineRunInformation from .job_pipeline_information import JobPipelineInformation from .job_recurrence_information import JobRecurrenceInformation -from .create_scope_job_parameters import CreateScopeJobParameters +from .create_job_properties import CreateJobProperties +from .base_job_parameters import BaseJobParameters from .create_job_parameters import CreateJobParameters +from .create_scope_job_parameters import CreateScopeJobParameters +from .create_usql_job_properties import CreateUSqlJobProperties +from .create_scope_job_properties import CreateScopeJobProperties from .build_job_parameters import BuildJobParameters -from .base_job_parameters import BaseJobParameters -from .job_information_basic import JobInformationBasic -from .job_information import JobInformation from .update_job_parameters import UpdateJobParameters from .job_information_basic_paged import JobInformationBasicPaged from .job_pipeline_information_paged import JobPipelineInformationPaged from .job_recurrence_information_paged import JobRecurrenceInformationPaged from .data_lake_analytics_job_management_client_enums import ( - JobResourceType, SeverityTypes, - CompileMode, JobType, JobState, JobResult, + JobResourceType, + CompileMode, ) __all__ = [ - 'ResourceUsageStatistics', + 'JobInnerError', + 'JobErrorDetails', + 'JobStateAuditRecord', + 'JobProperties', + 'JobInformation', + 'JobRelationshipProperties', + 'JobInformationBasic', + 'JobResource', 'JobStatisticsVertex', + 'ResourceUsageStatistics', 'JobStatisticsVertexStage', 'JobStatistics', 'JobDataPath', - 'JobStateAuditRecord', - 'ScopeJobResource', - 'JobResource', 'Diagnostics', 'USqlJobProperties', - 'ScopeJobProperties', 'HiveJobProperties', - 'JobProperties', - 'CreateUSqlJobProperties', - 'CreateScopeJobProperties', - 'CreateJobProperties', - 'JobInnerError', - 'JobErrorDetails', - 'JobRelationshipProperties', + 'ScopeJobResource', + 'ScopeJobProperties', 'JobPipelineRunInformation', 'JobPipelineInformation', 'JobRecurrenceInformation', - 'CreateScopeJobParameters', + 'CreateJobProperties', + 'BaseJobParameters', 'CreateJobParameters', + 'CreateScopeJobParameters', + 'CreateUSqlJobProperties', + 'CreateScopeJobProperties', 'BuildJobParameters', - 'BaseJobParameters', - 'JobInformationBasic', - 'JobInformation', 'UpdateJobParameters', 'JobInformationBasicPaged', 'JobPipelineInformationPaged', 'JobRecurrenceInformationPaged', - 'JobResourceType', 'SeverityTypes', - 'CompileMode', 'JobType', 'JobState', 'JobResult', + 'JobResourceType', + 'CompileMode', ] diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/base_job_parameters.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/base_job_parameters.py index b5d372b3eae9..5695b6b0fcce 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/base_job_parameters.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/base_job_parameters.py @@ -15,10 +15,10 @@ class BaseJobParameters(Model): """Data Lake Analytics Job Parameters base class for build and submit. - :param type: the job type of the current job (Hive, USql, or Scope (for + :param type: The job type of the current job (Hive, USql, or Scope (for internal use only)). Possible values include: 'USql', 'Hive', 'Scope' :type type: str or ~azure.mgmt.datalake.analytics.job.models.JobType - :param properties: the job specific properties. + :param properties: The job specific properties. :type properties: ~azure.mgmt.datalake.analytics.job.models.CreateJobProperties """ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/build_job_parameters.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/build_job_parameters.py index a80cd740a66e..ec2e9aed8fb9 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/build_job_parameters.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/build_job_parameters.py @@ -15,13 +15,13 @@ class BuildJobParameters(BaseJobParameters): """The parameters used to build a new Data Lake Analytics job. - :param type: the job type of the current job (Hive, USql, or Scope (for + :param type: The job type of the current job (Hive, USql, or Scope (for internal use only)). Possible values include: 'USql', 'Hive', 'Scope' :type type: str or ~azure.mgmt.datalake.analytics.job.models.JobType - :param properties: the job specific properties. + :param properties: The job specific properties. :type properties: ~azure.mgmt.datalake.analytics.job.models.CreateJobProperties - :param name: the friendly name of the job to build. + :param name: The friendly name of the job to build. :type name: str """ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_job_parameters.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_job_parameters.py index ac0e564fbc85..eebb0e16be8d 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_job_parameters.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_job_parameters.py @@ -15,27 +15,27 @@ class CreateJobParameters(BaseJobParameters): """The parameters used to submit a new Data Lake Analytics job. - :param type: the job type of the current job (Hive, USql, or Scope (for + :param type: The job type of the current job (Hive, USql, or Scope (for internal use only)). Possible values include: 'USql', 'Hive', 'Scope' :type type: str or ~azure.mgmt.datalake.analytics.job.models.JobType - :param properties: the job specific properties. + :param properties: The job specific properties. :type properties: ~azure.mgmt.datalake.analytics.job.models.CreateJobProperties - :param name: the friendly name of the job to submit. + :param name: The friendly name of the job to submit. :type name: str - :param degree_of_parallelism: the degree of parallelism to use for this + :param degree_of_parallelism: The degree of parallelism to use for this job. This must be greater than 0, if set to less than 0 it will default to 1. Default value: 1 . :type degree_of_parallelism: int - :param priority: the priority value to use for the current job. Lower + :param priority: The priority value to use for the current job. Lower numbers have a higher priority. By default, a job has a priority of 1000. This must be greater than 0. :type priority: int - :param log_file_patterns: the list of log file name patterns to find in + :param log_file_patterns: The list of log file name patterns to find in the logFolder. '*' is the only matching character allowed. Example format: jobExecution*.log or *mylog*.txt :type log_file_patterns: list[str] - :param related: the recurring job relationship information properties. + :param related: The recurring job relationship information properties. :type related: ~azure.mgmt.datalake.analytics.job.models.JobRelationshipProperties """ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_job_properties.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_job_properties.py index 1ffce245434d..d759047a5d5c 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_job_properties.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_job_properties.py @@ -18,10 +18,10 @@ class CreateJobProperties(Model): You probably want to use the sub-classes and not this class directly. Known sub-classes are: CreateUSqlJobProperties, CreateScopeJobProperties - :param runtime_version: the runtime version of the Data Lake Analytics + :param runtime_version: The runtime version of the Data Lake Analytics engine to use for the specific type of job being run. :type runtime_version: str - :param script: the script to run. Please note that the maximum script size + :param script: The script to run. Please note that the maximum script size is 3 MB. :type script: str :param type: Constant filled by server. diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_scope_job_parameters.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_scope_job_parameters.py index 07b2f6383c2d..19f033544952 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_scope_job_parameters.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_scope_job_parameters.py @@ -16,31 +16,31 @@ class CreateScopeJobParameters(CreateJobParameters): """The parameters used to submit a new Data Lake Analytics Scope job. (Only for use internally with Scope job type.). - :param type: the job type of the current job (Hive, USql, or Scope (for + :param type: The job type of the current job (Hive, USql, or Scope (for internal use only)). Possible values include: 'USql', 'Hive', 'Scope' :type type: str or ~azure.mgmt.datalake.analytics.job.models.JobType - :param properties: the job specific properties. + :param properties: The job specific properties. :type properties: ~azure.mgmt.datalake.analytics.job.models.CreateJobProperties - :param name: the friendly name of the job to submit. + :param name: The friendly name of the job to submit. :type name: str - :param degree_of_parallelism: the degree of parallelism to use for this + :param degree_of_parallelism: The degree of parallelism to use for this job. This must be greater than 0, if set to less than 0 it will default to 1. Default value: 1 . :type degree_of_parallelism: int - :param priority: the priority value to use for the current job. Lower + :param priority: The priority value to use for the current job. Lower numbers have a higher priority. By default, a job has a priority of 1000. This must be greater than 0. :type priority: int - :param log_file_patterns: the list of log file name patterns to find in + :param log_file_patterns: The list of log file name patterns to find in the logFolder. '*' is the only matching character allowed. Example format: jobExecution*.log or *mylog*.txt :type log_file_patterns: list[str] - :param related: the recurring job relationship information properties. + :param related: The recurring job relationship information properties. :type related: ~azure.mgmt.datalake.analytics.job.models.JobRelationshipProperties - :param tags: the key-value pairs used to add additional metadata to the - job information. (Only for use internally with Scope job type.) + :param tags: The key-value pairs used to add additional metadata to the + job information. :type tags: dict[str, str] """ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_scope_job_properties.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_scope_job_properties.py index 09d0267599e1..2059e7e9f2d6 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_scope_job_properties.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_scope_job_properties.py @@ -13,20 +13,21 @@ class CreateScopeJobProperties(CreateJobProperties): - """Scope job properties used when submitting Scope jobs. + """Scope job properties used when submitting Scope jobs. (Only for use + internally with Scope job type.). - :param runtime_version: the runtime version of the Data Lake Analytics + :param runtime_version: The runtime version of the Data Lake Analytics engine to use for the specific type of job being run. :type runtime_version: str - :param script: the script to run. Please note that the maximum script size + :param script: The script to run. Please note that the maximum script size is 3 MB. :type script: str :param type: Constant filled by server. :type type: str - :param resources: the list of resources that are required by the job. + :param resources: The list of resources that are required by the job. :type resources: list[~azure.mgmt.datalake.analytics.job.models.ScopeJobResource] - :param notifier: the list of email addresses, separated by semi-colons, to + :param notifier: The list of email addresses, separated by semi-colons, to notify when the job reaches a terminal state. :type notifier: str """ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_usql_job_properties.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_usql_job_properties.py index 1640d2a5a6f2..c01b261a5235 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_usql_job_properties.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/create_usql_job_properties.py @@ -15,15 +15,15 @@ class CreateUSqlJobProperties(CreateJobProperties): """U-SQL job properties used when submitting U-SQL jobs. - :param runtime_version: the runtime version of the Data Lake Analytics + :param runtime_version: The runtime version of the Data Lake Analytics engine to use for the specific type of job being run. :type runtime_version: str - :param script: the script to run. Please note that the maximum script size + :param script: The script to run. Please note that the maximum script size is 3 MB. :type script: str :param type: Constant filled by server. :type type: str - :param compile_mode: the specific compilation mode for the job used during + :param compile_mode: The specific compilation mode for the job used during execution. If this is not specified during submission, the server will determine the optimal compilation mode. Possible values include: 'Semantic', 'Full', 'SingleBox' diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/data_lake_analytics_job_management_client_enums.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/data_lake_analytics_job_management_client_enums.py index b90127007fc3..4653427111c8 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/data_lake_analytics_job_management_client_enums.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/data_lake_analytics_job_management_client_enums.py @@ -12,16 +12,6 @@ from enum import Enum -class JobResourceType(Enum): - - vertex_resource = "VertexResource" - job_manager_resource = "JobManagerResource" - statistics_resource = "StatisticsResource" - vertex_resource_in_user_folder = "VertexResourceInUserFolder" - job_manager_resource_in_user_folder = "JobManagerResourceInUserFolder" - statistics_resource_in_user_folder = "StatisticsResourceInUserFolder" - - class SeverityTypes(Enum): warning = "Warning" @@ -32,13 +22,6 @@ class SeverityTypes(Enum): user_warning = "UserWarning" -class CompileMode(Enum): - - semantic = "Semantic" - full = "Full" - single_box = "SingleBox" - - class JobType(Enum): usql = "USql" @@ -66,3 +49,20 @@ class JobResult(Enum): succeeded = "Succeeded" cancelled = "Cancelled" failed = "Failed" + + +class JobResourceType(Enum): + + vertex_resource = "VertexResource" + job_manager_resource = "JobManagerResource" + statistics_resource = "StatisticsResource" + vertex_resource_in_user_folder = "VertexResourceInUserFolder" + job_manager_resource_in_user_folder = "JobManagerResourceInUserFolder" + statistics_resource_in_user_folder = "StatisticsResourceInUserFolder" + + +class CompileMode(Enum): + + semantic = "Semantic" + full = "Full" + single_box = "SingleBox" diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/diagnostics.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/diagnostics.py index fdf5b3758f39..bdc3d3495d4a 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/diagnostics.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/diagnostics.py @@ -18,45 +18,45 @@ class Diagnostics(Model): Variables are only populated by the server, and will be ignored when sending a request. - :ivar column_number: the column where the error occured. - :vartype column_number: int - :ivar end: the ending index of the error. - :vartype end: int - :ivar line_number: the line number the error occured on. - :vartype line_number: int - :ivar message: the error message. + :ivar message: The error message. :vartype message: str - :ivar severity: the severity of the error. Possible values include: + :ivar severity: The severity of the error. Possible values include: 'Warning', 'Error', 'Info', 'SevereWarning', 'Deprecated', 'UserWarning' :vartype severity: str or ~azure.mgmt.datalake.analytics.job.models.SeverityTypes - :ivar start: the starting index of the error. + :ivar line_number: The line number the error occured on. + :vartype line_number: int + :ivar column_number: The column where the error occured. + :vartype column_number: int + :ivar start: The starting index of the error. :vartype start: int + :ivar end: The ending index of the error. + :vartype end: int """ _validation = { - 'column_number': {'readonly': True}, - 'end': {'readonly': True}, - 'line_number': {'readonly': True}, 'message': {'readonly': True}, 'severity': {'readonly': True}, + 'line_number': {'readonly': True}, + 'column_number': {'readonly': True}, 'start': {'readonly': True}, + 'end': {'readonly': True}, } _attribute_map = { - 'column_number': {'key': 'columnNumber', 'type': 'int'}, - 'end': {'key': 'end', 'type': 'int'}, - 'line_number': {'key': 'lineNumber', 'type': 'int'}, 'message': {'key': 'message', 'type': 'str'}, 'severity': {'key': 'severity', 'type': 'SeverityTypes'}, + 'line_number': {'key': 'lineNumber', 'type': 'int'}, + 'column_number': {'key': 'columnNumber', 'type': 'int'}, 'start': {'key': 'start', 'type': 'int'}, + 'end': {'key': 'end', 'type': 'int'}, } def __init__(self): super(Diagnostics, self).__init__() - self.column_number = None - self.end = None - self.line_number = None self.message = None self.severity = None + self.line_number = None + self.column_number = None self.start = None + self.end = None diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/hive_job_properties.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/hive_job_properties.py index 217ba284a0b8..ef4598a4f202 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/hive_job_properties.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/hive_job_properties.py @@ -18,24 +18,24 @@ class HiveJobProperties(JobProperties): Variables are only populated by the server, and will be ignored when sending a request. - :param runtime_version: the runtime version of the Data Lake Analytics + :param runtime_version: The runtime version of the Data Lake Analytics engine to use for the specific type of job being run. :type runtime_version: str - :param script: the script to run. Please note that the maximum script size + :param script: The script to run. Please note that the maximum script size is 3 MB. :type script: str :param type: Constant filled by server. :type type: str - :ivar logs_location: the Hive logs location + :ivar logs_location: The Hive logs location. :vartype logs_location: str - :ivar output_location: the location of Hive job output files (both - execution output and results) + :ivar output_location: The location of Hive job output files (both + execution output and results). :vartype output_location: str - :ivar statement_count: the number of statements that will be run based on - the script + :ivar statement_count: The number of statements that will be run based on + the script. :vartype statement_count: int - :ivar executed_statement_count: the number of statements that have been - run based on the script + :ivar executed_statement_count: The number of statements that have been + run based on the script. :vartype executed_statement_count: int """ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_data_path.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_data_path.py index edda346e5905..5393e0903b25 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_data_path.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_data_path.py @@ -18,11 +18,11 @@ class JobDataPath(Model): Variables are only populated by the server, and will be ignored when sending a request. - :ivar job_id: the id of the job this data is for. + :ivar job_id: The ID of the job this data is for. :vartype job_id: str - :ivar command: the command that this job data relates to. + :ivar command: The command that this job data relates to. :vartype command: str - :ivar paths: the list of paths to all of the job data. + :ivar paths: The list of paths to all of the job data. :vartype paths: list[str] """ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_error_details.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_error_details.py index 9085a596e9ec..a4dab037ef36 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_error_details.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_error_details.py @@ -18,94 +18,94 @@ class JobErrorDetails(Model): Variables are only populated by the server, and will be ignored when sending a request. - :ivar description: the error message description + :ivar error_id: The specific identifier for the type of error encountered + in the job. + :vartype error_id: str + :ivar severity: The severity level of the failure. Possible values + include: 'Warning', 'Error', 'Info', 'SevereWarning', 'Deprecated', + 'UserWarning' + :vartype severity: str or + ~azure.mgmt.datalake.analytics.job.models.SeverityTypes + :ivar source: The ultimate source of the failure (usually either SYSTEM or + USER). + :vartype source: str + :ivar message: The user friendly error message for the failure. + :vartype message: str + :ivar description: The error message description. :vartype description: str - :ivar details: the details of the error message. + :ivar details: The details of the error message. :vartype details: str - :ivar end_offset: the end offset in the job where the error was found. + :ivar line_number: The specific line number in the job where the error + occured. + :vartype line_number: int + :ivar start_offset: The start offset in the job where the error was found + :vartype start_offset: int + :ivar end_offset: The end offset in the job where the error was found. :vartype end_offset: int - :ivar error_id: the specific identifier for the type of error encountered - in the job. - :vartype error_id: str - :ivar file_path: the path to any supplemental error files, if any. + :ivar resolution: The recommended resolution for the failure, if any. + :vartype resolution: str + :ivar file_path: The path to any supplemental error files, if any. :vartype file_path: str - :ivar help_link: the link to MSDN or Azure help for this type of error, if + :ivar help_link: The link to MSDN or Azure help for this type of error, if any. :vartype help_link: str - :ivar internal_diagnostics: the internal diagnostic stack trace if the + :ivar internal_diagnostics: The internal diagnostic stack trace if the user requesting the job error details has sufficient permissions it will be retrieved, otherwise it will be empty. :vartype internal_diagnostics: str - :ivar line_number: the specific line number in the job where the error - occured. - :vartype line_number: int - :ivar message: the user friendly error message for the failure. - :vartype message: str - :ivar resolution: the recommended resolution for the failure, if any. - :vartype resolution: str - :ivar inner_error: the inner error of this specific job error message, if + :ivar inner_error: The inner error of this specific job error message, if any. :vartype inner_error: ~azure.mgmt.datalake.analytics.job.models.JobInnerError - :ivar severity: the severity level of the failure. Possible values - include: 'Warning', 'Error', 'Info', 'SevereWarning', 'Deprecated', - 'UserWarning' - :vartype severity: str or - ~azure.mgmt.datalake.analytics.job.models.SeverityTypes - :ivar source: the ultimate source of the failure (usually either SYSTEM or - USER). - :vartype source: str - :ivar start_offset: the start offset in the job where the error was found - :vartype start_offset: int """ _validation = { + 'error_id': {'readonly': True}, + 'severity': {'readonly': True}, + 'source': {'readonly': True}, + 'message': {'readonly': True}, 'description': {'readonly': True}, 'details': {'readonly': True}, + 'line_number': {'readonly': True}, + 'start_offset': {'readonly': True}, 'end_offset': {'readonly': True}, - 'error_id': {'readonly': True}, + 'resolution': {'readonly': True}, 'file_path': {'readonly': True}, 'help_link': {'readonly': True}, 'internal_diagnostics': {'readonly': True}, - 'line_number': {'readonly': True}, - 'message': {'readonly': True}, - 'resolution': {'readonly': True}, 'inner_error': {'readonly': True}, - 'severity': {'readonly': True}, - 'source': {'readonly': True}, - 'start_offset': {'readonly': True}, } _attribute_map = { + 'error_id': {'key': 'errorId', 'type': 'str'}, + 'severity': {'key': 'severity', 'type': 'SeverityTypes'}, + 'source': {'key': 'source', 'type': 'str'}, + 'message': {'key': 'message', 'type': 'str'}, 'description': {'key': 'description', 'type': 'str'}, 'details': {'key': 'details', 'type': 'str'}, + 'line_number': {'key': 'lineNumber', 'type': 'int'}, + 'start_offset': {'key': 'startOffset', 'type': 'int'}, 'end_offset': {'key': 'endOffset', 'type': 'int'}, - 'error_id': {'key': 'errorId', 'type': 'str'}, + 'resolution': {'key': 'resolution', 'type': 'str'}, 'file_path': {'key': 'filePath', 'type': 'str'}, 'help_link': {'key': 'helpLink', 'type': 'str'}, 'internal_diagnostics': {'key': 'internalDiagnostics', 'type': 'str'}, - 'line_number': {'key': 'lineNumber', 'type': 'int'}, - 'message': {'key': 'message', 'type': 'str'}, - 'resolution': {'key': 'resolution', 'type': 'str'}, 'inner_error': {'key': 'innerError', 'type': 'JobInnerError'}, - 'severity': {'key': 'severity', 'type': 'SeverityTypes'}, - 'source': {'key': 'source', 'type': 'str'}, - 'start_offset': {'key': 'startOffset', 'type': 'int'}, } def __init__(self): super(JobErrorDetails, self).__init__() + self.error_id = None + self.severity = None + self.source = None + self.message = None self.description = None self.details = None + self.line_number = None + self.start_offset = None self.end_offset = None - self.error_id = None + self.resolution = None self.file_path = None self.help_link = None self.internal_diagnostics = None - self.line_number = None - self.message = None - self.resolution = None self.inner_error = None - self.severity = None - self.source = None - self.start_offset = None diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_information.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_information.py index 8235029bffcd..0b9c7d5e172a 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_information.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_information.py @@ -19,61 +19,61 @@ class JobInformation(JobInformationBasic): Variables are only populated by the server, and will be ignored when sending a request. - :ivar job_id: the job's unique identifier (a GUID). + :ivar job_id: The job's unique identifier (a GUID). :vartype job_id: str - :param name: the friendly name of the job. + :param name: The friendly name of the job. :type name: str - :param type: the job type of the current job (Hive, USql, or Scope (for + :param type: The job type of the current job (Hive, USql, or Scope (for internal use only)). Possible values include: 'USql', 'Hive', 'Scope' :type type: str or ~azure.mgmt.datalake.analytics.job.models.JobType - :ivar submitter: the user or account that submitted the job. + :ivar submitter: The user or account that submitted the job. :vartype submitter: str - :param degree_of_parallelism: the degree of parallelism used for this job. + :param degree_of_parallelism: The degree of parallelism used for this job. This must be greater than 0, if set to less than 0 it will default to 1. Default value: 1 . :type degree_of_parallelism: int - :param priority: the priority value for the current job. Lower numbers + :param priority: The priority value for the current job. Lower numbers have a higher priority. By default, a job has a priority of 1000. This must be greater than 0. :type priority: int - :ivar submit_time: the time the job was submitted to the service. + :ivar submit_time: The time the job was submitted to the service. :vartype submit_time: datetime - :ivar start_time: the start time of the job. + :ivar start_time: The start time of the job. :vartype start_time: datetime - :ivar end_time: the completion time of the job. + :ivar end_time: The completion time of the job. :vartype end_time: datetime - :ivar state: the job state. When the job is in the Ended state, refer to + :ivar state: The job state. When the job is in the Ended state, refer to Result and ErrorMessage for details. Possible values include: 'Accepted', 'Compiling', 'Ended', 'New', 'Queued', 'Running', 'Scheduling', 'Starting', 'Paused', 'WaitingForCapacity' :vartype state: str or ~azure.mgmt.datalake.analytics.job.models.JobState - :ivar result: the result of job execution or the current result of the + :ivar result: The result of job execution or the current result of the running job. Possible values include: 'None', 'Succeeded', 'Cancelled', 'Failed' :vartype result: str or ~azure.mgmt.datalake.analytics.job.models.JobResult - :ivar log_folder: the log folder path to use in the following format: + :ivar log_folder: The log folder path to use in the following format: adl://.azuredatalakestore.net/system/jobservice/jobs/Usql/2016/03/13/17/18/5fe51957-93bc-4de0-8ddc-c5a4753b068b/logs/. :vartype log_folder: str - :param log_file_patterns: the list of log file name patterns to find in + :param log_file_patterns: The list of log file name patterns to find in the logFolder. '*' is the only matching character allowed. Example format: jobExecution*.log or *mylog*.txt :type log_file_patterns: list[str] - :param related: the recurring job relationship information properties. + :param related: The recurring job relationship information properties. :type related: ~azure.mgmt.datalake.analytics.job.models.JobRelationshipProperties - :param tags: the key-value pairs used to add additional metadata to the + :param tags: The key-value pairs used to add additional metadata to the job information. (Only for use internally with Scope job type.) :type tags: dict[str, str] - :ivar error_message: the error message details for the job, if the job + :ivar error_message: The error message details for the job, if the job failed. :vartype error_message: list[~azure.mgmt.datalake.analytics.job.models.JobErrorDetails] - :ivar state_audit_records: the job state audit records, indicating when + :ivar state_audit_records: The job state audit records, indicating when various operations have been performed on this job. :vartype state_audit_records: list[~azure.mgmt.datalake.analytics.job.models.JobStateAuditRecord] - :param properties: the job specific properties. + :param properties: The job specific properties. :type properties: ~azure.mgmt.datalake.analytics.job.models.JobProperties """ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_information_basic.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_information_basic.py index 9cb67c342c4c..5ef3cea32264 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_information_basic.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_information_basic.py @@ -18,50 +18,50 @@ class JobInformationBasic(Model): Variables are only populated by the server, and will be ignored when sending a request. - :ivar job_id: the job's unique identifier (a GUID). + :ivar job_id: The job's unique identifier (a GUID). :vartype job_id: str - :param name: the friendly name of the job. + :param name: The friendly name of the job. :type name: str - :param type: the job type of the current job (Hive, USql, or Scope (for + :param type: The job type of the current job (Hive, USql, or Scope (for internal use only)). Possible values include: 'USql', 'Hive', 'Scope' :type type: str or ~azure.mgmt.datalake.analytics.job.models.JobType - :ivar submitter: the user or account that submitted the job. + :ivar submitter: The user or account that submitted the job. :vartype submitter: str - :param degree_of_parallelism: the degree of parallelism used for this job. + :param degree_of_parallelism: The degree of parallelism used for this job. This must be greater than 0, if set to less than 0 it will default to 1. Default value: 1 . :type degree_of_parallelism: int - :param priority: the priority value for the current job. Lower numbers + :param priority: The priority value for the current job. Lower numbers have a higher priority. By default, a job has a priority of 1000. This must be greater than 0. :type priority: int - :ivar submit_time: the time the job was submitted to the service. + :ivar submit_time: The time the job was submitted to the service. :vartype submit_time: datetime - :ivar start_time: the start time of the job. + :ivar start_time: The start time of the job. :vartype start_time: datetime - :ivar end_time: the completion time of the job. + :ivar end_time: The completion time of the job. :vartype end_time: datetime - :ivar state: the job state. When the job is in the Ended state, refer to + :ivar state: The job state. When the job is in the Ended state, refer to Result and ErrorMessage for details. Possible values include: 'Accepted', 'Compiling', 'Ended', 'New', 'Queued', 'Running', 'Scheduling', 'Starting', 'Paused', 'WaitingForCapacity' :vartype state: str or ~azure.mgmt.datalake.analytics.job.models.JobState - :ivar result: the result of job execution or the current result of the + :ivar result: The result of job execution or the current result of the running job. Possible values include: 'None', 'Succeeded', 'Cancelled', 'Failed' :vartype result: str or ~azure.mgmt.datalake.analytics.job.models.JobResult - :ivar log_folder: the log folder path to use in the following format: + :ivar log_folder: The log folder path to use in the following format: adl://.azuredatalakestore.net/system/jobservice/jobs/Usql/2016/03/13/17/18/5fe51957-93bc-4de0-8ddc-c5a4753b068b/logs/. :vartype log_folder: str - :param log_file_patterns: the list of log file name patterns to find in + :param log_file_patterns: The list of log file name patterns to find in the logFolder. '*' is the only matching character allowed. Example format: jobExecution*.log or *mylog*.txt :type log_file_patterns: list[str] - :param related: the recurring job relationship information properties. + :param related: The recurring job relationship information properties. :type related: ~azure.mgmt.datalake.analytics.job.models.JobRelationshipProperties - :param tags: the key-value pairs used to add additional metadata to the + :param tags: The key-value pairs used to add additional metadata to the job information. (Only for use internally with Scope job type.) :type tags: dict[str, str] """ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_inner_error.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_inner_error.py index fac1479a1491..05d446ff50c3 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_inner_error.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_inner_error.py @@ -18,83 +18,83 @@ class JobInnerError(Model): Variables are only populated by the server, and will be ignored when sending a request. - :ivar diagnostic_code: the diagnostic error code. - :vartype diagnostic_code: int - :ivar severity: the severity level of the failure. Possible values + :ivar error_id: The specific identifier for the type of error encountered + in the job. + :vartype error_id: str + :ivar severity: The severity level of the failure. Possible values include: 'Warning', 'Error', 'Info', 'SevereWarning', 'Deprecated', 'UserWarning' :vartype severity: str or ~azure.mgmt.datalake.analytics.job.models.SeverityTypes - :ivar details: the details of the error message. + :ivar source: The ultimate source of the failure (usually either SYSTEM or + USER). + :vartype source: str + :ivar message: The user friendly error message for the failure. + :vartype message: str + :ivar description: The error message description. + :vartype description: str + :ivar details: The details of the error message. :vartype details: str - :ivar component: the component that failed. + :ivar diagnostic_code: The diagnostic error code. + :vartype diagnostic_code: int + :ivar component: The component that failed. :vartype component: str - :ivar error_id: the specific identifier for the type of error encountered - in the job. - :vartype error_id: str - :ivar help_link: the link to MSDN or Azure help for this type of error, if + :ivar resolution: The recommended resolution for the failure, if any. + :vartype resolution: str + :ivar help_link: The link to MSDN or Azure help for this type of error, if any. :vartype help_link: str - :ivar internal_diagnostics: the internal diagnostic stack trace if the + :ivar internal_diagnostics: The internal diagnostic stack trace if the user requesting the job error details has sufficient permissions it will be retrieved, otherwise it will be empty. :vartype internal_diagnostics: str - :ivar message: the user friendly error message for the failure. - :vartype message: str - :ivar resolution: the recommended resolution for the failure, if any. - :vartype resolution: str - :ivar source: the ultimate source of the failure (usually either SYSTEM or - USER). - :vartype source: str - :ivar description: the error message description - :vartype description: str - :ivar inner_error: the inner error of this specific job error message, if + :ivar inner_error: The inner error of this specific job error message, if any. :vartype inner_error: ~azure.mgmt.datalake.analytics.job.models.JobInnerError """ _validation = { - 'diagnostic_code': {'readonly': True}, + 'error_id': {'readonly': True}, 'severity': {'readonly': True}, + 'source': {'readonly': True}, + 'message': {'readonly': True}, + 'description': {'readonly': True}, 'details': {'readonly': True}, + 'diagnostic_code': {'readonly': True}, 'component': {'readonly': True}, - 'error_id': {'readonly': True}, + 'resolution': {'readonly': True}, 'help_link': {'readonly': True}, 'internal_diagnostics': {'readonly': True}, - 'message': {'readonly': True}, - 'resolution': {'readonly': True}, - 'source': {'readonly': True}, - 'description': {'readonly': True}, 'inner_error': {'readonly': True}, } _attribute_map = { - 'diagnostic_code': {'key': 'diagnosticCode', 'type': 'int'}, + 'error_id': {'key': 'errorId', 'type': 'str'}, 'severity': {'key': 'severity', 'type': 'SeverityTypes'}, + 'source': {'key': 'source', 'type': 'str'}, + 'message': {'key': 'message', 'type': 'str'}, + 'description': {'key': 'description', 'type': 'str'}, 'details': {'key': 'details', 'type': 'str'}, + 'diagnostic_code': {'key': 'diagnosticCode', 'type': 'int'}, 'component': {'key': 'component', 'type': 'str'}, - 'error_id': {'key': 'errorId', 'type': 'str'}, + 'resolution': {'key': 'resolution', 'type': 'str'}, 'help_link': {'key': 'helpLink', 'type': 'str'}, 'internal_diagnostics': {'key': 'internalDiagnostics', 'type': 'str'}, - 'message': {'key': 'message', 'type': 'str'}, - 'resolution': {'key': 'resolution', 'type': 'str'}, - 'source': {'key': 'source', 'type': 'str'}, - 'description': {'key': 'description', 'type': 'str'}, 'inner_error': {'key': 'innerError', 'type': 'JobInnerError'}, } def __init__(self): super(JobInnerError, self).__init__() - self.diagnostic_code = None + self.error_id = None self.severity = None + self.source = None + self.message = None + self.description = None self.details = None + self.diagnostic_code = None self.component = None - self.error_id = None + self.resolution = None self.help_link = None self.internal_diagnostics = None - self.message = None - self.resolution = None - self.source = None - self.description = None self.inner_error = None diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_pipeline_information.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_pipeline_information.py index 274f344fa495..a5265a8ed9ef 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_pipeline_information.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_pipeline_information.py @@ -19,40 +19,40 @@ class JobPipelineInformation(Model): Variables are only populated by the server, and will be ignored when sending a request. - :ivar pipeline_id: the job relationship pipeline identifier (a GUID). + :ivar pipeline_id: The job relationship pipeline identifier (a GUID). :vartype pipeline_id: str - :ivar pipeline_name: the friendly name of the job relationship pipeline, + :ivar pipeline_name: The friendly name of the job relationship pipeline, which does not need to be unique. :vartype pipeline_name: str - :ivar pipeline_uri: the pipeline uri, unique, links to the originating + :ivar pipeline_uri: The pipeline uri, unique, links to the originating service for this pipeline. :vartype pipeline_uri: str - :ivar num_jobs_failed: the number of jobs in this pipeline that have + :ivar num_jobs_failed: The number of jobs in this pipeline that have failed. :vartype num_jobs_failed: int - :ivar num_jobs_canceled: the number of jobs in this pipeline that have + :ivar num_jobs_canceled: The number of jobs in this pipeline that have been canceled. :vartype num_jobs_canceled: int - :ivar num_jobs_succeeded: the number of jobs in this pipeline that have + :ivar num_jobs_succeeded: The number of jobs in this pipeline that have succeeded. :vartype num_jobs_succeeded: int - :ivar au_hours_failed: the number of job execution hours that resulted in + :ivar au_hours_failed: The number of job execution hours that resulted in failed jobs. :vartype au_hours_failed: float - :ivar au_hours_canceled: the number of job execution hours that resulted + :ivar au_hours_canceled: The number of job execution hours that resulted in canceled jobs. :vartype au_hours_canceled: float - :ivar au_hours_succeeded: the number of job execution hours that resulted + :ivar au_hours_succeeded: The number of job execution hours that resulted in successful jobs. :vartype au_hours_succeeded: float - :ivar last_submit_time: the last time a job in this pipeline was + :ivar last_submit_time: The last time a job in this pipeline was submitted. :vartype last_submit_time: datetime - :ivar runs: the list of recurrence identifiers representing each run of + :ivar runs: The list of recurrence identifiers representing each run of this pipeline. :vartype runs: list[~azure.mgmt.datalake.analytics.job.models.JobPipelineRunInformation] - :ivar recurrences: the list of recurrence identifiers representing each + :ivar recurrences: The list of recurrence identifiers representing each run of this pipeline. :vartype recurrences: list[str] """ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_pipeline_run_information.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_pipeline_run_information.py index 0dd46d6d4d25..4c7172711853 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_pipeline_run_information.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_pipeline_run_information.py @@ -18,10 +18,10 @@ class JobPipelineRunInformation(Model): Variables are only populated by the server, and will be ignored when sending a request. - :ivar run_id: the run identifier of an instance of pipeline executions (a + :ivar run_id: The run identifier of an instance of pipeline executions (a GUID). :vartype run_id: str - :ivar last_submit_time: the time this instance was last submitted. + :ivar last_submit_time: The time this instance was last submitted. :vartype last_submit_time: datetime """ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_properties.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_properties.py index 281bb014f038..5043f6d49cb4 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_properties.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_properties.py @@ -16,12 +16,12 @@ class JobProperties(Model): """The common Data Lake Analytics job properties. You probably want to use the sub-classes and not this class directly. Known - sub-classes are: USqlJobProperties, ScopeJobProperties, HiveJobProperties + sub-classes are: USqlJobProperties, HiveJobProperties, ScopeJobProperties - :param runtime_version: the runtime version of the Data Lake Analytics + :param runtime_version: The runtime version of the Data Lake Analytics engine to use for the specific type of job being run. :type runtime_version: str - :param script: the script to run. Please note that the maximum script size + :param script: The script to run. Please note that the maximum script size is 3 MB. :type script: str :param type: Constant filled by server. @@ -40,7 +40,7 @@ class JobProperties(Model): } _subtype_map = { - 'type': {'USql': 'USqlJobProperties', 'Scope': 'ScopeJobProperties', 'Hive': 'HiveJobProperties'} + 'type': {'USql': 'USqlJobProperties', 'Hive': 'HiveJobProperties', 'Scope': 'ScopeJobProperties'} } def __init__(self, script, runtime_version=None): diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_recurrence_information.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_recurrence_information.py index d32882e99322..f3368b9536e5 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_recurrence_information.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_recurrence_information.py @@ -18,32 +18,32 @@ class JobRecurrenceInformation(Model): Variables are only populated by the server, and will be ignored when sending a request. - :ivar recurrence_id: the recurrence identifier (a GUID), unique per + :ivar recurrence_id: The recurrence identifier (a GUID), unique per activity/script, regardless of iterations. This is something to link different occurrences of the same job together. :vartype recurrence_id: str - :ivar recurrence_name: the recurrence name, user friendly name for the + :ivar recurrence_name: The recurrence name, user friendly name for the correlation between jobs. :vartype recurrence_name: str - :ivar num_jobs_failed: the number of jobs in this recurrence that have + :ivar num_jobs_failed: The number of jobs in this recurrence that have failed. :vartype num_jobs_failed: int - :ivar num_jobs_canceled: the number of jobs in this recurrence that have + :ivar num_jobs_canceled: The number of jobs in this recurrence that have been canceled. :vartype num_jobs_canceled: int - :ivar num_jobs_succeeded: the number of jobs in this recurrence that have + :ivar num_jobs_succeeded: The number of jobs in this recurrence that have succeeded. :vartype num_jobs_succeeded: int - :ivar au_hours_failed: the number of job execution hours that resulted in + :ivar au_hours_failed: The number of job execution hours that resulted in failed jobs. :vartype au_hours_failed: float - :ivar au_hours_canceled: the number of job execution hours that resulted + :ivar au_hours_canceled: The number of job execution hours that resulted in canceled jobs. :vartype au_hours_canceled: float - :ivar au_hours_succeeded: the number of job execution hours that resulted + :ivar au_hours_succeeded: The number of job execution hours that resulted in successful jobs. :vartype au_hours_succeeded: float - :ivar last_submit_time: the last time a job in this recurrence was + :ivar last_submit_time: The last time a job in this recurrence was submitted. :vartype last_submit_time: datetime """ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_relationship_properties.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_relationship_properties.py index 99e66b2c6854..2997b923f6ff 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_relationship_properties.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_relationship_properties.py @@ -16,22 +16,22 @@ class JobRelationshipProperties(Model): """Job relationship information properties including pipeline information, correlation information, etc. - :param pipeline_id: the job relationship pipeline identifier (a GUID). + :param pipeline_id: The job relationship pipeline identifier (a GUID). :type pipeline_id: str - :param pipeline_name: the friendly name of the job relationship pipeline, + :param pipeline_name: The friendly name of the job relationship pipeline, which does not need to be unique. :type pipeline_name: str - :param pipeline_uri: the pipeline uri, unique, links to the originating + :param pipeline_uri: The pipeline uri, unique, links to the originating service for this pipeline. :type pipeline_uri: str - :param run_id: the run identifier (a GUID), unique identifier of the + :param run_id: The run identifier (a GUID), unique identifier of the iteration of this pipeline. :type run_id: str - :param recurrence_id: the recurrence identifier (a GUID), unique per + :param recurrence_id: The recurrence identifier (a GUID), unique per activity/script, regardless of iterations. This is something to link different occurrences of the same job together. :type recurrence_id: str - :param recurrence_name: the recurrence name, user friendly name for the + :param recurrence_name: The recurrence name, user friendly name for the correlation between jobs. :type recurrence_name: str """ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_resource.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_resource.py index f3ad28a6f409..128d54ca9d3e 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_resource.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_resource.py @@ -15,11 +15,11 @@ class JobResource(Model): """The Data Lake Analytics job resources. - :param name: the name of the resource. + :param name: The name of the resource. :type name: str - :param resource_path: the path to the resource. + :param resource_path: The path to the resource. :type resource_path: str - :param type: the job resource type. Possible values include: + :param type: The job resource type. Possible values include: 'VertexResource', 'JobManagerResource', 'StatisticsResource', 'VertexResourceInUserFolder', 'JobManagerResourceInUserFolder', 'StatisticsResourceInUserFolder' diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_state_audit_record.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_state_audit_record.py index 5cf5717f649f..b92755d33447 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_state_audit_record.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_state_audit_record.py @@ -19,13 +19,13 @@ class JobStateAuditRecord(Model): Variables are only populated by the server, and will be ignored when sending a request. - :ivar new_state: the new state the job is in. + :ivar new_state: The new state the job is in. :vartype new_state: str - :ivar time_stamp: the time stamp that the state change took place. + :ivar time_stamp: The time stamp that the state change took place. :vartype time_stamp: datetime - :ivar requested_by_user: the user who requests the change. + :ivar requested_by_user: The user who requests the change. :vartype requested_by_user: str - :ivar details: the details of the audit log. + :ivar details: The details of the audit log. :vartype details: str """ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_statistics.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_statistics.py index ef6c9fc7f9bc..a304b5de1181 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_statistics.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_statistics.py @@ -18,11 +18,11 @@ class JobStatistics(Model): Variables are only populated by the server, and will be ignored when sending a request. - :ivar last_update_time_utc: the last update time for the statistics. + :ivar last_update_time_utc: The last update time for the statistics. :vartype last_update_time_utc: datetime - :ivar finalizing_time_utc: the job finalizing start time. + :ivar finalizing_time_utc: The job finalizing start time. :vartype finalizing_time_utc: datetime - :ivar stages: the list of stages for the job. + :ivar stages: The list of stages for the job. :vartype stages: list[~azure.mgmt.datalake.analytics.job.models.JobStatisticsVertexStage] """ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_statistics_vertex.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_statistics_vertex.py index 8688d0bcb6a6..0ab72c12e9b7 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_statistics_vertex.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_statistics_vertex.py @@ -13,20 +13,20 @@ class JobStatisticsVertex(Model): - """the detailed information for a vertex. + """The detailed information for a vertex. Variables are only populated by the server, and will be ignored when sending a request. - :ivar name: the name of the vertex. + :ivar name: The name of the vertex. :vartype name: str - :ivar vertex_id: the id of the vertex. + :ivar vertex_id: The id of the vertex. :vartype vertex_id: str - :ivar execution_time: the amount of execution time of the vertex. + :ivar execution_time: The amount of execution time of the vertex. :vartype execution_time: timedelta - :ivar data_read: the amount of data read of the vertex, in bytes. + :ivar data_read: The amount of data read of the vertex, in bytes. :vartype data_read: long - :ivar peak_mem_usage: the amount of peak memory usage of the vertex, in + :ivar peak_mem_usage: The amount of peak memory usage of the vertex, in bytes. :vartype peak_mem_usage: long """ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_statistics_vertex_stage.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_statistics_vertex_stage.py index edf6908ab3e2..64283315b22d 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_statistics_vertex_stage.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/job_statistics_vertex_stage.py @@ -18,60 +18,60 @@ class JobStatisticsVertexStage(Model): Variables are only populated by the server, and will be ignored when sending a request. - :ivar data_read: the amount of data read, in bytes. + :ivar data_read: The amount of data read, in bytes. :vartype data_read: long - :ivar data_read_cross_pod: the amount of data read across multiple pods, + :ivar data_read_cross_pod: The amount of data read across multiple pods, in bytes. :vartype data_read_cross_pod: long - :ivar data_read_intra_pod: the amount of data read in one pod, in bytes. + :ivar data_read_intra_pod: The amount of data read in one pod, in bytes. :vartype data_read_intra_pod: long - :ivar data_to_read: the amount of data remaining to be read, in bytes. + :ivar data_to_read: The amount of data remaining to be read, in bytes. :vartype data_to_read: long - :ivar data_written: the amount of data written, in bytes. + :ivar data_written: The amount of data written, in bytes. :vartype data_written: long - :ivar duplicate_discard_count: the number of duplicates that were + :ivar duplicate_discard_count: The number of duplicates that were discarded. :vartype duplicate_discard_count: int - :ivar failed_count: the number of failures that occured in this stage. + :ivar failed_count: The number of failures that occured in this stage. :vartype failed_count: int - :ivar max_vertex_data_read: the maximum amount of data read in a single + :ivar max_vertex_data_read: The maximum amount of data read in a single vertex, in bytes. :vartype max_vertex_data_read: long - :ivar min_vertex_data_read: the minimum amount of data read in a single + :ivar min_vertex_data_read: The minimum amount of data read in a single vertex, in bytes. :vartype min_vertex_data_read: long - :ivar read_failure_count: the number of read failures in this stage. + :ivar read_failure_count: The number of read failures in this stage. :vartype read_failure_count: int - :ivar revocation_count: the number of vertices that were revoked during + :ivar revocation_count: The number of vertices that were revoked during this stage. :vartype revocation_count: int - :ivar running_count: the number of currently running vertices in this + :ivar running_count: The number of currently running vertices in this stage. :vartype running_count: int - :ivar scheduled_count: the number of currently scheduled vertices in this - stage + :ivar scheduled_count: The number of currently scheduled vertices in this + stage. :vartype scheduled_count: int - :ivar stage_name: the name of this stage in job execution. + :ivar stage_name: The name of this stage in job execution. :vartype stage_name: str - :ivar succeeded_count: the number of vertices that succeeded in this + :ivar succeeded_count: The number of vertices that succeeded in this stage. :vartype succeeded_count: int - :ivar temp_data_written: the amount of temporary data written, in bytes. + :ivar temp_data_written: The amount of temporary data written, in bytes. :vartype temp_data_written: long - :ivar total_count: the total vertex count for this stage. + :ivar total_count: The total vertex count for this stage. :vartype total_count: int - :ivar total_failed_time: the amount of time that failed vertices took up + :ivar total_failed_time: The amount of time that failed vertices took up in this stage. :vartype total_failed_time: timedelta - :ivar total_progress: the current progress of this stage, as a percentage. + :ivar total_progress: The current progress of this stage, as a percentage. :vartype total_progress: int - :ivar total_succeeded_time: the amount of time all successful vertices + :ivar total_succeeded_time: The amount of time all successful vertices took in this stage. :vartype total_succeeded_time: timedelta - :ivar total_peak_mem_usage: the sum of the peak memory usage of all the + :ivar total_peak_mem_usage: The sum of the peak memory usage of all the vertices in the stage, in bytes. :vartype total_peak_mem_usage: long - :ivar total_execution_time: the sum of the total execution time of all the + :ivar total_execution_time: The sum of the total execution time of all the vertices in the stage. :vartype total_execution_time: timedelta :param max_data_read_vertex: the vertex with the maximum amount of data @@ -86,28 +86,28 @@ class JobStatisticsVertexStage(Model): usage. :type max_peak_mem_usage_vertex: ~azure.mgmt.datalake.analytics.job.models.JobStatisticsVertex - :ivar estimated_vertex_cpu_core_count: the estimated vertex CPU core + :ivar estimated_vertex_cpu_core_count: The estimated vertex CPU core count. :vartype estimated_vertex_cpu_core_count: int - :ivar estimated_vertex_peak_cpu_core_count: the estimated vertex peak CPU + :ivar estimated_vertex_peak_cpu_core_count: The estimated vertex peak CPU core count. :vartype estimated_vertex_peak_cpu_core_count: int - :ivar estimated_vertex_mem_size: the estimated vertex memory size, in + :ivar estimated_vertex_mem_size: The estimated vertex memory size, in bytes. :vartype estimated_vertex_mem_size: long - :param allocated_container_cpu_core_count: the statistics information for + :param allocated_container_cpu_core_count: The statistics information for the allocated container CPU core count. :type allocated_container_cpu_core_count: ~azure.mgmt.datalake.analytics.job.models.ResourceUsageStatistics - :param allocated_container_mem_size: the statistics information for the + :param allocated_container_mem_size: The statistics information for the allocated container memory size. :type allocated_container_mem_size: ~azure.mgmt.datalake.analytics.job.models.ResourceUsageStatistics - :param used_vertex_cpu_core_count: the statistics information for the used + :param used_vertex_cpu_core_count: The statistics information for the used vertex CPU core count. :type used_vertex_cpu_core_count: ~azure.mgmt.datalake.analytics.job.models.ResourceUsageStatistics - :param used_vertex_peak_mem_size: the statistics information for the used + :param used_vertex_peak_mem_size: The statistics information for the used vertex peak memory size. :type used_vertex_peak_mem_size: ~azure.mgmt.datalake.analytics.job.models.ResourceUsageStatistics diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/resource_usage_statistics.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/resource_usage_statistics.py index e8fb529d5c72..0d1208100719 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/resource_usage_statistics.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/resource_usage_statistics.py @@ -13,16 +13,16 @@ class ResourceUsageStatistics(Model): - """the statistics information for resource usage. + """The statistics information for resource usage. Variables are only populated by the server, and will be ignored when sending a request. - :ivar average: the average value. + :ivar average: The average value. :vartype average: float - :ivar minimum: the minimum value. + :ivar minimum: The minimum value. :vartype minimum: long - :ivar maximum: the maximum value. + :ivar maximum: The maximum value. :vartype maximum: long """ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/scope_job_properties.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/scope_job_properties.py index 64e2ed11991e..00143adf6840 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/scope_job_properties.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/scope_job_properties.py @@ -19,39 +19,40 @@ class ScopeJobProperties(JobProperties): Variables are only populated by the server, and will be ignored when sending a request. - :param runtime_version: the runtime version of the Data Lake Analytics + :param runtime_version: The runtime version of the Data Lake Analytics engine to use for the specific type of job being run. :type runtime_version: str - :param script: the script to run. Please note that the maximum script size + :param script: The script to run. Please note that the maximum script size is 3 MB. :type script: str :param type: Constant filled by server. :type type: str - :ivar resources: the list of resources that are required by the job + :ivar resources: The list of resources that are required by the job. :vartype resources: list[~azure.mgmt.datalake.analytics.job.models.ScopeJobResource] - :ivar user_algebra_path: the algebra file path after the job has completed + :ivar user_algebra_path: The algebra file path after the job has + completed. :vartype user_algebra_path: str - :param notifier: the list of email addresses, separated by semi-colons, to + :param notifier: The list of email addresses, separated by semi-colons, to notify when the job reaches a terminal state. :type notifier: str - :ivar total_compilation_time: the total time this job spent compiling. + :ivar total_compilation_time: The total time this job spent compiling. This value should not be set by the user and will be ignored if it is. :vartype total_compilation_time: timedelta - :ivar total_paused_time: the total time this job spent paused. This value - should not be set by the user and will be ignored if it is. - :vartype total_paused_time: timedelta - :ivar total_queued_time: the total time this job spent queued. This value + :ivar total_queued_time: The total time this job spent queued. This value should not be set by the user and will be ignored if it is. :vartype total_queued_time: timedelta - :ivar total_running_time: the total time this job spent executing. This + :ivar total_running_time: The total time this job spent executing. This value should not be set by the user and will be ignored if it is. :vartype total_running_time: timedelta - :ivar root_process_node_id: the ID used to identify the job manager + :ivar total_paused_time: The total time this job spent paused. This value + should not be set by the user and will be ignored if it is. + :vartype total_paused_time: timedelta + :ivar root_process_node_id: The ID used to identify the job manager coordinating job execution. This value should not be set by the user and will be ignored if it is. :vartype root_process_node_id: str - :ivar yarn_application_id: the ID used to identify the yarn application + :ivar yarn_application_id: The ID used to identify the yarn application executing the job. This value should not be set by the user and will be ignored if it is. :vartype yarn_application_id: str @@ -63,9 +64,9 @@ class ScopeJobProperties(JobProperties): 'resources': {'readonly': True}, 'user_algebra_path': {'readonly': True}, 'total_compilation_time': {'readonly': True}, - 'total_paused_time': {'readonly': True}, 'total_queued_time': {'readonly': True}, 'total_running_time': {'readonly': True}, + 'total_paused_time': {'readonly': True}, 'root_process_node_id': {'readonly': True}, 'yarn_application_id': {'readonly': True}, } @@ -78,9 +79,9 @@ class ScopeJobProperties(JobProperties): 'user_algebra_path': {'key': 'userAlgebraPath', 'type': 'str'}, 'notifier': {'key': 'notifier', 'type': 'str'}, 'total_compilation_time': {'key': 'totalCompilationTime', 'type': 'duration'}, - 'total_paused_time': {'key': 'totalPausedTime', 'type': 'duration'}, 'total_queued_time': {'key': 'totalQueuedTime', 'type': 'duration'}, 'total_running_time': {'key': 'totalRunningTime', 'type': 'duration'}, + 'total_paused_time': {'key': 'totalPausedTime', 'type': 'duration'}, 'root_process_node_id': {'key': 'rootProcessNodeId', 'type': 'str'}, 'yarn_application_id': {'key': 'yarnApplicationId', 'type': 'str'}, } @@ -91,9 +92,9 @@ def __init__(self, script, runtime_version=None, notifier=None): self.user_algebra_path = None self.notifier = notifier self.total_compilation_time = None - self.total_paused_time = None self.total_queued_time = None self.total_running_time = None + self.total_paused_time = None self.root_process_node_id = None self.yarn_application_id = None self.type = 'Scope' diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/scope_job_resource.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/scope_job_resource.py index 10e30d0c6a76..7dc65d04996b 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/scope_job_resource.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/scope_job_resource.py @@ -15,9 +15,9 @@ class ScopeJobResource(Model): """The Scope job resources. (Only for use internally with Scope job type.). - :param name: the name of the resource. + :param name: The name of the resource. :type name: str - :param path: the path to the resource. + :param path: The path to the resource. :type path: str """ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/update_job_parameters.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/update_job_parameters.py index 04e8a4ae3348..c2b72e93c042 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/update_job_parameters.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/update_job_parameters.py @@ -16,15 +16,15 @@ class UpdateJobParameters(Model): """The parameters that can be used to update existing Data Lake Analytics job information properties. (Only for use internally with Scope job type.). - :param degree_of_parallelism: the degree of parallelism used for this job. + :param degree_of_parallelism: The degree of parallelism used for this job. This must be greater than 0, if set to less than 0 it will default to 1. :type degree_of_parallelism: int - :param priority: the priority value for the current job. Lower numbers + :param priority: The priority value for the current job. Lower numbers have a higher priority. By default, a job has a priority of 1000. This must be greater than 0. :type priority: int - :param tags: the key-value pairs used to add additional metadata to the - job information. (Only for use internally with Scope job type.) + :param tags: The key-value pairs used to add additional metadata to the + job information. :type tags: dict[str, str] """ diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/usql_job_properties.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/usql_job_properties.py index 6f595b7130b2..04d2d09ddd0b 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/usql_job_properties.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/models/usql_job_properties.py @@ -18,51 +18,52 @@ class USqlJobProperties(JobProperties): Variables are only populated by the server, and will be ignored when sending a request. - :param runtime_version: the runtime version of the Data Lake Analytics + :param runtime_version: The runtime version of the Data Lake Analytics engine to use for the specific type of job being run. :type runtime_version: str - :param script: the script to run. Please note that the maximum script size + :param script: The script to run. Please note that the maximum script size is 3 MB. :type script: str :param type: Constant filled by server. :type type: str - :ivar resources: the list of resources that are required by the job + :ivar resources: The list of resources that are required by the job. :vartype resources: list[~azure.mgmt.datalake.analytics.job.models.JobResource] - :param statistics: the job specific statistics. + :param statistics: The job specific statistics. :type statistics: ~azure.mgmt.datalake.analytics.job.models.JobStatistics - :param debug_data: the job specific debug data locations. + :param debug_data: The job specific debug data locations. :type debug_data: ~azure.mgmt.datalake.analytics.job.models.JobDataPath - :ivar diagnostics: the diagnostics for the job. + :ivar diagnostics: The diagnostics for the job. :vartype diagnostics: list[~azure.mgmt.datalake.analytics.job.models.Diagnostics] - :ivar algebra_file_path: the algebra file path after the job has completed + :ivar algebra_file_path: The algebra file path after the job has + completed. :vartype algebra_file_path: str - :ivar total_compilation_time: the total time this job spent compiling. + :ivar total_compilation_time: The total time this job spent compiling. This value should not be set by the user and will be ignored if it is. :vartype total_compilation_time: timedelta - :ivar total_paused_time: the total time this job spent paused. This value - should not be set by the user and will be ignored if it is. - :vartype total_paused_time: timedelta - :ivar total_queued_time: the total time this job spent queued. This value + :ivar total_queued_time: The total time this job spent queued. This value should not be set by the user and will be ignored if it is. :vartype total_queued_time: timedelta - :ivar total_running_time: the total time this job spent executing. This + :ivar total_running_time: The total time this job spent executing. This value should not be set by the user and will be ignored if it is. :vartype total_running_time: timedelta - :ivar root_process_node_id: the ID used to identify the job manager + :ivar total_paused_time: The total time this job spent paused. This value + should not be set by the user and will be ignored if it is. + :vartype total_paused_time: timedelta + :ivar root_process_node_id: The ID used to identify the job manager coordinating job execution. This value should not be set by the user and will be ignored if it is. :vartype root_process_node_id: str - :ivar yarn_application_id: the ID used to identify the yarn application + :ivar yarn_application_id: The ID used to identify the yarn application executing the job. This value should not be set by the user and will be ignored if it is. :vartype yarn_application_id: str - :ivar yarn_application_time_stamp: the timestamp (in ticks) for the yarn + :ivar yarn_application_time_stamp: The timestamp (in ticks) for the yarn application executing the job. This value should not be set by the user and will be ignored if it is. :vartype yarn_application_time_stamp: long - :ivar compile_mode: the specific compilation mode for the job used during + :ivar compile_mode: The specific compilation mode for the job used during execution. If this is not specified during submission, the server will determine the optimal compilation mode. Possible values include: 'Semantic', 'Full', 'SingleBox' @@ -77,9 +78,9 @@ class USqlJobProperties(JobProperties): 'diagnostics': {'readonly': True}, 'algebra_file_path': {'readonly': True}, 'total_compilation_time': {'readonly': True}, - 'total_paused_time': {'readonly': True}, 'total_queued_time': {'readonly': True}, 'total_running_time': {'readonly': True}, + 'total_paused_time': {'readonly': True}, 'root_process_node_id': {'readonly': True}, 'yarn_application_id': {'readonly': True}, 'yarn_application_time_stamp': {'readonly': True}, @@ -96,9 +97,9 @@ class USqlJobProperties(JobProperties): 'diagnostics': {'key': 'diagnostics', 'type': '[Diagnostics]'}, 'algebra_file_path': {'key': 'algebraFilePath', 'type': 'str'}, 'total_compilation_time': {'key': 'totalCompilationTime', 'type': 'duration'}, - 'total_paused_time': {'key': 'totalPausedTime', 'type': 'duration'}, 'total_queued_time': {'key': 'totalQueuedTime', 'type': 'duration'}, 'total_running_time': {'key': 'totalRunningTime', 'type': 'duration'}, + 'total_paused_time': {'key': 'totalPausedTime', 'type': 'duration'}, 'root_process_node_id': {'key': 'rootProcessNodeId', 'type': 'str'}, 'yarn_application_id': {'key': 'yarnApplicationId', 'type': 'str'}, 'yarn_application_time_stamp': {'key': 'yarnApplicationTimeStamp', 'type': 'long'}, @@ -113,9 +114,9 @@ def __init__(self, script, runtime_version=None, statistics=None, debug_data=Non self.diagnostics = None self.algebra_file_path = None self.total_compilation_time = None - self.total_paused_time = None self.total_queued_time = None self.total_running_time = None + self.total_paused_time = None self.root_process_node_id = None self.yarn_application_id = None self.yarn_application_time_stamp = None diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/operations/job_operations.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/operations/job_operations.py index 7535e0f31c31..d0fc2e4101a5 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/operations/job_operations.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/operations/job_operations.py @@ -24,7 +24,7 @@ class JobOperations(object): :param client: Client for service requests. :param config: Configuration of service client. :param serializer: An object model serializer. - :param deserializer: An objec model deserializer. + :param deserializer: An object model deserializer. :ivar api_version: Client Api Version. Constant value: "2017-09-01-preview". """ @@ -82,7 +82,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/jobs' + url = self.list.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaJobDnsSuffix': self._serialize.url("self.config.adla_job_dns_suffix", self.config.adla_job_dns_suffix, 'str', skip_quote=True) @@ -140,6 +140,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list.metadata = {'url': '/jobs'} def create( self, account_name, job_identity, parameters, custom_headers=None, raw=False, **operation_config): @@ -165,7 +166,7 @@ def create( :raises: :class:`CloudError` """ # Construct URL - url = '/jobs/{jobIdentity}' + url = self.create.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaJobDnsSuffix': self._serialize.url("self.config.adla_job_dns_suffix", self.config.adla_job_dns_suffix, 'str', skip_quote=True), @@ -210,6 +211,7 @@ def create( return client_raw_response return deserialized + create.metadata = {'url': '/jobs/{jobIdentity}'} def get( self, account_name, job_identity, custom_headers=None, raw=False, **operation_config): @@ -231,7 +233,7 @@ def get( :raises: :class:`CloudError` """ # Construct URL - url = '/jobs/{jobIdentity}' + url = self.get.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaJobDnsSuffix': self._serialize.url("self.config.adla_job_dns_suffix", self.config.adla_job_dns_suffix, 'str', skip_quote=True), @@ -272,12 +274,13 @@ def get( return client_raw_response return deserialized + get.metadata = {'url': '/jobs/{jobIdentity}'} def _update_initial( self, account_name, job_identity, parameters=None, custom_headers=None, raw=False, **operation_config): # Construct URL - url = '/jobs/{jobIdentity}' + url = self.update.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaJobDnsSuffix': self._serialize.url("self.config.adla_job_dns_suffix", self.config.adla_job_dns_suffix, 'str', skip_quote=True), @@ -396,6 +399,7 @@ def get_long_running_output(response): return AzureOperationPoller( long_running_send, get_long_running_output, get_long_running_status, long_running_operation_timeout) + update.metadata = {'url': '/jobs/{jobIdentity}'} def get_statistics( self, account_name, job_identity, custom_headers=None, raw=False, **operation_config): @@ -417,7 +421,7 @@ def get_statistics( :raises: :class:`CloudError` """ # Construct URL - url = '/jobs/{jobIdentity}/GetStatistics' + url = self.get_statistics.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaJobDnsSuffix': self._serialize.url("self.config.adla_job_dns_suffix", self.config.adla_job_dns_suffix, 'str', skip_quote=True), @@ -458,6 +462,7 @@ def get_statistics( return client_raw_response return deserialized + get_statistics.metadata = {'url': '/jobs/{jobIdentity}/GetStatistics'} def get_debug_data_path( self, account_name, job_identity, custom_headers=None, raw=False, **operation_config): @@ -480,7 +485,7 @@ def get_debug_data_path( :raises: :class:`CloudError` """ # Construct URL - url = '/jobs/{jobIdentity}/GetDebugDataPath' + url = self.get_debug_data_path.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaJobDnsSuffix': self._serialize.url("self.config.adla_job_dns_suffix", self.config.adla_job_dns_suffix, 'str', skip_quote=True), @@ -521,12 +526,13 @@ def get_debug_data_path( return client_raw_response return deserialized + get_debug_data_path.metadata = {'url': '/jobs/{jobIdentity}/GetDebugDataPath'} def _cancel_initial( self, account_name, job_identity, custom_headers=None, raw=False, **operation_config): # Construct URL - url = '/jobs/{jobIdentity}/CancelJob' + url = self.cancel.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaJobDnsSuffix': self._serialize.url("self.config.adla_job_dns_suffix", self.config.adla_job_dns_suffix, 'str', skip_quote=True), @@ -621,12 +627,13 @@ def get_long_running_output(response): return AzureOperationPoller( long_running_send, get_long_running_output, get_long_running_status, long_running_operation_timeout) + cancel.metadata = {'url': '/jobs/{jobIdentity}/CancelJob'} def _yield_method_initial( self, account_name, job_identity, custom_headers=None, raw=False, **operation_config): # Construct URL - url = '/jobs/{jobIdentity}/YieldJob' + url = self.yield_method.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaJobDnsSuffix': self._serialize.url("self.config.adla_job_dns_suffix", self.config.adla_job_dns_suffix, 'str', skip_quote=True), @@ -723,6 +730,7 @@ def get_long_running_output(response): return AzureOperationPoller( long_running_send, get_long_running_output, get_long_running_status, long_running_operation_timeout) + yield_method.metadata = {'url': '/jobs/{jobIdentity}/YieldJob'} def build( self, account_name, parameters, custom_headers=None, raw=False, **operation_config): @@ -746,7 +754,7 @@ def build( :raises: :class:`CloudError` """ # Construct URL - url = '/buildJob' + url = self.build.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaJobDnsSuffix': self._serialize.url("self.config.adla_job_dns_suffix", self.config.adla_job_dns_suffix, 'str', skip_quote=True) @@ -790,3 +798,4 @@ def build( return client_raw_response return deserialized + build.metadata = {'url': '/buildJob'} diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/operations/pipeline_operations.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/operations/pipeline_operations.py index fc39ff2e8f22..42f4963ea1cf 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/operations/pipeline_operations.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/operations/pipeline_operations.py @@ -22,7 +22,7 @@ class PipelineOperations(object): :param client: Client for service requests. :param config: Configuration of service client. :param serializer: An object model serializer. - :param deserializer: An objec model deserializer. + :param deserializer: An object model deserializer. :ivar api_version: Client Api Version. Constant value: "2017-09-01-preview". """ @@ -66,7 +66,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/pipelines' + url = self.list.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaJobDnsSuffix': self._serialize.url("self.config.adla_job_dns_suffix", self.config.adla_job_dns_suffix, 'str', skip_quote=True) @@ -116,6 +116,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list.metadata = {'url': '/pipelines'} def get( self, account_name, pipeline_identity, start_date_time=None, end_date_time=None, custom_headers=None, raw=False, **operation_config): @@ -146,7 +147,7 @@ def get( :raises: :class:`CloudError` """ # Construct URL - url = '/pipelines/{pipelineIdentity}' + url = self.get.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaJobDnsSuffix': self._serialize.url("self.config.adla_job_dns_suffix", self.config.adla_job_dns_suffix, 'str', skip_quote=True), @@ -191,3 +192,4 @@ def get( return client_raw_response return deserialized + get.metadata = {'url': '/pipelines/{pipelineIdentity}'} diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/operations/recurrence_operations.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/operations/recurrence_operations.py index 0d6691df01a4..7366b03bd0e0 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/operations/recurrence_operations.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/job/operations/recurrence_operations.py @@ -22,7 +22,7 @@ class RecurrenceOperations(object): :param client: Client for service requests. :param config: Configuration of service client. :param serializer: An object model serializer. - :param deserializer: An objec model deserializer. + :param deserializer: An object model deserializer. :ivar api_version: Client Api Version. Constant value: "2017-09-01-preview". """ @@ -66,7 +66,7 @@ def internal_paging(next_link=None, raw=False): if not next_link: # Construct URL - url = '/recurrences' + url = self.list.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaJobDnsSuffix': self._serialize.url("self.config.adla_job_dns_suffix", self.config.adla_job_dns_suffix, 'str', skip_quote=True) @@ -116,6 +116,7 @@ def internal_paging(next_link=None, raw=False): return client_raw_response return deserialized + list.metadata = {'url': '/recurrences'} def get( self, account_name, recurrence_identity, start_date_time=None, end_date_time=None, custom_headers=None, raw=False, **operation_config): @@ -146,7 +147,7 @@ def get( :raises: :class:`CloudError` """ # Construct URL - url = '/recurrences/{recurrenceIdentity}' + url = self.get.metadata['url'] path_format_arguments = { 'accountName': self._serialize.url("account_name", account_name, 'str', skip_quote=True), 'adlaJobDnsSuffix': self._serialize.url("self.config.adla_job_dns_suffix", self.config.adla_job_dns_suffix, 'str', skip_quote=True), @@ -191,3 +192,4 @@ def get( return client_raw_response return deserialized + get.metadata = {'url': '/recurrences/{recurrenceIdentity}'} diff --git a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/version.py b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/version.py index e1dc510b5da2..d2f0f220f1e1 100644 --- a/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/version.py +++ b/azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/version.py @@ -5,4 +5,4 @@ # license information. # -------------------------------------------------------------------------- -VERSION = "0.4.0" +VERSION = "0.5.0" diff --git a/azure-mgmt-datalake-analytics/tests/recordings/test_mgmt_datalake_analytics.test_adla_catalog_items.yaml b/azure-mgmt-datalake-analytics/tests/recordings/test_mgmt_datalake_analytics.test_adla_catalog_items.yaml index 3e7db093d78e..5a54e62f34a3 100644 --- a/azure-mgmt-datalake-analytics/tests/recordings/test_mgmt_datalake_analytics.test_adla_catalog_items.yaml +++ b/azure-mgmt-datalake-analytics/tests/recordings/test_mgmt_datalake_analytics.test_adla_catalog_items.yaml @@ -5346,4 +5346,3846 @@ interactions: X-Content-Type-Options: [nosniff] x-ms-request-id: [24b977af-738f-4f13-a2e3-38f96ff4ddc0] status: {code: 200, message: OK} +- request: + body: '{"location": "East US 2"}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['25'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 resourcemanagementclient/2.0.0rc1 Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [a1b1b440-5cd2-11e8-89b1-e0071b8ab1e7] + method: PUT + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourcegroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c?api-version=2018-02-01 + response: + body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c","name":"test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c","location":"eastus2","properties":{"provisioningState":"Succeeded"}}'} + headers: + Cache-Control: [no-cache] + Content-Length: ['274'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 08:40:37 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-correlation-request-id: [558a6046-e0c8-42bd-acf2-13654c3f3ae3] + x-ms-ratelimit-remaining-subscription-writes: ['1199'] + x-ms-request-id: [558a6046-e0c8-42bd-acf2-13654c3f3ae3] + x-ms-routing-request-id: ['WESTUS2:20180521T084037Z:558a6046-e0c8-42bd-acf2-13654c3f3ae3'] + status: {code: 201, message: Created} +- request: + body: '{"location": "East US 2"}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['25'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-store/0.4.0 Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [a2940efa-5cd2-11e8-a48b-e0071b8ab1e7] + method: PUT + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c?api-version=2016-11-01 + response: + body: {string: '{"properties":{"provisioningState":"Creating","state":null,"endpoint":null,"accountId":"b13c1b7d-7ce1-4ad3-87c0-134fc8bd9636"},"location":"East + US 2","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c","name":"pyarmadls232e3152c","type":"Microsoft.DataLakeStore/accounts"}'} + headers: + Azure-AsyncOperation: ['https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeStore/locations/EastUS2/operationResults/b13c1b7d-7ce1-4ad3-87c0-134fc8bd96360?api-version=2016-11-01&expanded=true'] + Cache-Control: [no-cache] + Content-Length: ['417'] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 08:40:40 GMT'] + Expires: ['-1'] + Location: ['https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourcegroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c/operationresults/0?api-version=2016-11-01'] + Pragma: [no-cache] + Retry-After: ['0'] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + x-ms-correlation-request-id: [2c763d2c-cf38-4ccb-9ad2-97c200309177] + x-ms-ratelimit-remaining-subscription-writes: ['1199'] + x-ms-request-id: [ae67ad6c-2e5b-4e3b-9bc3-df166d2f2531] + x-ms-routing-request-id: ['WESTUS2:20180521T084040Z:2c763d2c-cf38-4ccb-9ad2-97c200309177'] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-store/0.4.0 Azure-SDK-For-Python] + x-ms-client-request-id: [a2940efa-5cd2-11e8-a48b-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeStore/locations/EastUS2/operationResults/b13c1b7d-7ce1-4ad3-87c0-134fc8bd96360?api-version=2016-11-01&expanded=true + response: + body: {string: '{"status":"InProgress"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 08:40:51 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['23'] + x-ms-correlation-request-id: [73e07089-4da5-4b0b-94e7-e91c176e1a0e] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [46bda705-6193-485f-ba66-57a770243e7b] + x-ms-routing-request-id: ['WESTUS2:20180521T084051Z:73e07089-4da5-4b0b-94e7-e91c176e1a0e'] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-store/0.4.0 Azure-SDK-For-Python] + x-ms-client-request-id: [a2940efa-5cd2-11e8-a48b-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeStore/locations/EastUS2/operationResults/b13c1b7d-7ce1-4ad3-87c0-134fc8bd96360?api-version=2016-11-01&expanded=true + response: + body: {string: '{"status":"Succeeded"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 08:41:21 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['22'] + x-ms-correlation-request-id: [9cad7508-6de7-4a84-94ae-418decfd81a0] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [3e40f6c9-e9a2-4004-adbf-adf715cbe9be] + x-ms-routing-request-id: ['WESTUS2:20180521T084122Z:9cad7508-6de7-4a84-94ae-418decfd81a0'] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-store/0.4.0 Azure-SDK-For-Python] + x-ms-client-request-id: [a2940efa-5cd2-11e8-a48b-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c?api-version=2016-11-01 + response: + body: {string: '{"properties":{"firewallState":"Disabled","firewallAllowAzureIps":"Disabled","firewallAllowDataLakeAnalytics":"Disabled","firewallRules":[],"virtualNetworkRules":[],"trustedIdProviderState":"Disabled","trustedIdProviders":[],"encryptionState":"Enabled","encryptionConfig":{"type":"ServiceManaged"},"currentTier":"Consumption","newTier":"Consumption","provisioningState":"Succeeded","state":"Active","endpoint":"pyarmadls232e3152c.azuredatalakestore.net","accountId":"b13c1b7d-7ce1-4ad3-87c0-134fc8bd9636","creationTime":"2018-05-21T08:40:42.7069893Z","lastModifiedTime":"2018-05-21T08:40:42.7069893Z"},"location":"East + US 2","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c","name":"pyarmadls232e3152c","type":"Microsoft.DataLakeStore/accounts"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 08:41:23 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['892'] + x-ms-correlation-request-id: [1193822c-7dd2-44f8-a89f-9eb34646e375] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [9bced28c-0a4e-448c-8894-ee581ae27310] + x-ms-routing-request-id: ['WESTUS2:20180521T084123Z:1193822c-7dd2-44f8-a89f-9eb34646e375'] + status: {code: 200, message: OK} +- request: + body: '{"location": "East US 2", "properties": {"defaultDataLakeStoreAccount": + "pyarmadls232e3152c", "dataLakeStoreAccounts": [{"name": "pyarmadls232e3152c"}], + "maxJobCount": 3, "maxDegreeOfParallelism": 30, "queryStoreRetention": 30}}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['228'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [be1d0488-5cd2-11e8-b5b1-e0071b8ab1e7] + method: PUT + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c?api-version=2016-11-01 + response: + body: {string: '{"properties":{"defaultDataLakeStoreAccount":"pyarmadls232e3152c","dataLakeStoreAccounts":[{"properties":{"suffix":"azuredatalakestore.net"},"name":"pyarmadls232e3152c"}],"maxDegreeOfParallelism":30,"maxJobCount":3,"queryStoreRetention":30,"provisioningState":"Creating","state":null,"endpoint":null,"accountId":"3d75c449-57f0-4b57-90a6-70530cad190b"},"location":"East + US 2","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c","name":"pyarmadla232e3152c","type":"Microsoft.DataLakeAnalytics/accounts"}'} + headers: + Azure-AsyncOperation: ['https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeAnalytics/locations/EastUS2/operationResults/3d75c449-57f0-4b57-90a6-70530cad190b0?api-version=2016-11-01&expanded=true'] + Cache-Control: [no-cache] + Content-Length: ['650'] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 08:41:26 GMT'] + Expires: ['-1'] + Location: ['https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourcegroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c/operationresults/0?api-version=2016-11-01'] + Pragma: [no-cache] + Retry-After: ['0'] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + x-ms-correlation-request-id: [9af96e1b-8149-4054-bfe6-88bdc7ac71fc] + x-ms-ratelimit-remaining-subscription-writes: ['1199'] + x-ms-request-id: [92a2c4de-6bf6-400f-85b7-b3aa12a1bdde] + x-ms-routing-request-id: ['WESTUS2:20180521T084126Z:9af96e1b-8149-4054-bfe6-88bdc7ac71fc'] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + x-ms-client-request-id: [be1d0488-5cd2-11e8-b5b1-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeAnalytics/locations/EastUS2/operationResults/3d75c449-57f0-4b57-90a6-70530cad190b0?api-version=2016-11-01&expanded=true + response: + body: {string: '{"status":"InProgress"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 08:41:36 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['23'] + x-ms-correlation-request-id: [9164e07b-0c0b-42c7-b2a3-08a8da60fc77] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [d941b09b-a801-4485-8697-54646d33f30f] + x-ms-routing-request-id: ['WESTUS2:20180521T084137Z:9164e07b-0c0b-42c7-b2a3-08a8da60fc77'] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + x-ms-client-request-id: [be1d0488-5cd2-11e8-b5b1-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeAnalytics/locations/EastUS2/operationResults/3d75c449-57f0-4b57-90a6-70530cad190b0?api-version=2016-11-01&expanded=true + response: + body: {string: '{"status":"Succeeded"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 08:42:08 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['22'] + x-ms-correlation-request-id: [1f57c839-8045-4806-8224-91a9714a65b4] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [499c8eba-764a-4c0d-9c38-fccc7fbaa9c1] + x-ms-routing-request-id: ['WESTUS2:20180521T084208Z:1f57c839-8045-4806-8224-91a9714a65b4'] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + x-ms-client-request-id: [be1d0488-5cd2-11e8-b5b1-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c?api-version=2016-11-01 + response: + body: {string: '{"properties":{"firewallState":"Disabled","firewallAllowAzureIps":"Disabled","debugDataAccessLevel":"All","firewallRules":[],"defaultDataLakeStoreAccount":"pyarmadls232e3152c","dataLakeStoreAccounts":[{"properties":{"suffix":"azuredatalakestore.net"},"name":"pyarmadls232e3152c"}],"publicDataLakeStoreAccounts":[{"properties":{"suffix":"azuredatalakestore.net"},"name":"adltrainingsampledata"},{"properties":{"suffix":"azuredatalakestore.net"},"name":"ghinsights"}],"storageAccounts":[],"maxDegreeOfParallelism":30,"maxJobCount":3,"systemMaxDegreeOfParallelism":100,"systemMaxJobCount":20,"maxDegreeOfParallelismPerJob":30,"minPriorityPerJob":1,"computePolicies":[],"queryStoreRetention":30,"hiveMetastores":[],"currentTier":"Consumption","newTier":"Consumption","provisioningState":"Succeeded","state":"Active","endpoint":"pyarmadla232e3152c.azuredatalakeanalytics.net","accountId":"3d75c449-57f0-4b57-90a6-70530cad190b","creationTime":"2018-05-21T08:41:27.9172474Z","lastModifiedTime":"2018-05-21T08:41:27.9172474Z"},"location":"East + US 2","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c","name":"pyarmadla232e3152c","type":"Microsoft.DataLakeAnalytics/accounts"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 08:42:09 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['1317'] + x-ms-correlation-request-id: [d48e807b-cf33-461d-8eac-64c4451395c5] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [57d52fda-0339-42c5-a06e-0c6c5903966c] + x-ms-routing-request-id: ['WESTUS2:20180521T084209Z:d48e807b-cf33-461d-8eac-64c4451395c5'] + status: {code: 200, message: OK} +- request: + body: '{"type": "USql", "properties": {"script": "DROP DATABASE IF EXISTS adladb32e3152c; + CREATE DATABASE adladb32e3152c; \nCREATE TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define + schema of table\n UserId int, \n Start DateTime, + \n Region string, \n Query string, \n Duration int, + \n Urls string, \n ClickedUrls string,\n INDEX + idx1 \n CLUSTERED (Region ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER + TABLE adladb32e3152c.dbo.adlatable32e3152c ADD IF NOT EXISTS PARTITION (1);\n\nINSERT + INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, Start, Region, Query, Duration, + Urls, ClickedUrls)\nON INTEGRITY VIOLATION MOVE TO PARTITION (1)\nVALUES\n(1, + new DateTime(2018, 04, 25), \"\"US\"\", @\"\"fake query\"\", 34, \"\"http://url1.fake.com\"\", + \"\"http://clickedUrl1.fake.com\"\"),\n(1, new DateTime(2018, 04, 26), \"\"EN\"\", + @\"\"fake query\"\", 23, \"\"http://url2.fake.com\"\", \"\"http://clickedUrl2.fake.com\"\");\n\nDROP + FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS + @result TABLE\n(\n s_date DateTime,\n s_time string,\n s_sitename string,\n cs_method + string, \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;", + "type": "USql"}, "name": "testjob32e3152c", "degreeOfParallelism": 2}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['2676'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [8c656aac-5cd3-11e8-ae31-e0071b8ab1e7] + method: PUT + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T08:47:11.399004+00:00","state":"Compiling","result":"None","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T08:47:11.399004+00:00","details":"userName:;submitMachine:N/A"}],"properties":{"owner":"AdlSdkTestApp01@SPI","runtimeVersion":"default","rootProcessNodeId":"00000000-0000-0000-0000-000000000000","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/08/47/00000000-0000-0000-0000-000000000000/algebra.xml","compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT0S","totalPausedTime":"PT0S","totalQueuedTime":"PT0S","totalRunningTime":"PT0S","expirationTimeUtc":"0001-01-01T00:00:00Z","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 08:47:11 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0fe80e50-ebe1-40ef-b71b-982ac1725ea0] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [8d8b14d2-5cd3-11e8-b2ff-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T08:47:11.399004+00:00","state":"Compiling","result":"None","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T08:47:11.399004+00:00","details":"userName:;submitMachine:N/A"},{"newState":"Compiling","timeStamp":"2018-05-21T08:47:11.7427591+00:00","details":"Compilation:c86623d7-2dc1-4aef-a2bb-a98c5cb48c35;Status:Dispatched"}],"properties":{"owner":"AdlSdkTestApp01@SPI","resources":[{"name":"Profile","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/08/47/00000000-0000-0000-0000-000000000000/profile","type":"StatisticsResource"},{"name":"__ScopeRuntimeStatistics__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/08/47/00000000-0000-0000-0000-000000000000/__ScopeRuntimeStatistics__.xml","type":"StatisticsResource"}],"runtimeVersion":"default","rootProcessNodeId":"00000000-0000-0000-0000-000000000000","script":"DROP + DATABASE IF EXISTS adladb32e3152c; CREATE DATABASE adladb32e3152c; \nCREATE + TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define schema of + table\n UserId int, \n Start DateTime, \n Region string, + \n Query string, \n Duration int, \n Urls string, + \n ClickedUrls string,\n INDEX idx1 \n CLUSTERED (Region + ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER TABLE adladb32e3152c.dbo.adlatable32e3152c + ADD IF NOT EXISTS PARTITION (1);\n\nINSERT INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, + Start, Region, Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION + MOVE TO PARTITION (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"\"US\"\", + @\"\"fake query\"\", 34, \"\"http://url1.fake.com\"\", \"\"http://clickedUrl1.fake.com\"\"),\n(1, + new DateTime(2018, 04, 26), \"\"EN\"\", @\"\"fake query\"\", 23, \"\"http://url2.fake.com\"\", + \"\"http://clickedUrl2.fake.com\"\");\n\nDROP FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE + FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS @result TABLE\n(\n s_date + DateTime,\n s_time string,\n s_sitename string,\n cs_method string, + \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/08/47/00000000-0000-0000-0000-000000000000/algebra.xml","compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT1.1259361S","totalPausedTime":"PT0S","totalQueuedTime":"PT0S","totalRunningTime":"PT0S","expirationTimeUtc":"0001-01-01T00:00:00","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 08:47:12 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [136dede1-f5a2-4a82-909a-17e1d67bcd68] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [9154aa1e-5cd3-11e8-91b0-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T08:47:11.399004+00:00","endTime":"2018-05-21T08:47:18.1490682+00:00","state":"Ended","result":"Failed","errorMessage":[{"errorId":"E_CSC_USER_SYNTAXERROR","severity":"Error","component":"CSC","source":"USER","message":"syntax + error. Expected one of: '')'' '','' ","details":"at token ''US'', line 23\r\nnear + the ###:\r\n**************\r\ntable32e3152c\n(UserId, Start, Region, Query, + Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION MOVE TO PARTITION (1)\nVALUES\n(1, + new DateTime(2018, 04, 25), \"\" ### US\"\", @\"\"fake query\"\", 34, \"\"http://url1.fake.com\"\", + \"\"http://clickedUrl1.fake.com\"\"),\n(1, new DateTime(2018, 04, 26), \"\"EN\"\", + @\"\"fake query\"\", 23, \"\"http://url","description":"Invalid syntax found + in the script.","resolution":"Correct the script syntax, using expected token(s) + as a guide.","helpLink":"","filePath":"","lineNumber":23,"startOffset":752,"endOffset":754}],"stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T08:47:11.399004+00:00","details":"userName:;submitMachine:N/A"},{"newState":"Compiling","timeStamp":"2018-05-21T08:47:11.7427591+00:00","details":"Compilation:c86623d7-2dc1-4aef-a2bb-a98c5cb48c35;Status:Dispatched"},{"newState":"Ended","timeStamp":"2018-05-21T08:47:18.1490682+00:00","details":"result:CompilationFailed"}],"properties":{"owner":"AdlSdkTestApp01@SPI","resources":[{"name":"Profile","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/08/47/00000000-0000-0000-0000-000000000000/profile","type":"StatisticsResource"},{"name":"__ScopeRuntimeStatistics__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/08/47/00000000-0000-0000-0000-000000000000/__ScopeRuntimeStatistics__.xml","type":"StatisticsResource"}],"runtimeVersion":"release_20180117_adl_778615","rootProcessNodeId":"00000000-0000-0000-0000-000000000000","script":"DROP + DATABASE IF EXISTS adladb32e3152c; CREATE DATABASE adladb32e3152c; \nCREATE + TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define schema of + table\n UserId int, \n Start DateTime, \n Region string, + \n Query string, \n Duration int, \n Urls string, + \n ClickedUrls string,\n INDEX idx1 \n CLUSTERED (Region + ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER TABLE adladb32e3152c.dbo.adlatable32e3152c + ADD IF NOT EXISTS PARTITION (1);\n\nINSERT INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, + Start, Region, Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION + MOVE TO PARTITION (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"\"US\"\", + @\"\"fake query\"\", 34, \"\"http://url1.fake.com\"\", \"\"http://clickedUrl1.fake.com\"\"),\n(1, + new DateTime(2018, 04, 26), \"\"EN\"\", @\"\"fake query\"\", 23, \"\"http://url2.fake.com\"\", + \"\"http://clickedUrl2.fake.com\"\");\n\nDROP FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE + FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS @result TABLE\n(\n s_date + DateTime,\n s_time string,\n s_sitename string,\n cs_method string, + \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/08/47/00000000-0000-0000-0000-000000000000/algebra.xml","compileMode":"Semantic","errorSource":"UserError","totalCompilationTime":"PT6.4063091S","totalPausedTime":"PT0S","totalQueuedTime":"PT0S","totalRunningTime":"PT0S","expirationTimeUtc":"0001-01-01T00:00:00","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 08:47:18 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [4cbb03ec-081e-4b7d-a437-d04212ef120e] + status: {code: 200, message: OK} +- request: + body: '{"location": "East US 2"}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['25'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 resourcemanagementclient/2.0.0rc1 Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [a48694a6-5cd7-11e8-bd0a-e0071b8ab1e7] + method: PUT + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourcegroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c?api-version=2018-02-01 + response: + body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c","name":"test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c","location":"eastus2","properties":{"provisioningState":"Succeeded"}}'} + headers: + Cache-Control: [no-cache] + Content-Length: ['274'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:16:29 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-correlation-request-id: [48fc3f9b-a57c-4f2b-bd86-fb16bd4263cf] + x-ms-ratelimit-remaining-subscription-writes: ['1199'] + x-ms-request-id: [48fc3f9b-a57c-4f2b-bd86-fb16bd4263cf] + x-ms-routing-request-id: ['WESTUS2:20180521T091630Z:48fc3f9b-a57c-4f2b-bd86-fb16bd4263cf'] + status: {code: 201, message: Created} +- request: + body: '{"location": "East US 2"}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['25'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-store/0.4.0 Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [a5a1595c-5cd7-11e8-bed2-e0071b8ab1e7] + method: PUT + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c?api-version=2016-11-01 + response: + body: {string: '{"properties":{"provisioningState":"Creating","state":null,"endpoint":null,"accountId":"fb6c30b9-77a1-45ec-a7d5-8d935fb586d1"},"location":"East + US 2","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c","name":"pyarmadls232e3152c","type":"Microsoft.DataLakeStore/accounts"}'} + headers: + Azure-AsyncOperation: ['https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeStore/locations/EastUS2/operationResults/fb6c30b9-77a1-45ec-a7d5-8d935fb586d10?api-version=2016-11-01&expanded=true'] + Cache-Control: [no-cache] + Content-Length: ['417'] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:16:31 GMT'] + Expires: ['-1'] + Location: ['https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourcegroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c/operationresults/0?api-version=2016-11-01'] + Pragma: [no-cache] + Retry-After: ['0'] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + x-ms-correlation-request-id: [d5f9851a-ab14-4372-a663-0ba1016a83d1] + x-ms-ratelimit-remaining-subscription-writes: ['1199'] + x-ms-request-id: [2f848a65-d327-47d4-b07e-a3898b9c50c7] + x-ms-routing-request-id: ['WESTUS2:20180521T091632Z:d5f9851a-ab14-4372-a663-0ba1016a83d1'] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-store/0.4.0 Azure-SDK-For-Python] + x-ms-client-request-id: [a5a1595c-5cd7-11e8-bed2-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeStore/locations/EastUS2/operationResults/fb6c30b9-77a1-45ec-a7d5-8d935fb586d10?api-version=2016-11-01&expanded=true + response: + body: {string: '{"status":"InProgress"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:16:43 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['23'] + x-ms-correlation-request-id: [c45b15f1-a8ca-4e2c-8434-fcf6ab8edcf7] + x-ms-ratelimit-remaining-subscription-reads: ['14998'] + x-ms-request-id: [864e011b-8ce6-4f19-87ab-49d51c85844f] + x-ms-routing-request-id: ['WESTUS2:20180521T091643Z:c45b15f1-a8ca-4e2c-8434-fcf6ab8edcf7'] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-store/0.4.0 Azure-SDK-For-Python] + x-ms-client-request-id: [a5a1595c-5cd7-11e8-bed2-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeStore/locations/EastUS2/operationResults/fb6c30b9-77a1-45ec-a7d5-8d935fb586d10?api-version=2016-11-01&expanded=true + response: + body: {string: '{"status":"Succeeded"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:17:14 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['22'] + x-ms-correlation-request-id: [a190a74d-e346-4a9e-8de7-762e93548294] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [7deb112e-5ec9-4500-90c6-62733d5c1ba6] + x-ms-routing-request-id: ['WESTUS2:20180521T091715Z:a190a74d-e346-4a9e-8de7-762e93548294'] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-store/0.4.0 Azure-SDK-For-Python] + x-ms-client-request-id: [a5a1595c-5cd7-11e8-bed2-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c?api-version=2016-11-01 + response: + body: {string: '{"properties":{"firewallState":"Disabled","firewallAllowAzureIps":"Disabled","firewallAllowDataLakeAnalytics":"Disabled","firewallRules":[],"virtualNetworkRules":[],"trustedIdProviderState":"Disabled","trustedIdProviders":[],"encryptionState":"Enabled","encryptionConfig":{"type":"ServiceManaged"},"currentTier":"Consumption","newTier":"Consumption","provisioningState":"Succeeded","state":"Active","endpoint":"pyarmadls232e3152c.azuredatalakestore.net","accountId":"fb6c30b9-77a1-45ec-a7d5-8d935fb586d1","creationTime":"2018-05-21T09:16:34.577967Z","lastModifiedTime":"2018-05-21T09:16:34.577967Z"},"location":"East + US 2","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c","name":"pyarmadls232e3152c","type":"Microsoft.DataLakeStore/accounts"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:17:15 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['890'] + x-ms-correlation-request-id: [211d54fa-2f68-4141-b892-487b8d94ba9d] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [3a220e34-e8fe-4dcc-99d1-782f129dd325] + x-ms-routing-request-id: ['WESTUS2:20180521T091716Z:211d54fa-2f68-4141-b892-487b8d94ba9d'] + status: {code: 200, message: OK} +- request: + body: '{"location": "East US 2", "properties": {"defaultDataLakeStoreAccount": + "pyarmadls232e3152c", "dataLakeStoreAccounts": [{"name": "pyarmadls232e3152c"}], + "maxJobCount": 3, "maxDegreeOfParallelism": 30, "queryStoreRetention": 30}}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['228'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [c0fd57e4-5cd7-11e8-9cf9-e0071b8ab1e7] + method: PUT + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c?api-version=2016-11-01 + response: + body: {string: '{"properties":{"defaultDataLakeStoreAccount":"pyarmadls232e3152c","dataLakeStoreAccounts":[{"properties":{"suffix":"azuredatalakestore.net"},"name":"pyarmadls232e3152c"}],"maxDegreeOfParallelism":30,"maxJobCount":3,"queryStoreRetention":30,"provisioningState":"Creating","state":null,"endpoint":null,"accountId":"96cd71f8-a86c-4b21-a6f0-d1b576d241ed"},"location":"East + US 2","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c","name":"pyarmadla232e3152c","type":"Microsoft.DataLakeAnalytics/accounts"}'} + headers: + Azure-AsyncOperation: ['https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeAnalytics/locations/EastUS2/operationResults/96cd71f8-a86c-4b21-a6f0-d1b576d241ed0?api-version=2016-11-01&expanded=true'] + Cache-Control: [no-cache] + Content-Length: ['650'] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:17:18 GMT'] + Expires: ['-1'] + Location: ['https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourcegroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c/operationresults/0?api-version=2016-11-01'] + Pragma: [no-cache] + Retry-After: ['0'] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + x-ms-correlation-request-id: [a2c6e502-afd4-453b-8744-884cb126581d] + x-ms-ratelimit-remaining-subscription-writes: ['1199'] + x-ms-request-id: [92e43c5e-bee7-4cb3-964d-8bca6b09d348] + x-ms-routing-request-id: ['WESTUS2:20180521T091718Z:a2c6e502-afd4-453b-8744-884cb126581d'] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + x-ms-client-request-id: [c0fd57e4-5cd7-11e8-9cf9-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeAnalytics/locations/EastUS2/operationResults/96cd71f8-a86c-4b21-a6f0-d1b576d241ed0?api-version=2016-11-01&expanded=true + response: + body: {string: '{"status":"InProgress"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:17:28 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['23'] + x-ms-correlation-request-id: [383c1837-9bd9-4e36-ac77-6cd92ed3265a] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [60c6331c-b9de-485f-9214-f2834dc52bc1] + x-ms-routing-request-id: ['WESTUS2:20180521T091729Z:383c1837-9bd9-4e36-ac77-6cd92ed3265a'] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + x-ms-client-request-id: [c0fd57e4-5cd7-11e8-9cf9-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeAnalytics/locations/EastUS2/operationResults/96cd71f8-a86c-4b21-a6f0-d1b576d241ed0?api-version=2016-11-01&expanded=true + response: + body: {string: '{"status":"Succeeded"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:18:00 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['22'] + x-ms-correlation-request-id: [0eeeab00-6f7a-4c1b-9406-69a1700789b3] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [46f7e45c-2afc-4ee3-b247-2f775d308413] + x-ms-routing-request-id: ['WESTUS2:20180521T091801Z:0eeeab00-6f7a-4c1b-9406-69a1700789b3'] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + x-ms-client-request-id: [c0fd57e4-5cd7-11e8-9cf9-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c?api-version=2016-11-01 + response: + body: {string: '{"properties":{"firewallState":"Disabled","firewallAllowAzureIps":"Disabled","debugDataAccessLevel":"All","firewallRules":[],"defaultDataLakeStoreAccount":"pyarmadls232e3152c","dataLakeStoreAccounts":[{"properties":{"suffix":"azuredatalakestore.net"},"name":"pyarmadls232e3152c"}],"publicDataLakeStoreAccounts":[{"properties":{"suffix":"azuredatalakestore.net"},"name":"adltrainingsampledata"},{"properties":{"suffix":"azuredatalakestore.net"},"name":"ghinsights"}],"storageAccounts":[],"maxDegreeOfParallelism":30,"maxJobCount":3,"systemMaxDegreeOfParallelism":100,"systemMaxJobCount":20,"maxDegreeOfParallelismPerJob":30,"minPriorityPerJob":1,"computePolicies":[],"queryStoreRetention":30,"hiveMetastores":[],"currentTier":"Consumption","newTier":"Consumption","provisioningState":"Succeeded","state":"Active","endpoint":"pyarmadla232e3152c.azuredatalakeanalytics.net","accountId":"96cd71f8-a86c-4b21-a6f0-d1b576d241ed","creationTime":"2018-05-21T09:17:20.0125038Z","lastModifiedTime":"2018-05-21T09:17:20.0125038Z"},"location":"East + US 2","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c","name":"pyarmadla232e3152c","type":"Microsoft.DataLakeAnalytics/accounts"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:18:01 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['1317'] + x-ms-correlation-request-id: [5615e722-a1a1-4e97-bb36-a9a0633326dc] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [7854b20f-6d5f-4118-b48e-173e7cd6e154] + x-ms-routing-request-id: ['WESTUS2:20180521T091802Z:5615e722-a1a1-4e97-bb36-a9a0633326dc'] + status: {code: 200, message: OK} +- request: + body: '{"type": "USql", "properties": {"script": "DROP DATABASE IF EXISTS adladb32e3152c; + CREATE DATABASE adladb32e3152c; \nCREATE TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define + schema of table\n UserId int, \n Start DateTime, + \n Region string, \n Query string, \n Duration int, + \n Urls string, \n ClickedUrls string,\n INDEX + idx1 \n CLUSTERED (Region ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER + TABLE adladb32e3152c.dbo.adlatable32e3152c ADD IF NOT EXISTS PARTITION (1);\n\nINSERT + INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, Start, Region, Query, Duration, + Urls, ClickedUrls)\nON INTEGRITY VIOLATION MOVE TO PARTITION (1)\nVALUES\n(1, + new DateTime(2018, 04, 25), \"\"US\"\", @\"\"fake query\"\", 34, \"\"http://url1.fake.com\"\", + \"\"http://clickedUrl1.fake.com\"\"),\n(1, new DateTime(2018, 04, 26), \"\"EN\"\", + @\"\"fake query\"\", 23, \"\"http://url2.fake.com\"\", \"\"http://clickedUrl2.fake.com\"\");\n\nDROP + FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS + @result TABLE\n(\n s_date DateTime,\n s_time string,\n s_sitename string,\n cs_method + string, \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;", + "type": "USql"}, "name": "testjob32e3152c", "degreeOfParallelism": 2}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['2676'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [8f4808d8-5cd8-11e8-b83d-e0071b8ab1e7] + method: PUT + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:23:03.301951+00:00","state":"Compiling","result":"None","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:23:03.301951+00:00","details":"userName:;submitMachine:N/A"}],"properties":{"owner":"AdlSdkTestApp01@SPI","runtimeVersion":"default","rootProcessNodeId":"00000000-0000-0000-0000-000000000000","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/23/00000000-0000-0000-0000-000000000000/algebra.xml","compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT0S","totalPausedTime":"PT0S","totalQueuedTime":"PT0S","totalRunningTime":"PT0S","expirationTimeUtc":"0001-01-01T00:00:00Z","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:23:02 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [ca1c43ba-7a53-48af-9685-555152174ef3] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [90373614-5cd8-11e8-aa81-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:23:03.301951+00:00","state":"Compiling","result":"None","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:23:03.301951+00:00","details":"userName:;submitMachine:N/A"},{"newState":"Compiling","timeStamp":"2018-05-21T09:23:03.7082064+00:00","details":"Compilation:39d80cb8-26b8-44d1-a235-4e0439247262;Status:Dispatched"}],"properties":{"owner":"AdlSdkTestApp01@SPI","resources":[{"name":"Profile","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/23/00000000-0000-0000-0000-000000000000/profile","type":"StatisticsResource"},{"name":"__ScopeRuntimeStatistics__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/23/00000000-0000-0000-0000-000000000000/__ScopeRuntimeStatistics__.xml","type":"StatisticsResource"}],"runtimeVersion":"default","rootProcessNodeId":"00000000-0000-0000-0000-000000000000","script":"DROP + DATABASE IF EXISTS adladb32e3152c; CREATE DATABASE adladb32e3152c; \nCREATE + TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define schema of + table\n UserId int, \n Start DateTime, \n Region string, + \n Query string, \n Duration int, \n Urls string, + \n ClickedUrls string,\n INDEX idx1 \n CLUSTERED (Region + ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER TABLE adladb32e3152c.dbo.adlatable32e3152c + ADD IF NOT EXISTS PARTITION (1);\n\nINSERT INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, + Start, Region, Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION + MOVE TO PARTITION (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"\"US\"\", + @\"\"fake query\"\", 34, \"\"http://url1.fake.com\"\", \"\"http://clickedUrl1.fake.com\"\"),\n(1, + new DateTime(2018, 04, 26), \"\"EN\"\", @\"\"fake query\"\", 23, \"\"http://url2.fake.com\"\", + \"\"http://clickedUrl2.fake.com\"\");\n\nDROP FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE + FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS @result TABLE\n(\n s_date + DateTime,\n s_time string,\n s_sitename string,\n cs_method string, + \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/23/00000000-0000-0000-0000-000000000000/algebra.xml","compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT1.2115207S","totalPausedTime":"PT0S","totalQueuedTime":"PT0S","totalRunningTime":"PT0S","expirationTimeUtc":"0001-01-01T00:00:00","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:23:04 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [e1f6feed-6987-4154-a12c-2e59cde77679] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [94042022-5cd8-11e8-a629-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:23:03.301951+00:00","endTime":"2018-05-21T09:23:10.9738663+00:00","state":"Ended","result":"Failed","errorMessage":[{"errorId":"E_CSC_USER_SYNTAXERROR","severity":"Error","component":"CSC","source":"USER","message":"syntax + error. Expected one of: '')'' '','' ","details":"at token ''US'', line 23\r\nnear + the ###:\r\n**************\r\ntable32e3152c\n(UserId, Start, Region, Query, + Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION MOVE TO PARTITION (1)\nVALUES\n(1, + new DateTime(2018, 04, 25), \"\" ### US\"\", @\"\"fake query\"\", 34, \"\"http://url1.fake.com\"\", + \"\"http://clickedUrl1.fake.com\"\"),\n(1, new DateTime(2018, 04, 26), \"\"EN\"\", + @\"\"fake query\"\", 23, \"\"http://url","description":"Invalid syntax found + in the script.","resolution":"Correct the script syntax, using expected token(s) + as a guide.","helpLink":"","filePath":"","lineNumber":23,"startOffset":752,"endOffset":754}],"stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:23:03.301951+00:00","details":"userName:;submitMachine:N/A"},{"newState":"Compiling","timeStamp":"2018-05-21T09:23:03.7082064+00:00","details":"Compilation:39d80cb8-26b8-44d1-a235-4e0439247262;Status:Dispatched"},{"newState":"Ended","timeStamp":"2018-05-21T09:23:10.9738663+00:00","details":"result:CompilationFailed"}],"properties":{"owner":"AdlSdkTestApp01@SPI","resources":[{"name":"Profile","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/23/00000000-0000-0000-0000-000000000000/profile","type":"StatisticsResource"},{"name":"__ScopeRuntimeStatistics__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/23/00000000-0000-0000-0000-000000000000/__ScopeRuntimeStatistics__.xml","type":"StatisticsResource"}],"runtimeVersion":"release_20180117_adl_778615","rootProcessNodeId":"00000000-0000-0000-0000-000000000000","script":"DROP + DATABASE IF EXISTS adladb32e3152c; CREATE DATABASE adladb32e3152c; \nCREATE + TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define schema of + table\n UserId int, \n Start DateTime, \n Region string, + \n Query string, \n Duration int, \n Urls string, + \n ClickedUrls string,\n INDEX idx1 \n CLUSTERED (Region + ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER TABLE adladb32e3152c.dbo.adlatable32e3152c + ADD IF NOT EXISTS PARTITION (1);\n\nINSERT INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, + Start, Region, Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION + MOVE TO PARTITION (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"\"US\"\", + @\"\"fake query\"\", 34, \"\"http://url1.fake.com\"\", \"\"http://clickedUrl1.fake.com\"\"),\n(1, + new DateTime(2018, 04, 26), \"\"EN\"\", @\"\"fake query\"\", 23, \"\"http://url2.fake.com\"\", + \"\"http://clickedUrl2.fake.com\"\");\n\nDROP FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE + FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS @result TABLE\n(\n s_date + DateTime,\n s_time string,\n s_sitename string,\n cs_method string, + \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/23/00000000-0000-0000-0000-000000000000/algebra.xml","compileMode":"Semantic","errorSource":"UserError","totalCompilationTime":"PT7.2656599S","totalPausedTime":"PT0S","totalQueuedTime":"PT0S","totalRunningTime":"PT0S","expirationTimeUtc":"0001-01-01T00:00:00","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:23:10 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [55fa990b-0d17-45a2-bfa1-491dd333ac71] + status: {code: 200, message: OK} +- request: + body: '{"location": "East US 2"}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['25'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 resourcemanagementclient/2.0.0rc1 Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [12f12ffa-5cd9-11e8-86c8-e0071b8ab1e7] + method: PUT + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourcegroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c?api-version=2018-02-01 + response: + body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c","name":"test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c","location":"eastus2","properties":{"provisioningState":"Succeeded"}}'} + headers: + Cache-Control: [no-cache] + Content-Length: ['274'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:26:44 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-correlation-request-id: [62e83a42-9305-49ea-adc1-b161d0bc5e01] + x-ms-ratelimit-remaining-subscription-writes: ['1199'] + x-ms-request-id: [62e83a42-9305-49ea-adc1-b161d0bc5e01] + x-ms-routing-request-id: ['WESTUS2:20180521T092645Z:62e83a42-9305-49ea-adc1-b161d0bc5e01'] + status: {code: 201, message: Created} +- request: + body: '{"location": "East US 2"}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['25'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-store/0.4.0 Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [1442fe70-5cd9-11e8-af1b-e0071b8ab1e7] + method: PUT + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c?api-version=2016-11-01 + response: + body: {string: '{"properties":{"provisioningState":"Creating","state":null,"endpoint":null,"accountId":"b9c3bfd0-7809-4c73-ba2c-3aa5b385b560"},"location":"East + US 2","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c","name":"pyarmadls232e3152c","type":"Microsoft.DataLakeStore/accounts"}'} + headers: + Azure-AsyncOperation: ['https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeStore/locations/EastUS2/operationResults/b9c3bfd0-7809-4c73-ba2c-3aa5b385b5600?api-version=2016-11-01&expanded=true'] + Cache-Control: [no-cache] + Content-Length: ['417'] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:26:47 GMT'] + Expires: ['-1'] + Location: ['https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourcegroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c/operationresults/0?api-version=2016-11-01'] + Pragma: [no-cache] + Retry-After: ['0'] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + x-ms-correlation-request-id: [cb8754e3-fc78-45cb-8637-9495ca2529fe] + x-ms-ratelimit-remaining-subscription-writes: ['1199'] + x-ms-request-id: [b8975d52-f480-4454-b076-fabe7a41a23b] + x-ms-routing-request-id: ['WESTUS2:20180521T092648Z:cb8754e3-fc78-45cb-8637-9495ca2529fe'] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-store/0.4.0 Azure-SDK-For-Python] + x-ms-client-request-id: [1442fe70-5cd9-11e8-af1b-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeStore/locations/EastUS2/operationResults/b9c3bfd0-7809-4c73-ba2c-3aa5b385b5600?api-version=2016-11-01&expanded=true + response: + body: {string: '{"status":"InProgress"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:26:58 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['23'] + x-ms-correlation-request-id: [944adc09-58ba-45ec-850f-cc693a3acfeb] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [74fb0dd2-df6b-43e8-89d3-cc61b7ea26fe] + x-ms-routing-request-id: ['WESTUS2:20180521T092659Z:944adc09-58ba-45ec-850f-cc693a3acfeb'] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-store/0.4.0 Azure-SDK-For-Python] + x-ms-client-request-id: [1442fe70-5cd9-11e8-af1b-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeStore/locations/EastUS2/operationResults/b9c3bfd0-7809-4c73-ba2c-3aa5b385b5600?api-version=2016-11-01&expanded=true + response: + body: {string: '{"status":"Succeeded"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:27:30 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['22'] + x-ms-correlation-request-id: [f8a8fd92-7c95-4fd9-83c9-62d7694a0737] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [f3be4ad3-e7dc-4cc6-bd17-5fe110fd579c] + x-ms-routing-request-id: ['WESTUS2:20180521T092731Z:f8a8fd92-7c95-4fd9-83c9-62d7694a0737'] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-store/0.4.0 Azure-SDK-For-Python] + x-ms-client-request-id: [1442fe70-5cd9-11e8-af1b-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c?api-version=2016-11-01 + response: + body: {string: '{"properties":{"firewallState":"Disabled","firewallAllowAzureIps":"Disabled","firewallAllowDataLakeAnalytics":"Disabled","firewallRules":[],"virtualNetworkRules":[],"trustedIdProviderState":"Disabled","trustedIdProviders":[],"encryptionState":"Enabled","encryptionConfig":{"type":"ServiceManaged"},"currentTier":"Consumption","newTier":"Consumption","provisioningState":"Succeeded","state":"Active","endpoint":"pyarmadls232e3152c.azuredatalakestore.net","accountId":"b9c3bfd0-7809-4c73-ba2c-3aa5b385b560","creationTime":"2018-05-21T09:26:49.044129Z","lastModifiedTime":"2018-05-21T09:26:49.044129Z"},"location":"East + US 2","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c","name":"pyarmadls232e3152c","type":"Microsoft.DataLakeStore/accounts"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:27:31 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['890'] + x-ms-correlation-request-id: [6993cff5-c0c0-4388-adb6-0fd1a30c72af] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [21f07639-74e4-405a-9bbb-7cab84513424] + x-ms-routing-request-id: ['WESTUS2:20180521T092732Z:6993cff5-c0c0-4388-adb6-0fd1a30c72af'] + status: {code: 200, message: OK} +- request: + body: '{"location": "East US 2", "properties": {"defaultDataLakeStoreAccount": + "pyarmadls232e3152c", "dataLakeStoreAccounts": [{"name": "pyarmadls232e3152c"}], + "maxJobCount": 3, "maxDegreeOfParallelism": 30, "queryStoreRetention": 30}}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['228'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [302536da-5cd9-11e8-95e2-e0071b8ab1e7] + method: PUT + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c?api-version=2016-11-01 + response: + body: {string: '{"properties":{"defaultDataLakeStoreAccount":"pyarmadls232e3152c","dataLakeStoreAccounts":[{"properties":{"suffix":"azuredatalakestore.net"},"name":"pyarmadls232e3152c"}],"maxDegreeOfParallelism":30,"maxJobCount":3,"queryStoreRetention":30,"provisioningState":"Creating","state":null,"endpoint":null,"accountId":"c262c13e-1259-46a0-a7c1-3a7998195b6e"},"location":"East + US 2","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c","name":"pyarmadla232e3152c","type":"Microsoft.DataLakeAnalytics/accounts"}'} + headers: + Azure-AsyncOperation: ['https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeAnalytics/locations/EastUS2/operationResults/c262c13e-1259-46a0-a7c1-3a7998195b6e0?api-version=2016-11-01&expanded=true'] + Cache-Control: [no-cache] + Content-Length: ['650'] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:27:34 GMT'] + Expires: ['-1'] + Location: ['https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourcegroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c/operationresults/0?api-version=2016-11-01'] + Pragma: [no-cache] + Retry-After: ['0'] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + x-ms-correlation-request-id: [9bcea84f-bbe0-4308-bcbc-5507279188f0] + x-ms-ratelimit-remaining-subscription-writes: ['1199'] + x-ms-request-id: [6772db22-a817-4b48-830d-9416d104c62a] + x-ms-routing-request-id: ['WESTUS2:20180521T092734Z:9bcea84f-bbe0-4308-bcbc-5507279188f0'] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + x-ms-client-request-id: [302536da-5cd9-11e8-95e2-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeAnalytics/locations/EastUS2/operationResults/c262c13e-1259-46a0-a7c1-3a7998195b6e0?api-version=2016-11-01&expanded=true + response: + body: {string: '{"status":"InProgress"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:27:45 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['23'] + x-ms-correlation-request-id: [df674944-c060-40ab-bd84-2eed1a551afd] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [a2acfbc4-7d32-47c4-b103-935ad98e0d28] + x-ms-routing-request-id: ['WESTUS2:20180521T092745Z:df674944-c060-40ab-bd84-2eed1a551afd'] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + x-ms-client-request-id: [302536da-5cd9-11e8-95e2-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeAnalytics/locations/EastUS2/operationResults/c262c13e-1259-46a0-a7c1-3a7998195b6e0?api-version=2016-11-01&expanded=true + response: + body: {string: '{"status":"Succeeded"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:28:16 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['22'] + x-ms-correlation-request-id: [5778444e-04ee-4614-8e30-11bf77499f62] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [99c5bedb-5f66-4d6a-8a18-e0dc1c104344] + x-ms-routing-request-id: ['WESTUS2:20180521T092817Z:5778444e-04ee-4614-8e30-11bf77499f62'] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + x-ms-client-request-id: [302536da-5cd9-11e8-95e2-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c?api-version=2016-11-01 + response: + body: {string: '{"properties":{"firewallState":"Disabled","firewallAllowAzureIps":"Disabled","debugDataAccessLevel":"All","firewallRules":[],"defaultDataLakeStoreAccount":"pyarmadls232e3152c","dataLakeStoreAccounts":[{"properties":{"suffix":"azuredatalakestore.net"},"name":"pyarmadls232e3152c"}],"publicDataLakeStoreAccounts":[{"properties":{"suffix":"azuredatalakestore.net"},"name":"adltrainingsampledata"},{"properties":{"suffix":"azuredatalakestore.net"},"name":"ghinsights"}],"storageAccounts":[],"maxDegreeOfParallelism":30,"maxJobCount":3,"systemMaxDegreeOfParallelism":100,"systemMaxJobCount":20,"maxDegreeOfParallelismPerJob":30,"minPriorityPerJob":1,"computePolicies":[],"queryStoreRetention":30,"hiveMetastores":[],"currentTier":"Consumption","newTier":"Consumption","provisioningState":"Succeeded","state":"Active","endpoint":"pyarmadla232e3152c.azuredatalakeanalytics.net","accountId":"c262c13e-1259-46a0-a7c1-3a7998195b6e","creationTime":"2018-05-21T09:27:36.1712241Z","lastModifiedTime":"2018-05-21T09:27:36.1712241Z"},"location":"East + US 2","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c","name":"pyarmadla232e3152c","type":"Microsoft.DataLakeAnalytics/accounts"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:28:17 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['1317'] + x-ms-correlation-request-id: [e99d1e25-a675-4e8d-b202-33173ab74d84] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [8d5e025b-2689-45e2-b68e-2bd2553e1f3e] + x-ms-routing-request-id: ['WESTUS2:20180521T092818Z:e99d1e25-a675-4e8d-b202-33173ab74d84'] + status: {code: 200, message: OK} +- request: + body: '{"type": "USql", "properties": {"script": "DROP DATABASE IF EXISTS adladb32e3152c; + CREATE DATABASE adladb32e3152c; \nCREATE TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define + schema of table\n UserId int, \n Start DateTime, + \n Region string, \n Query string, \n Duration int, + \n Urls string, \n ClickedUrls string,\n INDEX + idx1 \n CLUSTERED (Region ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER + TABLE adladb32e3152c.dbo.adlatable32e3152c ADD IF NOT EXISTS PARTITION (1);\n\nINSERT + INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, Start, Region, Query, Duration, + Urls, ClickedUrls)\nON INTEGRITY VIOLATION MOVE TO PARTITION (1)\nVALUES\n(1, + new DateTime(2018, 04, 25), \"US\"\", @\"fake query\", 34, \"http://url1.fake.com\", + \"http://clickedUrl1.fake.com\"),\n(1, new DateTime(2018, 04, 26), \"EN\"\", + @\"fake query\", 23, \"http://url2.fake.com\", \"http://clickedUrl2.fake.com\");\n\nDROP + FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS + @result TABLE\n(\n s_date DateTime,\n s_time string,\n s_sitename string,\n cs_method + string, \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;", + "type": "USql"}, "name": "testjob32e3152c", "degreeOfParallelism": 2}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['2648'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [fe4f6902-5cd9-11e8-8380-e0071b8ab1e7] + method: PUT + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:33:19.0087649+00:00","state":"Compiling","result":"None","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:33:19.0087649+00:00","details":"userName:;submitMachine:N/A"}],"properties":{"owner":"AdlSdkTestApp01@SPI","runtimeVersion":"default","rootProcessNodeId":"00000000-0000-0000-0000-000000000000","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/33/00000000-0000-0000-0000-000000000000/algebra.xml","compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT0S","totalPausedTime":"PT0S","totalQueuedTime":"PT0S","totalRunningTime":"PT0S","expirationTimeUtc":"0001-01-01T00:00:00Z","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:33:19 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [7b71cd9a-8b08-4859-bab8-32bcf7d15472] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [ff3ae4fa-5cd9-11e8-8a57-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:33:19.0087649+00:00","state":"Compiling","result":"None","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:33:19.0087649+00:00","details":"userName:;submitMachine:N/A"},{"newState":"Compiling","timeStamp":"2018-05-21T09:33:19.5868937+00:00","details":"Compilation:b29a3ee2-dc92-45c1-86ae-5e832c4f59a9;Status:Dispatched"}],"properties":{"owner":"AdlSdkTestApp01@SPI","resources":[{"name":"Profile","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/33/00000000-0000-0000-0000-000000000000/profile","type":"StatisticsResource"},{"name":"__ScopeRuntimeStatistics__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/33/00000000-0000-0000-0000-000000000000/__ScopeRuntimeStatistics__.xml","type":"StatisticsResource"}],"runtimeVersion":"default","rootProcessNodeId":"00000000-0000-0000-0000-000000000000","script":"DROP + DATABASE IF EXISTS adladb32e3152c; CREATE DATABASE adladb32e3152c; \nCREATE + TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define schema of + table\n UserId int, \n Start DateTime, \n Region string, + \n Query string, \n Duration int, \n Urls string, + \n ClickedUrls string,\n INDEX idx1 \n CLUSTERED (Region + ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER TABLE adladb32e3152c.dbo.adlatable32e3152c + ADD IF NOT EXISTS PARTITION (1);\n\nINSERT INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, + Start, Region, Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION + MOVE TO PARTITION (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"US\"\", @\"fake + query\", 34, \"http://url1.fake.com\", \"http://clickedUrl1.fake.com\"),\n(1, + new DateTime(2018, 04, 26), \"EN\"\", @\"fake query\", 23, \"http://url2.fake.com\", + \"http://clickedUrl2.fake.com\");\n\nDROP FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE + FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS @result TABLE\n(\n s_date + DateTime,\n s_time string,\n s_sitename string,\n cs_method string, + \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/33/00000000-0000-0000-0000-000000000000/algebra.xml","compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT1.0730673S","totalPausedTime":"PT0S","totalQueuedTime":"PT0S","totalRunningTime":"PT0S","expirationTimeUtc":"0001-01-01T00:00:00","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:33:20 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c97c3da5-7671-421b-a855-d037d48efaaf] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [02f47076-5cda-11e8-ae15-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:33:19.0087649+00:00","endTime":"2018-05-21T09:33:25.8994306+00:00","state":"Ended","result":"Failed","errorMessage":[{"errorId":"E_CSC_USER_SYNTAXERROR","severity":"Error","component":"CSC","source":"USER","message":"syntax + error. Expected one of: '')'' '','' ","details":"at token ''\", @\"'', line + 23\r\nnear the ###:\r\n**************\r\nble32e3152c\n(UserId, Start, Region, + Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION MOVE TO PARTITION + (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"US\" ### \", @\"fake query\", + 34, \"http://url1.fake.com\", \"http://clickedUrl1.fake.com\"),\n(1, new DateTime(2018, + 04, 26), \"EN\"\", @\"fake query\", 23, \"http://url2.fake.com\", ","description":"Invalid + syntax found in the script.","resolution":"Correct the script syntax, using + expected token(s) as a guide.","helpLink":"","filePath":"","lineNumber":23,"startOffset":754,"endOffset":759}],"stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:33:19.0087649+00:00","details":"userName:;submitMachine:N/A"},{"newState":"Compiling","timeStamp":"2018-05-21T09:33:19.5868937+00:00","details":"Compilation:b29a3ee2-dc92-45c1-86ae-5e832c4f59a9;Status:Dispatched"},{"newState":"Ended","timeStamp":"2018-05-21T09:33:25.8994306+00:00","details":"result:CompilationFailed"}],"properties":{"owner":"AdlSdkTestApp01@SPI","resources":[{"name":"Profile","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/33/00000000-0000-0000-0000-000000000000/profile","type":"StatisticsResource"},{"name":"__ScopeRuntimeStatistics__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/33/00000000-0000-0000-0000-000000000000/__ScopeRuntimeStatistics__.xml","type":"StatisticsResource"}],"runtimeVersion":"release_20180117_adl_778615","rootProcessNodeId":"00000000-0000-0000-0000-000000000000","script":"DROP + DATABASE IF EXISTS adladb32e3152c; CREATE DATABASE adladb32e3152c; \nCREATE + TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define schema of + table\n UserId int, \n Start DateTime, \n Region string, + \n Query string, \n Duration int, \n Urls string, + \n ClickedUrls string,\n INDEX idx1 \n CLUSTERED (Region + ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER TABLE adladb32e3152c.dbo.adlatable32e3152c + ADD IF NOT EXISTS PARTITION (1);\n\nINSERT INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, + Start, Region, Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION + MOVE TO PARTITION (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"US\"\", @\"fake + query\", 34, \"http://url1.fake.com\", \"http://clickedUrl1.fake.com\"),\n(1, + new DateTime(2018, 04, 26), \"EN\"\", @\"fake query\", 23, \"http://url2.fake.com\", + \"http://clickedUrl2.fake.com\");\n\nDROP FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE + FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS @result TABLE\n(\n s_date + DateTime,\n s_time string,\n s_sitename string,\n cs_method string, + \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/33/00000000-0000-0000-0000-000000000000/algebra.xml","compileMode":"Semantic","errorSource":"UserError","totalCompilationTime":"PT6.3125369S","totalPausedTime":"PT0S","totalQueuedTime":"PT0S","totalRunningTime":"PT0S","expirationTimeUtc":"0001-01-01T00:00:00","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:33:26 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [35309155-990f-4894-97ce-dc64053698bf] + status: {code: 200, message: OK} +- request: + body: '{"location": "East US 2"}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['25'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 resourcemanagementclient/2.0.0rc1 Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [5bcfa764-5cda-11e8-820f-e0071b8ab1e7] + method: PUT + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourcegroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c?api-version=2018-02-01 + response: + body: {string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c","name":"test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c","location":"eastus2","properties":{"provisioningState":"Succeeded"}}'} + headers: + Cache-Control: [no-cache] + Content-Length: ['274'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:35:56 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + X-Content-Type-Options: [nosniff] + x-ms-correlation-request-id: [ebf089f1-3e52-4d65-a429-caa0c13ea923] + x-ms-ratelimit-remaining-subscription-writes: ['1199'] + x-ms-request-id: [ebf089f1-3e52-4d65-a429-caa0c13ea923] + x-ms-routing-request-id: ['WESTUS2:20180521T093556Z:ebf089f1-3e52-4d65-a429-caa0c13ea923'] + status: {code: 201, message: Created} +- request: + body: '{"location": "East US 2"}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['25'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-store/0.4.0 Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [5ceaf018-5cda-11e8-aeb9-e0071b8ab1e7] + method: PUT + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c?api-version=2016-11-01 + response: + body: {string: '{"properties":{"provisioningState":"Creating","state":null,"endpoint":null,"accountId":"aac7791b-a45c-41f1-bf1c-aae82e14e49e"},"location":"East + US 2","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c","name":"pyarmadls232e3152c","type":"Microsoft.DataLakeStore/accounts"}'} + headers: + Azure-AsyncOperation: ['https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeStore/locations/EastUS2/operationResults/aac7791b-a45c-41f1-bf1c-aae82e14e49e0?api-version=2016-11-01&expanded=true'] + Cache-Control: [no-cache] + Content-Length: ['417'] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:35:58 GMT'] + Expires: ['-1'] + Location: ['https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourcegroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c/operationresults/0?api-version=2016-11-01'] + Pragma: [no-cache] + Retry-After: ['0'] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + x-ms-correlation-request-id: [fd3fc646-233f-4a6c-ae69-0293ccfc042d] + x-ms-ratelimit-remaining-subscription-writes: ['1199'] + x-ms-request-id: [7f955311-a82c-4816-b6fa-2972cad6449c] + x-ms-routing-request-id: ['WESTUS2:20180521T093559Z:fd3fc646-233f-4a6c-ae69-0293ccfc042d'] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-store/0.4.0 Azure-SDK-For-Python] + x-ms-client-request-id: [5ceaf018-5cda-11e8-aeb9-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeStore/locations/EastUS2/operationResults/aac7791b-a45c-41f1-bf1c-aae82e14e49e0?api-version=2016-11-01&expanded=true + response: + body: {string: '{"status":"InProgress"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:36:09 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['23'] + x-ms-correlation-request-id: [f214b440-5125-49d3-aae5-402d2ccb5927] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [446c7557-287f-4916-8c83-262e6858bd17] + x-ms-routing-request-id: ['WESTUS2:20180521T093610Z:f214b440-5125-49d3-aae5-402d2ccb5927'] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-store/0.4.0 Azure-SDK-For-Python] + x-ms-client-request-id: [5ceaf018-5cda-11e8-aeb9-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeStore/locations/EastUS2/operationResults/aac7791b-a45c-41f1-bf1c-aae82e14e49e0?api-version=2016-11-01&expanded=true + response: + body: {string: '{"status":"Succeeded"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:36:41 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['22'] + x-ms-correlation-request-id: [c09345bb-caa8-4e25-89c4-32ec9320557f] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [1fb1f0d9-fe0b-4e93-98e3-85ff89b67666] + x-ms-routing-request-id: ['WESTUS2:20180521T093641Z:c09345bb-caa8-4e25-89c4-32ec9320557f'] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-store/0.4.0 Azure-SDK-For-Python] + x-ms-client-request-id: [5ceaf018-5cda-11e8-aeb9-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c?api-version=2016-11-01 + response: + body: {string: '{"properties":{"firewallState":"Disabled","firewallAllowAzureIps":"Disabled","firewallAllowDataLakeAnalytics":"Disabled","firewallRules":[],"virtualNetworkRules":[],"trustedIdProviderState":"Disabled","trustedIdProviders":[],"encryptionState":"Enabled","encryptionConfig":{"type":"ServiceManaged"},"currentTier":"Consumption","newTier":"Consumption","provisioningState":"Succeeded","state":"Active","endpoint":"pyarmadls232e3152c.azuredatalakestore.net","accountId":"aac7791b-a45c-41f1-bf1c-aae82e14e49e","creationTime":"2018-05-21T09:36:00.6428339Z","lastModifiedTime":"2018-05-21T09:36:00.6428339Z"},"location":"East + US 2","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeStore/accounts/pyarmadls232e3152c","name":"pyarmadls232e3152c","type":"Microsoft.DataLakeStore/accounts"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:36:43 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['892'] + x-ms-correlation-request-id: [61e25c89-42a8-4199-894a-1decba03e5b2] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [5abb6b3e-2b8b-4ecc-b9d6-270a755ee545] + x-ms-routing-request-id: ['WESTUS2:20180521T093643Z:61e25c89-42a8-4199-894a-1decba03e5b2'] + status: {code: 200, message: OK} +- request: + body: '{"location": "East US 2", "properties": {"defaultDataLakeStoreAccount": + "pyarmadls232e3152c", "dataLakeStoreAccounts": [{"name": "pyarmadls232e3152c"}], + "maxJobCount": 3, "maxDegreeOfParallelism": 30, "queryStoreRetention": 30}}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['228'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [787e16e8-5cda-11e8-a984-e0071b8ab1e7] + method: PUT + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c?api-version=2016-11-01 + response: + body: {string: '{"properties":{"defaultDataLakeStoreAccount":"pyarmadls232e3152c","dataLakeStoreAccounts":[{"properties":{"suffix":"azuredatalakestore.net"},"name":"pyarmadls232e3152c"}],"maxDegreeOfParallelism":30,"maxJobCount":3,"queryStoreRetention":30,"provisioningState":"Creating","state":null,"endpoint":null,"accountId":"61210341-0bc7-43a6-9d86-0dfb49914aa5"},"location":"East + US 2","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c","name":"pyarmadla232e3152c","type":"Microsoft.DataLakeAnalytics/accounts"}'} + headers: + Azure-AsyncOperation: ['https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeAnalytics/locations/EastUS2/operationResults/61210341-0bc7-43a6-9d86-0dfb49914aa50?api-version=2016-11-01&expanded=true'] + Cache-Control: [no-cache] + Content-Length: ['650'] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:36:45 GMT'] + Expires: ['-1'] + Location: ['https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourcegroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c/operationresults/0?api-version=2016-11-01'] + Pragma: [no-cache] + Retry-After: ['0'] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + x-ms-correlation-request-id: [1a6d262e-a835-47ce-973e-7a1646cab4e0] + x-ms-ratelimit-remaining-subscription-writes: ['1199'] + x-ms-request-id: [380f638a-4007-4ce8-b5df-e0e1db025499] + x-ms-routing-request-id: ['WESTUS2:20180521T093646Z:1a6d262e-a835-47ce-973e-7a1646cab4e0'] + status: {code: 201, message: Created} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + x-ms-client-request-id: [787e16e8-5cda-11e8-a984-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeAnalytics/locations/EastUS2/operationResults/61210341-0bc7-43a6-9d86-0dfb49914aa50?api-version=2016-11-01&expanded=true + response: + body: {string: '{"status":"InProgress"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:36:56 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['23'] + x-ms-correlation-request-id: [f123cc7d-ad1c-4a7c-b781-2e91b41a4bc3] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [3e044fb2-5e35-4143-aa8c-60e8340d7f6a] + x-ms-routing-request-id: ['WESTUS2:20180521T093657Z:f123cc7d-ad1c-4a7c-b781-2e91b41a4bc3'] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + x-ms-client-request-id: [787e16e8-5cda-11e8-a984-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/providers/Microsoft.DataLakeAnalytics/locations/EastUS2/operationResults/61210341-0bc7-43a6-9d86-0dfb49914aa50?api-version=2016-11-01&expanded=true + response: + body: {string: '{"status":"Succeeded"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:37:27 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['22'] + x-ms-correlation-request-id: [3ea180a1-2c1f-4477-9d5c-df4154491ef2] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [e9ba1d56-f976-43c4-8197-a864e09e4017] + x-ms-routing-request-id: ['WESTUS2:20180521T093728Z:3ea180a1-2c1f-4477-9d5c-df4154491ef2'] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + x-ms-client-request-id: [787e16e8-5cda-11e8-a984-e0071b8ab1e7] + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c?api-version=2016-11-01 + response: + body: {string: '{"properties":{"firewallState":"Disabled","firewallAllowAzureIps":"Disabled","debugDataAccessLevel":"All","firewallRules":[],"defaultDataLakeStoreAccount":"pyarmadls232e3152c","dataLakeStoreAccounts":[{"properties":{"suffix":"azuredatalakestore.net"},"name":"pyarmadls232e3152c"}],"publicDataLakeStoreAccounts":[{"properties":{"suffix":"azuredatalakestore.net"},"name":"adltrainingsampledata"},{"properties":{"suffix":"azuredatalakestore.net"},"name":"ghinsights"}],"storageAccounts":[],"maxDegreeOfParallelism":30,"maxJobCount":3,"systemMaxDegreeOfParallelism":100,"systemMaxJobCount":20,"maxDegreeOfParallelismPerJob":30,"minPriorityPerJob":1,"computePolicies":[],"queryStoreRetention":30,"hiveMetastores":[],"currentTier":"Consumption","newTier":"Consumption","provisioningState":"Succeeded","state":"Active","endpoint":"pyarmadla232e3152c.azuredatalakeanalytics.net","accountId":"61210341-0bc7-43a6-9d86-0dfb49914aa5","creationTime":"2018-05-21T09:36:47.1635485Z","lastModifiedTime":"2018-05-21T09:36:47.1635485Z"},"location":"East + US 2","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/test_mgmt_datalake_analytics_test_adla_catalog_items32e3152c/providers/Microsoft.DataLakeAnalytics/accounts/pyarmadla232e3152c","name":"pyarmadla232e3152c","type":"Microsoft.DataLakeAnalytics/accounts"}'} + headers: + Cache-Control: [no-cache] + Content-Type: [application/json] + Date: ['Mon, 21 May 2018 09:37:29 GMT'] + Expires: ['-1'] + Pragma: [no-cache] + Server: [Microsoft-IIS/8.5] + Strict-Transport-Security: [max-age=31536000; includeSubDomains] + Transfer-Encoding: [chunked] + Vary: [Accept-Encoding] + X-AspNet-Version: [4.0.30319] + X-Content-Type-Options: [nosniff] + X-Powered-By: [ASP.NET] + content-length: ['1317'] + x-ms-correlation-request-id: [e9f6a8f7-04b8-4e04-83a2-1eea18edfd26] + x-ms-ratelimit-remaining-subscription-reads: ['14999'] + x-ms-request-id: [3d41c77a-2606-4a80-a342-59ad60217e4a] + x-ms-routing-request-id: ['WESTUS2:20180521T093729Z:e9f6a8f7-04b8-4e04-83a2-1eea18edfd26'] + status: {code: 200, message: OK} +- request: + body: '{"type": "USql", "properties": {"script": "DROP DATABASE IF EXISTS adladb32e3152c; + CREATE DATABASE adladb32e3152c; \nCREATE TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define + schema of table\n UserId int, \n Start DateTime, + \n Region string, \n Query string, \n Duration int, + \n Urls string, \n ClickedUrls string,\n INDEX + idx1 \n CLUSTERED (Region ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER + TABLE adladb32e3152c.dbo.adlatable32e3152c ADD IF NOT EXISTS PARTITION (1);\n\nINSERT + INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, Start, Region, Query, Duration, + Urls, ClickedUrls)\nON INTEGRITY VIOLATION MOVE TO PARTITION (1)\nVALUES\n(1, + new DateTime(2018, 04, 25), \"US\", @\"fake query\", 34, \"http://url1.fake.com\", + \"http://clickedUrl1.fake.com\"),\n(1, new DateTime(2018, 04, 26), \"EN\", @\"fake + query\", 23, \"http://url2.fake.com\", \"http://clickedUrl2.fake.com\");\n\nDROP + FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS + @result TABLE\n(\n s_date DateTime,\n s_time string,\n s_sitename string,\n cs_method + string, \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;", + "type": "USql"}, "name": "testjob32e3152c", "degreeOfParallelism": 2}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['2644'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [46dfa99e-5cdb-11e8-a890-e0071b8ab1e7] + method: PUT + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:42:30.308636+00:00","state":"Compiling","result":"None","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:42:30.308636+00:00","details":"userName:;submitMachine:N/A"}],"properties":{"owner":"AdlSdkTestApp01@SPI","runtimeVersion":"default","rootProcessNodeId":"00000000-0000-0000-0000-000000000000","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/algebra.xml","compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT0S","totalPausedTime":"PT0S","totalQueuedTime":"PT0S","totalRunningTime":"PT0S","expirationTimeUtc":"0001-01-01T00:00:00Z","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:42:30 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [14da9466-622b-4cd6-81f1-4aabb6efb347] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [47cd200c-5cdb-11e8-a4f5-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:42:30.308636+00:00","state":"Compiling","result":"None","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:42:30.308636+00:00","details":"userName:;submitMachine:N/A"},{"newState":"Compiling","timeStamp":"2018-05-21T09:42:30.8398699+00:00","details":"Compilation:ab09c3e6-9b77-40e2-8ee6-b09b85c20a8f;Status:Dispatched"}],"properties":{"owner":"AdlSdkTestApp01@SPI","resources":[{"name":"Profile","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/profile","type":"StatisticsResource"},{"name":"__ScopeRuntimeStatistics__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeRuntimeStatistics__.xml","type":"StatisticsResource"}],"runtimeVersion":"default","rootProcessNodeId":"00000000-0000-0000-0000-000000000000","script":"DROP + DATABASE IF EXISTS adladb32e3152c; CREATE DATABASE adladb32e3152c; \nCREATE + TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define schema of + table\n UserId int, \n Start DateTime, \n Region string, + \n Query string, \n Duration int, \n Urls string, + \n ClickedUrls string,\n INDEX idx1 \n CLUSTERED (Region + ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER TABLE adladb32e3152c.dbo.adlatable32e3152c + ADD IF NOT EXISTS PARTITION (1);\n\nINSERT INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, + Start, Region, Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION + MOVE TO PARTITION (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"US\", @\"fake + query\", 34, \"http://url1.fake.com\", \"http://clickedUrl1.fake.com\"),\n(1, + new DateTime(2018, 04, 26), \"EN\", @\"fake query\", 23, \"http://url2.fake.com\", + \"http://clickedUrl2.fake.com\");\n\nDROP FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE + FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS @result TABLE\n(\n s_date + DateTime,\n s_time string,\n s_sitename string,\n cs_method string, + \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/algebra.xml","compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT1.0727271S","totalPausedTime":"PT0S","totalQueuedTime":"PT0S","totalRunningTime":"PT0S","expirationTimeUtc":"0001-01-01T00:00:00","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:42:31 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [cab737bf-30e9-43c1-837e-24e596d64f25] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [4b8c6780-5cdb-11e8-b735-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:42:30.308636+00:00","state":"Compiling","result":"None","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:42:30.308636+00:00","details":"userName:;submitMachine:N/A"},{"newState":"Compiling","timeStamp":"2018-05-21T09:42:30.8398699+00:00","details":"Compilation:ab09c3e6-9b77-40e2-8ee6-b09b85c20a8f;Status:Dispatched"}],"properties":{"owner":"AdlSdkTestApp01@SPI","resources":[{"name":"Profile","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/profile","type":"StatisticsResource"},{"name":"__ScopeRuntimeStatistics__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeRuntimeStatistics__.xml","type":"StatisticsResource"}],"runtimeVersion":"default","rootProcessNodeId":"00000000-0000-0000-0000-000000000000","script":"DROP + DATABASE IF EXISTS adladb32e3152c; CREATE DATABASE adladb32e3152c; \nCREATE + TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define schema of + table\n UserId int, \n Start DateTime, \n Region string, + \n Query string, \n Duration int, \n Urls string, + \n ClickedUrls string,\n INDEX idx1 \n CLUSTERED (Region + ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER TABLE adladb32e3152c.dbo.adlatable32e3152c + ADD IF NOT EXISTS PARTITION (1);\n\nINSERT INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, + Start, Region, Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION + MOVE TO PARTITION (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"US\", @\"fake + query\", 34, \"http://url1.fake.com\", \"http://clickedUrl1.fake.com\"),\n(1, + new DateTime(2018, 04, 26), \"EN\", @\"fake query\", 23, \"http://url2.fake.com\", + \"http://clickedUrl2.fake.com\");\n\nDROP FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE + FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS @result TABLE\n(\n s_date + DateTime,\n s_time string,\n s_sitename string,\n cs_method string, + \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/algebra.xml","compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT7.3777222S","totalPausedTime":"PT0S","totalQueuedTime":"PT0S","totalRunningTime":"PT0S","expirationTimeUtc":"0001-01-01T00:00:00","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:42:37 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [4b78b655-bff9-4b9e-95d2-ff170b028c49] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [4f4e5926-5cdb-11e8-b784-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:42:30.308636+00:00","state":"Compiling","result":"None","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:42:30.308636+00:00","details":"userName:;submitMachine:N/A"},{"newState":"Compiling","timeStamp":"2018-05-21T09:42:30.8398699+00:00","details":"Compilation:ab09c3e6-9b77-40e2-8ee6-b09b85c20a8f;Status:Dispatched"}],"properties":{"owner":"AdlSdkTestApp01@SPI","resources":[{"name":"Profile","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/profile","type":"StatisticsResource"},{"name":"__ScopeRuntimeStatistics__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeRuntimeStatistics__.xml","type":"StatisticsResource"}],"runtimeVersion":"default","rootProcessNodeId":"00000000-0000-0000-0000-000000000000","script":"DROP + DATABASE IF EXISTS adladb32e3152c; CREATE DATABASE adladb32e3152c; \nCREATE + TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define schema of + table\n UserId int, \n Start DateTime, \n Region string, + \n Query string, \n Duration int, \n Urls string, + \n ClickedUrls string,\n INDEX idx1 \n CLUSTERED (Region + ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER TABLE adladb32e3152c.dbo.adlatable32e3152c + ADD IF NOT EXISTS PARTITION (1);\n\nINSERT INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, + Start, Region, Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION + MOVE TO PARTITION (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"US\", @\"fake + query\", 34, \"http://url1.fake.com\", \"http://clickedUrl1.fake.com\"),\n(1, + new DateTime(2018, 04, 26), \"EN\", @\"fake query\", 23, \"http://url2.fake.com\", + \"http://clickedUrl2.fake.com\");\n\nDROP FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE + FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS @result TABLE\n(\n s_date + DateTime,\n s_time string,\n s_sitename string,\n cs_method string, + \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/algebra.xml","compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT13.5809961S","totalPausedTime":"PT0S","totalQueuedTime":"PT0S","totalRunningTime":"PT0S","expirationTimeUtc":"0001-01-01T00:00:00","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:42:44 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [65eba5ec-2970-472e-99c6-57f3aadc3a56] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [52e7819e-5cdb-11e8-8779-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:42:30.308636+00:00","state":"Compiling","result":"None","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:42:30.308636+00:00","details":"userName:;submitMachine:N/A"},{"newState":"Compiling","timeStamp":"2018-05-21T09:42:30.8398699+00:00","details":"Compilation:ab09c3e6-9b77-40e2-8ee6-b09b85c20a8f;Status:Dispatched"}],"properties":{"owner":"AdlSdkTestApp01@SPI","resources":[{"name":"Profile","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/profile","type":"StatisticsResource"},{"name":"__ScopeRuntimeStatistics__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeRuntimeStatistics__.xml","type":"StatisticsResource"}],"runtimeVersion":"default","rootProcessNodeId":"00000000-0000-0000-0000-000000000000","script":"DROP + DATABASE IF EXISTS adladb32e3152c; CREATE DATABASE adladb32e3152c; \nCREATE + TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define schema of + table\n UserId int, \n Start DateTime, \n Region string, + \n Query string, \n Duration int, \n Urls string, + \n ClickedUrls string,\n INDEX idx1 \n CLUSTERED (Region + ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER TABLE adladb32e3152c.dbo.adlatable32e3152c + ADD IF NOT EXISTS PARTITION (1);\n\nINSERT INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, + Start, Region, Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION + MOVE TO PARTITION (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"US\", @\"fake + query\", 34, \"http://url1.fake.com\", \"http://clickedUrl1.fake.com\"),\n(1, + new DateTime(2018, 04, 26), \"EN\", @\"fake query\", 23, \"http://url2.fake.com\", + \"http://clickedUrl2.fake.com\");\n\nDROP FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE + FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS @result TABLE\n(\n s_date + DateTime,\n s_time string,\n s_sitename string,\n cs_method string, + \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/algebra.xml","compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT19.716084S","totalPausedTime":"PT0S","totalQueuedTime":"PT0S","totalRunningTime":"PT0S","expirationTimeUtc":"0001-01-01T00:00:00","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:42:50 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f5bded0d-5352-40cf-8100-1415778f810d] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [56adbbca-5cdb-11e8-ad2c-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:42:30.308636+00:00","state":"Starting","result":"None","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:42:30.308636+00:00","details":"userName:;submitMachine:N/A"},{"newState":"Compiling","timeStamp":"2018-05-21T09:42:30.8398699+00:00","details":"Compilation:ab09c3e6-9b77-40e2-8ee6-b09b85c20a8f;Status:Dispatched"},{"newState":"Queued","timeStamp":"2018-05-21T09:42:52.7462407+00:00"},{"newState":"Scheduling","timeStamp":"2018-05-21T09:42:52.7618876+00:00","details":"Detail:Dispatching + job to cluster.;rootProcessId:f7662f01-2416-4a46-9747-ca0b85c9c0d2"},{"newState":"Starting","timeStamp":"2018-05-21T09:42:52.7775106+00:00","details":"runtimeVersion:release_20180117_adl_778615"}],"properties":{"owner":"AdlSdkTestApp01@SPI","resources":[{"name":"diagnosticsjson","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/diagnosticsjson","type":"StatisticsResource"},{"name":"__ScopeCodeGenEngine__.dll","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.dll","type":"VertexResource"},{"name":"__ScopeCodeGen__.pdb","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.pdb","type":"VertexResource"},{"name":"__ScopeCodeGenEngine__.cppresources","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.cppresources","type":"StatisticsResource"},{"name":"__ScopeCodeGen__.dll","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.dll","type":"VertexResource"},{"name":"ScopeVertexDef.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/ScopeVertexDef.xml","type":"VertexResource"},{"name":"__ScopeCodeGenCompileOutput__.txt","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenCompileOutput__.txt","type":"StatisticsResource"},{"name":"__ScopeCodeGenEngine__.dll.cpp","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.dll.cpp","type":"StatisticsResource"},{"name":"PartitionLastRows.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/PartitionLastRows.xml","type":"VertexResource"},{"name":"query.abr","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/query.abr","type":"StatisticsResource"},{"name":"__SystemInternalInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__SystemInternalInfo__.xml","type":"StatisticsResource"},{"name":"__ScopeCodeGenCompileOptions__.txt","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenCompileOptions__.txt","type":"StatisticsResource"},{"name":"__ScopeCodeGen__.dll.cs","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.dll.cs","type":"StatisticsResource"},{"name":"__SStreamInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__SStreamInfo__.xml","type":"JobManagerResource"},{"name":"__ScopeCodeGenEngine__.pdb","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.pdb","type":"VertexResource"},{"name":"__ScopeDiagnosisInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeDiagnosisInfo__.xml","type":"StatisticsResource"},{"name":"Profile","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/profile","type":"StatisticsResource"},{"name":"__ScopeRuntimeStatistics__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeRuntimeStatistics__.xml","type":"StatisticsResource"}],"runtimeVersion":"release_20180117_adl_778615","rootProcessNodeId":"f7662f01-2416-4a46-9747-ca0b85c9c0d2","script":"DROP + DATABASE IF EXISTS adladb32e3152c; CREATE DATABASE adladb32e3152c; \nCREATE + TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define schema of + table\n UserId int, \n Start DateTime, \n Region string, + \n Query string, \n Duration int, \n Urls string, + \n ClickedUrls string,\n INDEX idx1 \n CLUSTERED (Region + ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER TABLE adladb32e3152c.dbo.adlatable32e3152c + ADD IF NOT EXISTS PARTITION (1);\n\nINSERT INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, + Start, Region, Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION + MOVE TO PARTITION (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"US\", @\"fake + query\", 34, \"http://url1.fake.com\", \"http://clickedUrl1.fake.com\"),\n(1, + new DateTime(2018, 04, 26), \"EN\", @\"fake query\", 23, \"http://url2.fake.com\", + \"http://clickedUrl2.fake.com\");\n\nDROP FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE + FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS @result TABLE\n(\n s_date + DateTime,\n s_time string,\n s_sitename string,\n cs_method string, + \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/algebra.xml","yarnApplicationId":1908316,"yarnApplicationTimeStamp":1526319466029,"compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT21.9063708S","totalPausedTime":"PT0S","totalQueuedTime":"PT0.0156469S","totalRunningTime":"PT0S","expirationTimeUtc":"0001-01-01T00:00:00","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:42:56 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [59247394-27c6-4558-b6f8-163e8932fcfc] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [5a64deb0-5cdb-11e8-af12-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:42:30.308636+00:00","state":"Starting","result":"None","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:42:30.308636+00:00","details":"userName:;submitMachine:N/A"},{"newState":"Compiling","timeStamp":"2018-05-21T09:42:30.8398699+00:00","details":"Compilation:ab09c3e6-9b77-40e2-8ee6-b09b85c20a8f;Status:Dispatched"},{"newState":"Queued","timeStamp":"2018-05-21T09:42:52.7462407+00:00"},{"newState":"Scheduling","timeStamp":"2018-05-21T09:42:52.7618876+00:00","details":"Detail:Dispatching + job to cluster.;rootProcessId:f7662f01-2416-4a46-9747-ca0b85c9c0d2"},{"newState":"Starting","timeStamp":"2018-05-21T09:42:52.7775106+00:00","details":"runtimeVersion:release_20180117_adl_778615"}],"properties":{"owner":"AdlSdkTestApp01@SPI","resources":[{"name":"diagnosticsjson","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/diagnosticsjson","type":"StatisticsResource"},{"name":"__ScopeCodeGenEngine__.dll","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.dll","type":"VertexResource"},{"name":"__ScopeCodeGen__.pdb","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.pdb","type":"VertexResource"},{"name":"__ScopeCodeGenEngine__.cppresources","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.cppresources","type":"StatisticsResource"},{"name":"__ScopeCodeGen__.dll","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.dll","type":"VertexResource"},{"name":"ScopeVertexDef.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/ScopeVertexDef.xml","type":"VertexResource"},{"name":"__ScopeCodeGenCompileOutput__.txt","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenCompileOutput__.txt","type":"StatisticsResource"},{"name":"__ScopeCodeGenEngine__.dll.cpp","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.dll.cpp","type":"StatisticsResource"},{"name":"PartitionLastRows.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/PartitionLastRows.xml","type":"VertexResource"},{"name":"query.abr","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/query.abr","type":"StatisticsResource"},{"name":"__SystemInternalInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__SystemInternalInfo__.xml","type":"StatisticsResource"},{"name":"__ScopeCodeGenCompileOptions__.txt","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenCompileOptions__.txt","type":"StatisticsResource"},{"name":"__ScopeCodeGen__.dll.cs","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.dll.cs","type":"StatisticsResource"},{"name":"__SStreamInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__SStreamInfo__.xml","type":"JobManagerResource"},{"name":"__ScopeCodeGenEngine__.pdb","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.pdb","type":"VertexResource"},{"name":"__ScopeDiagnosisInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeDiagnosisInfo__.xml","type":"StatisticsResource"},{"name":"Profile","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/profile","type":"StatisticsResource"},{"name":"__ScopeRuntimeStatistics__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeRuntimeStatistics__.xml","type":"StatisticsResource"}],"runtimeVersion":"release_20180117_adl_778615","rootProcessNodeId":"f7662f01-2416-4a46-9747-ca0b85c9c0d2","script":"DROP + DATABASE IF EXISTS adladb32e3152c; CREATE DATABASE adladb32e3152c; \nCREATE + TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define schema of + table\n UserId int, \n Start DateTime, \n Region string, + \n Query string, \n Duration int, \n Urls string, + \n ClickedUrls string,\n INDEX idx1 \n CLUSTERED (Region + ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER TABLE adladb32e3152c.dbo.adlatable32e3152c + ADD IF NOT EXISTS PARTITION (1);\n\nINSERT INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, + Start, Region, Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION + MOVE TO PARTITION (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"US\", @\"fake + query\", 34, \"http://url1.fake.com\", \"http://clickedUrl1.fake.com\"),\n(1, + new DateTime(2018, 04, 26), \"EN\", @\"fake query\", 23, \"http://url2.fake.com\", + \"http://clickedUrl2.fake.com\");\n\nDROP FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE + FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS @result TABLE\n(\n s_date + DateTime,\n s_time string,\n s_sitename string,\n cs_method string, + \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/algebra.xml","yarnApplicationId":1908316,"yarnApplicationTimeStamp":1526319466029,"compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT21.9063708S","totalPausedTime":"PT0S","totalQueuedTime":"PT0.0156469S","totalRunningTime":"PT0S","expirationTimeUtc":"0001-01-01T00:00:00","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:43:02 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [d7d4bc6d-9363-4926-9eb9-a22006665dbd] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [5e1a837a-5cdb-11e8-89a3-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:42:30.308636+00:00","startTime":"2018-05-21T09:43:06.011936+00:00","state":"Running","result":"None","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:42:30.308636+00:00","details":"userName:;submitMachine:N/A"},{"newState":"Compiling","timeStamp":"2018-05-21T09:42:30.8398699+00:00","details":"Compilation:ab09c3e6-9b77-40e2-8ee6-b09b85c20a8f;Status:Dispatched"},{"newState":"Queued","timeStamp":"2018-05-21T09:42:52.7462407+00:00"},{"newState":"Scheduling","timeStamp":"2018-05-21T09:42:52.7618876+00:00","details":"Detail:Dispatching + job to cluster.;rootProcessId:f7662f01-2416-4a46-9747-ca0b85c9c0d2"},{"newState":"Starting","timeStamp":"2018-05-21T09:42:52.7775106+00:00","details":"runtimeVersion:release_20180117_adl_778615"},{"newState":"Running","timeStamp":"2018-05-21T09:43:06.011936+00:00","details":"runAttempt:1"}],"properties":{"owner":"AdlSdkTestApp01@SPI","resources":[{"name":"diagnosticsjson","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/diagnosticsjson","type":"StatisticsResource"},{"name":"__ScopeCodeGenEngine__.dll","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.dll","type":"VertexResource"},{"name":"__ScopeCodeGen__.pdb","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.pdb","type":"VertexResource"},{"name":"__ScopeCodeGenEngine__.cppresources","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.cppresources","type":"StatisticsResource"},{"name":"__ScopeCodeGen__.dll","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.dll","type":"VertexResource"},{"name":"ScopeVertexDef.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/ScopeVertexDef.xml","type":"VertexResource"},{"name":"__ScopeCodeGenCompileOutput__.txt","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenCompileOutput__.txt","type":"StatisticsResource"},{"name":"__ScopeCodeGenEngine__.dll.cpp","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.dll.cpp","type":"StatisticsResource"},{"name":"PartitionLastRows.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/PartitionLastRows.xml","type":"VertexResource"},{"name":"query.abr","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/query.abr","type":"StatisticsResource"},{"name":"__SystemInternalInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__SystemInternalInfo__.xml","type":"StatisticsResource"},{"name":"__ScopeCodeGenCompileOptions__.txt","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenCompileOptions__.txt","type":"StatisticsResource"},{"name":"__ScopeCodeGen__.dll.cs","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.dll.cs","type":"StatisticsResource"},{"name":"__SStreamInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__SStreamInfo__.xml","type":"JobManagerResource"},{"name":"__ScopeCodeGenEngine__.pdb","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.pdb","type":"VertexResource"},{"name":"__ScopeDiagnosisInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeDiagnosisInfo__.xml","type":"StatisticsResource"},{"name":"Profile","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/profile","type":"StatisticsResource"},{"name":"__ScopeRuntimeStatistics__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeRuntimeStatistics__.xml","type":"StatisticsResource"}],"runtimeVersion":"release_20180117_adl_778615","rootProcessNodeId":"f7662f01-2416-4a46-9747-ca0b85c9c0d2","script":"DROP + DATABASE IF EXISTS adladb32e3152c; CREATE DATABASE adladb32e3152c; \nCREATE + TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define schema of + table\n UserId int, \n Start DateTime, \n Region string, + \n Query string, \n Duration int, \n Urls string, + \n ClickedUrls string,\n INDEX idx1 \n CLUSTERED (Region + ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER TABLE adladb32e3152c.dbo.adlatable32e3152c + ADD IF NOT EXISTS PARTITION (1);\n\nINSERT INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, + Start, Region, Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION + MOVE TO PARTITION (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"US\", @\"fake + query\", 34, \"http://url1.fake.com\", \"http://clickedUrl1.fake.com\"),\n(1, + new DateTime(2018, 04, 26), \"EN\", @\"fake query\", 23, \"http://url2.fake.com\", + \"http://clickedUrl2.fake.com\");\n\nDROP FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE + FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS @result TABLE\n(\n s_date + DateTime,\n s_time string,\n s_sitename string,\n cs_method string, + \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/algebra.xml","yarnApplicationId":1908316,"yarnApplicationTimeStamp":1526319466029,"compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT21.9063708S","totalPausedTime":"PT0S","totalQueuedTime":"PT0.0156469S","totalRunningTime":"PT3.2296359S","expirationTimeUtc":"0001-01-01T00:00:00","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:43:08 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c1bc6652-427e-448b-8248-23afd183b4f3] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [61b2b788-5cdb-11e8-9ad6-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:42:30.308636+00:00","startTime":"2018-05-21T09:43:06.011936+00:00","state":"Running","result":"None","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:42:30.308636+00:00","details":"userName:;submitMachine:N/A"},{"newState":"Compiling","timeStamp":"2018-05-21T09:42:30.8398699+00:00","details":"Compilation:ab09c3e6-9b77-40e2-8ee6-b09b85c20a8f;Status:Dispatched"},{"newState":"Queued","timeStamp":"2018-05-21T09:42:52.7462407+00:00"},{"newState":"Scheduling","timeStamp":"2018-05-21T09:42:52.7618876+00:00","details":"Detail:Dispatching + job to cluster.;rootProcessId:f7662f01-2416-4a46-9747-ca0b85c9c0d2"},{"newState":"Starting","timeStamp":"2018-05-21T09:42:52.7775106+00:00","details":"runtimeVersion:release_20180117_adl_778615"},{"newState":"Running","timeStamp":"2018-05-21T09:43:06.011936+00:00","details":"runAttempt:1"}],"properties":{"owner":"AdlSdkTestApp01@SPI","resources":[{"name":"diagnosticsjson","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/diagnosticsjson","type":"StatisticsResource"},{"name":"__ScopeCodeGenEngine__.dll","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.dll","type":"VertexResource"},{"name":"__ScopeCodeGen__.pdb","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.pdb","type":"VertexResource"},{"name":"__ScopeCodeGenEngine__.cppresources","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.cppresources","type":"StatisticsResource"},{"name":"__ScopeCodeGen__.dll","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.dll","type":"VertexResource"},{"name":"ScopeVertexDef.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/ScopeVertexDef.xml","type":"VertexResource"},{"name":"__ScopeCodeGenCompileOutput__.txt","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenCompileOutput__.txt","type":"StatisticsResource"},{"name":"__ScopeCodeGenEngine__.dll.cpp","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.dll.cpp","type":"StatisticsResource"},{"name":"PartitionLastRows.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/PartitionLastRows.xml","type":"VertexResource"},{"name":"query.abr","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/query.abr","type":"StatisticsResource"},{"name":"__SystemInternalInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__SystemInternalInfo__.xml","type":"StatisticsResource"},{"name":"__ScopeCodeGenCompileOptions__.txt","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenCompileOptions__.txt","type":"StatisticsResource"},{"name":"__ScopeCodeGen__.dll.cs","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.dll.cs","type":"StatisticsResource"},{"name":"__SStreamInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__SStreamInfo__.xml","type":"JobManagerResource"},{"name":"__ScopeCodeGenEngine__.pdb","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.pdb","type":"VertexResource"},{"name":"__ScopeDiagnosisInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeDiagnosisInfo__.xml","type":"StatisticsResource"},{"name":"Profile","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/profile","type":"StatisticsResource"},{"name":"__ScopeRuntimeStatistics__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeRuntimeStatistics__.xml","type":"StatisticsResource"}],"runtimeVersion":"release_20180117_adl_778615","rootProcessNodeId":"f7662f01-2416-4a46-9747-ca0b85c9c0d2","script":"DROP + DATABASE IF EXISTS adladb32e3152c; CREATE DATABASE adladb32e3152c; \nCREATE + TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define schema of + table\n UserId int, \n Start DateTime, \n Region string, + \n Query string, \n Duration int, \n Urls string, + \n ClickedUrls string,\n INDEX idx1 \n CLUSTERED (Region + ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER TABLE adladb32e3152c.dbo.adlatable32e3152c + ADD IF NOT EXISTS PARTITION (1);\n\nINSERT INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, + Start, Region, Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION + MOVE TO PARTITION (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"US\", @\"fake + query\", 34, \"http://url1.fake.com\", \"http://clickedUrl1.fake.com\"),\n(1, + new DateTime(2018, 04, 26), \"EN\", @\"fake query\", 23, \"http://url2.fake.com\", + \"http://clickedUrl2.fake.com\");\n\nDROP FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE + FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS @result TABLE\n(\n s_date + DateTime,\n s_time string,\n s_sitename string,\n cs_method string, + \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/algebra.xml","yarnApplicationId":1908316,"yarnApplicationTimeStamp":1526319466029,"compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT21.9063708S","totalPausedTime":"PT0S","totalQueuedTime":"PT0.0156469S","totalRunningTime":"PT9.2473951S","expirationTimeUtc":"0001-01-01T00:00:00","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:43:15 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [24833982-90bf-4b9b-82e2-942497715313] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [654c111c-5cdb-11e8-bb32-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:42:30.308636+00:00","startTime":"2018-05-21T09:43:06.011936+00:00","state":"Running","result":"None","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:42:30.308636+00:00","details":"userName:;submitMachine:N/A"},{"newState":"Compiling","timeStamp":"2018-05-21T09:42:30.8398699+00:00","details":"Compilation:ab09c3e6-9b77-40e2-8ee6-b09b85c20a8f;Status:Dispatched"},{"newState":"Queued","timeStamp":"2018-05-21T09:42:52.7462407+00:00"},{"newState":"Scheduling","timeStamp":"2018-05-21T09:42:52.7618876+00:00","details":"Detail:Dispatching + job to cluster.;rootProcessId:f7662f01-2416-4a46-9747-ca0b85c9c0d2"},{"newState":"Starting","timeStamp":"2018-05-21T09:42:52.7775106+00:00","details":"runtimeVersion:release_20180117_adl_778615"},{"newState":"Running","timeStamp":"2018-05-21T09:43:06.011936+00:00","details":"runAttempt:1"}],"properties":{"owner":"AdlSdkTestApp01@SPI","resources":[{"name":"diagnosticsjson","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/diagnosticsjson","type":"StatisticsResource"},{"name":"__ScopeCodeGenEngine__.dll","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.dll","type":"VertexResource"},{"name":"__ScopeCodeGen__.pdb","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.pdb","type":"VertexResource"},{"name":"__ScopeCodeGenEngine__.cppresources","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.cppresources","type":"StatisticsResource"},{"name":"__ScopeCodeGen__.dll","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.dll","type":"VertexResource"},{"name":"ScopeVertexDef.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/ScopeVertexDef.xml","type":"VertexResource"},{"name":"__ScopeCodeGenCompileOutput__.txt","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenCompileOutput__.txt","type":"StatisticsResource"},{"name":"__ScopeCodeGenEngine__.dll.cpp","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.dll.cpp","type":"StatisticsResource"},{"name":"PartitionLastRows.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/PartitionLastRows.xml","type":"VertexResource"},{"name":"query.abr","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/query.abr","type":"StatisticsResource"},{"name":"__SystemInternalInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__SystemInternalInfo__.xml","type":"StatisticsResource"},{"name":"__ScopeCodeGenCompileOptions__.txt","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenCompileOptions__.txt","type":"StatisticsResource"},{"name":"__ScopeCodeGen__.dll.cs","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.dll.cs","type":"StatisticsResource"},{"name":"__SStreamInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__SStreamInfo__.xml","type":"JobManagerResource"},{"name":"__ScopeCodeGenEngine__.pdb","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.pdb","type":"VertexResource"},{"name":"__ScopeDiagnosisInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeDiagnosisInfo__.xml","type":"StatisticsResource"},{"name":"Profile","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/profile","type":"StatisticsResource"},{"name":"__ScopeRuntimeStatistics__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeRuntimeStatistics__.xml","type":"StatisticsResource"}],"runtimeVersion":"release_20180117_adl_778615","rootProcessNodeId":"f7662f01-2416-4a46-9747-ca0b85c9c0d2","script":"DROP + DATABASE IF EXISTS adladb32e3152c; CREATE DATABASE adladb32e3152c; \nCREATE + TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define schema of + table\n UserId int, \n Start DateTime, \n Region string, + \n Query string, \n Duration int, \n Urls string, + \n ClickedUrls string,\n INDEX idx1 \n CLUSTERED (Region + ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER TABLE adladb32e3152c.dbo.adlatable32e3152c + ADD IF NOT EXISTS PARTITION (1);\n\nINSERT INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, + Start, Region, Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION + MOVE TO PARTITION (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"US\", @\"fake + query\", 34, \"http://url1.fake.com\", \"http://clickedUrl1.fake.com\"),\n(1, + new DateTime(2018, 04, 26), \"EN\", @\"fake query\", 23, \"http://url2.fake.com\", + \"http://clickedUrl2.fake.com\");\n\nDROP FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE + FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS @result TABLE\n(\n s_date + DateTime,\n s_time string,\n s_sitename string,\n cs_method string, + \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/algebra.xml","yarnApplicationId":1908316,"yarnApplicationTimeStamp":1526319466029,"compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT21.9063708S","totalPausedTime":"PT0S","totalQueuedTime":"PT0.0156469S","totalRunningTime":"PT15.2847536S","expirationTimeUtc":"0001-01-01T00:00:00","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:43:20 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [9849413b-eb84-4774-b81a-c73c6c862828] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [68efb3d0-5cdb-11e8-96ac-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:42:30.308636+00:00","startTime":"2018-05-21T09:43:06.011936+00:00","state":"Running","result":"None","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:42:30.308636+00:00","details":"userName:;submitMachine:N/A"},{"newState":"Compiling","timeStamp":"2018-05-21T09:42:30.8398699+00:00","details":"Compilation:ab09c3e6-9b77-40e2-8ee6-b09b85c20a8f;Status:Dispatched"},{"newState":"Queued","timeStamp":"2018-05-21T09:42:52.7462407+00:00"},{"newState":"Scheduling","timeStamp":"2018-05-21T09:42:52.7618876+00:00","details":"Detail:Dispatching + job to cluster.;rootProcessId:f7662f01-2416-4a46-9747-ca0b85c9c0d2"},{"newState":"Starting","timeStamp":"2018-05-21T09:42:52.7775106+00:00","details":"runtimeVersion:release_20180117_adl_778615"},{"newState":"Running","timeStamp":"2018-05-21T09:43:06.011936+00:00","details":"runAttempt:1"}],"properties":{"owner":"AdlSdkTestApp01@SPI","resources":[{"name":"diagnosticsjson","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/diagnosticsjson","type":"StatisticsResource"},{"name":"__ScopeCodeGenEngine__.dll","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.dll","type":"VertexResource"},{"name":"__ScopeCodeGen__.pdb","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.pdb","type":"VertexResource"},{"name":"__ScopeCodeGenEngine__.cppresources","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.cppresources","type":"StatisticsResource"},{"name":"__ScopeCodeGen__.dll","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.dll","type":"VertexResource"},{"name":"ScopeVertexDef.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/ScopeVertexDef.xml","type":"VertexResource"},{"name":"__ScopeCodeGenCompileOutput__.txt","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenCompileOutput__.txt","type":"StatisticsResource"},{"name":"__ScopeCodeGenEngine__.dll.cpp","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.dll.cpp","type":"StatisticsResource"},{"name":"PartitionLastRows.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/PartitionLastRows.xml","type":"VertexResource"},{"name":"query.abr","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/query.abr","type":"StatisticsResource"},{"name":"__SystemInternalInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__SystemInternalInfo__.xml","type":"StatisticsResource"},{"name":"__ScopeCodeGenCompileOptions__.txt","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenCompileOptions__.txt","type":"StatisticsResource"},{"name":"__ScopeCodeGen__.dll.cs","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.dll.cs","type":"StatisticsResource"},{"name":"__SStreamInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__SStreamInfo__.xml","type":"JobManagerResource"},{"name":"__ScopeCodeGenEngine__.pdb","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.pdb","type":"VertexResource"},{"name":"__ScopeDiagnosisInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeDiagnosisInfo__.xml","type":"StatisticsResource"},{"name":"Profile","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/profile","type":"StatisticsResource"},{"name":"__ScopeRuntimeStatistics__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeRuntimeStatistics__.xml","type":"StatisticsResource"}],"runtimeVersion":"release_20180117_adl_778615","rootProcessNodeId":"f7662f01-2416-4a46-9747-ca0b85c9c0d2","script":"DROP + DATABASE IF EXISTS adladb32e3152c; CREATE DATABASE adladb32e3152c; \nCREATE + TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define schema of + table\n UserId int, \n Start DateTime, \n Region string, + \n Query string, \n Duration int, \n Urls string, + \n ClickedUrls string,\n INDEX idx1 \n CLUSTERED (Region + ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER TABLE adladb32e3152c.dbo.adlatable32e3152c + ADD IF NOT EXISTS PARTITION (1);\n\nINSERT INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, + Start, Region, Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION + MOVE TO PARTITION (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"US\", @\"fake + query\", 34, \"http://url1.fake.com\", \"http://clickedUrl1.fake.com\"),\n(1, + new DateTime(2018, 04, 26), \"EN\", @\"fake query\", 23, \"http://url2.fake.com\", + \"http://clickedUrl2.fake.com\");\n\nDROP FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE + FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS @result TABLE\n(\n s_date + DateTime,\n s_time string,\n s_sitename string,\n cs_method string, + \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/algebra.xml","yarnApplicationId":1908316,"yarnApplicationTimeStamp":1526319466029,"compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT21.9063708S","totalPausedTime":"PT0S","totalQueuedTime":"PT0.0156469S","totalRunningTime":"PT21.3725154S","expirationTimeUtc":"0001-01-01T00:00:00","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:43:27 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c572975a-bcb1-4c82-aa75-6dcc3fcc3d0f] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [6c89ceb6-5cdb-11e8-b30e-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:42:30.308636+00:00","startTime":"2018-05-21T09:43:06.011936+00:00","state":"Running","result":"None","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:42:30.308636+00:00","details":"userName:;submitMachine:N/A"},{"newState":"Compiling","timeStamp":"2018-05-21T09:42:30.8398699+00:00","details":"Compilation:ab09c3e6-9b77-40e2-8ee6-b09b85c20a8f;Status:Dispatched"},{"newState":"Queued","timeStamp":"2018-05-21T09:42:52.7462407+00:00"},{"newState":"Scheduling","timeStamp":"2018-05-21T09:42:52.7618876+00:00","details":"Detail:Dispatching + job to cluster.;rootProcessId:f7662f01-2416-4a46-9747-ca0b85c9c0d2"},{"newState":"Starting","timeStamp":"2018-05-21T09:42:52.7775106+00:00","details":"runtimeVersion:release_20180117_adl_778615"},{"newState":"Running","timeStamp":"2018-05-21T09:43:06.011936+00:00","details":"runAttempt:1"}],"properties":{"owner":"AdlSdkTestApp01@SPI","resources":[{"name":"diagnosticsjson","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/diagnosticsjson","type":"StatisticsResource"},{"name":"__ScopeCodeGenEngine__.dll","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.dll","type":"VertexResource"},{"name":"__ScopeCodeGen__.pdb","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.pdb","type":"VertexResource"},{"name":"__ScopeCodeGenEngine__.cppresources","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.cppresources","type":"StatisticsResource"},{"name":"__ScopeCodeGen__.dll","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.dll","type":"VertexResource"},{"name":"ScopeVertexDef.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/ScopeVertexDef.xml","type":"VertexResource"},{"name":"__ScopeCodeGenCompileOutput__.txt","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenCompileOutput__.txt","type":"StatisticsResource"},{"name":"__ScopeCodeGenEngine__.dll.cpp","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.dll.cpp","type":"StatisticsResource"},{"name":"PartitionLastRows.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/PartitionLastRows.xml","type":"VertexResource"},{"name":"query.abr","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/query.abr","type":"StatisticsResource"},{"name":"__SystemInternalInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__SystemInternalInfo__.xml","type":"StatisticsResource"},{"name":"__ScopeCodeGenCompileOptions__.txt","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenCompileOptions__.txt","type":"StatisticsResource"},{"name":"__ScopeCodeGen__.dll.cs","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.dll.cs","type":"StatisticsResource"},{"name":"__SStreamInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__SStreamInfo__.xml","type":"JobManagerResource"},{"name":"__ScopeCodeGenEngine__.pdb","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.pdb","type":"VertexResource"},{"name":"__ScopeDiagnosisInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeDiagnosisInfo__.xml","type":"StatisticsResource"},{"name":"Profile","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/profile","type":"StatisticsResource"},{"name":"__ScopeRuntimeStatistics__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeRuntimeStatistics__.xml","type":"StatisticsResource"}],"runtimeVersion":"release_20180117_adl_778615","rootProcessNodeId":"f7662f01-2416-4a46-9747-ca0b85c9c0d2","script":"DROP + DATABASE IF EXISTS adladb32e3152c; CREATE DATABASE adladb32e3152c; \nCREATE + TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define schema of + table\n UserId int, \n Start DateTime, \n Region string, + \n Query string, \n Duration int, \n Urls string, + \n ClickedUrls string,\n INDEX idx1 \n CLUSTERED (Region + ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER TABLE adladb32e3152c.dbo.adlatable32e3152c + ADD IF NOT EXISTS PARTITION (1);\n\nINSERT INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, + Start, Region, Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION + MOVE TO PARTITION (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"US\", @\"fake + query\", 34, \"http://url1.fake.com\", \"http://clickedUrl1.fake.com\"),\n(1, + new DateTime(2018, 04, 26), \"EN\", @\"fake query\", 23, \"http://url2.fake.com\", + \"http://clickedUrl2.fake.com\");\n\nDROP FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE + FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS @result TABLE\n(\n s_date + DateTime,\n s_time string,\n s_sitename string,\n cs_method string, + \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/algebra.xml","yarnApplicationId":1908316,"yarnApplicationTimeStamp":1526319466029,"compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT21.9063708S","totalPausedTime":"PT0S","totalQueuedTime":"PT0.0156469S","totalRunningTime":"PT27.5105501S","expirationTimeUtc":"0001-01-01T00:00:00","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:43:33 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [fe13a90b-6e8c-43d2-a126-0cda9067b75c] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [7056f24a-5cdb-11e8-88ef-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:42:30.308636+00:00","startTime":"2018-05-21T09:43:06.011936+00:00","state":"Running","result":"None","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:42:30.308636+00:00","details":"userName:;submitMachine:N/A"},{"newState":"Compiling","timeStamp":"2018-05-21T09:42:30.8398699+00:00","details":"Compilation:ab09c3e6-9b77-40e2-8ee6-b09b85c20a8f;Status:Dispatched"},{"newState":"Queued","timeStamp":"2018-05-21T09:42:52.7462407+00:00"},{"newState":"Scheduling","timeStamp":"2018-05-21T09:42:52.7618876+00:00","details":"Detail:Dispatching + job to cluster.;rootProcessId:f7662f01-2416-4a46-9747-ca0b85c9c0d2"},{"newState":"Starting","timeStamp":"2018-05-21T09:42:52.7775106+00:00","details":"runtimeVersion:release_20180117_adl_778615"},{"newState":"Running","timeStamp":"2018-05-21T09:43:06.011936+00:00","details":"runAttempt:1"}],"properties":{"owner":"AdlSdkTestApp01@SPI","resources":[{"name":"diagnosticsjson","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/diagnosticsjson","type":"StatisticsResource"},{"name":"__ScopeCodeGenEngine__.dll","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.dll","type":"VertexResource"},{"name":"__ScopeCodeGen__.pdb","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.pdb","type":"VertexResource"},{"name":"__ScopeCodeGenEngine__.cppresources","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.cppresources","type":"StatisticsResource"},{"name":"__ScopeCodeGen__.dll","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.dll","type":"VertexResource"},{"name":"ScopeVertexDef.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/ScopeVertexDef.xml","type":"VertexResource"},{"name":"__ScopeCodeGenCompileOutput__.txt","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenCompileOutput__.txt","type":"StatisticsResource"},{"name":"__ScopeCodeGenEngine__.dll.cpp","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.dll.cpp","type":"StatisticsResource"},{"name":"PartitionLastRows.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/PartitionLastRows.xml","type":"VertexResource"},{"name":"query.abr","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/query.abr","type":"StatisticsResource"},{"name":"__SystemInternalInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__SystemInternalInfo__.xml","type":"StatisticsResource"},{"name":"__ScopeCodeGenCompileOptions__.txt","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenCompileOptions__.txt","type":"StatisticsResource"},{"name":"__ScopeCodeGen__.dll.cs","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.dll.cs","type":"StatisticsResource"},{"name":"__SStreamInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__SStreamInfo__.xml","type":"JobManagerResource"},{"name":"__ScopeCodeGenEngine__.pdb","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.pdb","type":"VertexResource"},{"name":"__ScopeDiagnosisInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeDiagnosisInfo__.xml","type":"StatisticsResource"},{"name":"Profile","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/profile","type":"StatisticsResource"},{"name":"__ScopeRuntimeStatistics__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeRuntimeStatistics__.xml","type":"StatisticsResource"}],"runtimeVersion":"release_20180117_adl_778615","rootProcessNodeId":"f7662f01-2416-4a46-9747-ca0b85c9c0d2","script":"DROP + DATABASE IF EXISTS adladb32e3152c; CREATE DATABASE adladb32e3152c; \nCREATE + TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define schema of + table\n UserId int, \n Start DateTime, \n Region string, + \n Query string, \n Duration int, \n Urls string, + \n ClickedUrls string,\n INDEX idx1 \n CLUSTERED (Region + ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER TABLE adladb32e3152c.dbo.adlatable32e3152c + ADD IF NOT EXISTS PARTITION (1);\n\nINSERT INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, + Start, Region, Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION + MOVE TO PARTITION (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"US\", @\"fake + query\", 34, \"http://url1.fake.com\", \"http://clickedUrl1.fake.com\"),\n(1, + new DateTime(2018, 04, 26), \"EN\", @\"fake query\", 23, \"http://url2.fake.com\", + \"http://clickedUrl2.fake.com\");\n\nDROP FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE + FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS @result TABLE\n(\n s_date + DateTime,\n s_time string,\n s_sitename string,\n cs_method string, + \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/algebra.xml","yarnApplicationId":1908316,"yarnApplicationTimeStamp":1526319466029,"compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT21.9063708S","totalPausedTime":"PT0S","totalQueuedTime":"PT0.0156469S","totalRunningTime":"PT33.8075453S","expirationTimeUtc":"0001-01-01T00:00:00","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:43:39 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [4c627e58-b176-435b-b475-f100f9252a32] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2017-09-01-preview + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [73efbab8-5cdb-11e8-bbc7-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/jobs/00000000-0000-0000-0000-000000000000?api-version=2017-09-01-preview + response: + body: {string: '{"jobId":"00000000-0000-0000-0000-000000000000","name":"testjob32e3152c","type":"USql","submitter":"AdlSdkTestApp01@SPI","degreeOfParallelism":2,"priority":1000,"submitTime":"2018-05-21T09:42:30.308636+00:00","startTime":"2018-05-21T09:43:06.011936+00:00","endTime":"2018-05-21T09:43:41.6684016+00:00","state":"Ended","result":"Succeeded","stateAuditRecords":[{"newState":"New","timeStamp":"2018-05-21T09:42:30.308636+00:00","details":"userName:;submitMachine:N/A"},{"newState":"Compiling","timeStamp":"2018-05-21T09:42:30.8398699+00:00","details":"Compilation:ab09c3e6-9b77-40e2-8ee6-b09b85c20a8f;Status:Dispatched"},{"newState":"Queued","timeStamp":"2018-05-21T09:42:52.7462407+00:00"},{"newState":"Scheduling","timeStamp":"2018-05-21T09:42:52.7618876+00:00","details":"Detail:Dispatching + job to cluster.;rootProcessId:f7662f01-2416-4a46-9747-ca0b85c9c0d2"},{"newState":"Starting","timeStamp":"2018-05-21T09:42:52.7775106+00:00","details":"runtimeVersion:release_20180117_adl_778615"},{"newState":"Running","timeStamp":"2018-05-21T09:43:06.011936+00:00","details":"runAttempt:1"},{"newState":"Ended","timeStamp":"2018-05-21T09:43:41.6684016+00:00","details":"result:Succeeded"}],"properties":{"owner":"AdlSdkTestApp01@SPI","resources":[{"name":"diagnosticsjson","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/diagnosticsjson","type":"StatisticsResource"},{"name":"__ScopeCodeGenEngine__.dll","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.dll","type":"VertexResource"},{"name":"__ScopeCodeGen__.pdb","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.pdb","type":"VertexResource"},{"name":"__ScopeCodeGenEngine__.cppresources","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.cppresources","type":"StatisticsResource"},{"name":"__ScopeCodeGen__.dll","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.dll","type":"VertexResource"},{"name":"ScopeVertexDef.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/ScopeVertexDef.xml","type":"VertexResource"},{"name":"__ScopeCodeGenCompileOutput__.txt","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenCompileOutput__.txt","type":"StatisticsResource"},{"name":"__ScopeCodeGenEngine__.dll.cpp","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.dll.cpp","type":"StatisticsResource"},{"name":"PartitionLastRows.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/PartitionLastRows.xml","type":"VertexResource"},{"name":"query.abr","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/query.abr","type":"StatisticsResource"},{"name":"__SystemInternalInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__SystemInternalInfo__.xml","type":"StatisticsResource"},{"name":"__ScopeCodeGenCompileOptions__.txt","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenCompileOptions__.txt","type":"StatisticsResource"},{"name":"__ScopeCodeGen__.dll.cs","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGen__.dll.cs","type":"StatisticsResource"},{"name":"__SStreamInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__SStreamInfo__.xml","type":"JobManagerResource"},{"name":"__ScopeCodeGenEngine__.pdb","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeCodeGenEngine__.pdb","type":"VertexResource"},{"name":"__ScopeDiagnosisInfo__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeDiagnosisInfo__.xml","type":"StatisticsResource"},{"name":"Profile","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/profile","type":"StatisticsResource"},{"name":"__ScopeRuntimeStatistics__.xml","resourcePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/__ScopeRuntimeStatistics__.xml","type":"StatisticsResource"}],"runtimeVersion":"release_20180117_adl_778615","rootProcessNodeId":"f7662f01-2416-4a46-9747-ca0b85c9c0d2","script":"DROP + DATABASE IF EXISTS adladb32e3152c; CREATE DATABASE adladb32e3152c; \nCREATE + TABLE adladb32e3152c.dbo.adlatable32e3152c\n(\n //Define schema of + table\n UserId int, \n Start DateTime, \n Region string, + \n Query string, \n Duration int, \n Urls string, + \n ClickedUrls string,\n INDEX idx1 \n CLUSTERED (Region + ASC) \n PARTITIONED BY (UserId) HASH (Region)\n);\n\nALTER TABLE adladb32e3152c.dbo.adlatable32e3152c + ADD IF NOT EXISTS PARTITION (1);\n\nINSERT INTO adladb32e3152c.dbo.adlatable32e3152c\n(UserId, + Start, Region, Query, Duration, Urls, ClickedUrls)\nON INTEGRITY VIOLATION + MOVE TO PARTITION (1)\nVALUES\n(1, new DateTime(2018, 04, 25), \"US\", @\"fake + query\", 34, \"http://url1.fake.com\", \"http://clickedUrl1.fake.com\"),\n(1, + new DateTime(2018, 04, 26), \"EN\", @\"fake query\", 23, \"http://url2.fake.com\", + \"http://clickedUrl2.fake.com\");\n\nDROP FUNCTION IF EXISTS adladb32e3152c.dbo.adlatvf32e3152c;\n\nCREATE + FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\nRETURNS @result TABLE\n(\n s_date + DateTime,\n s_time string,\n s_sitename string,\n cs_method string, + \n cs_uristem string,\n cs_uriquery string,\n s_port int,\n cs_username + string, \n c_ip string,\n cs_useragent string,\n cs_cookie string,\n cs_referer + string, \n cs_host string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int, \n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n) \nAS\nBEGIN\n\n @result + = EXTRACT\n s_date DateTime,\n s_time string,\n s_sitename + string,\n cs_method string,\n cs_uristem string,\n cs_uriquery + string,\n s_port int,\n cs_username string,\n c_ip string,\n cs_useragent + string,\n cs_cookie string,\n cs_referer string,\n cs_host + string,\n sc_status int,\n sc_substatus int,\n sc_win32status + int,\n sc_bytes int,\n cs_bytes int,\n s_timetaken int\n FROM + @\"/Samples/Data/WebLog.log\"\n USING Extractors.Text(delimiter:'' '');\n\nRETURN;\nEND;\nCREATE + VIEW adladb32e3152c.dbo.adlaview32e3152c \nAS \n SELECT * FROM \n (\n VALUES(1,2),(2,4)\n ) + \nAS \nT(a, b);\nCREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\nAS + BEGIN\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \n AS \n SELECT + * FROM \n (\n VALUES(1,2),(2,4)\n ) \n AS \n T(a, b);\nEND;","algebraFilePath":"adl://pyarmadls232e3152c.azuredatalakestore.net/system/jobservice/jobs/Usql/2018/05/21/09/42/00000000-0000-0000-0000-000000000000/algebra.xml","yarnApplicationId":1908316,"yarnApplicationTimeStamp":1526319466029,"compileMode":"Semantic","errorSource":"Unknown","totalCompilationTime":"PT21.9063708S","totalPausedTime":"PT0S","totalQueuedTime":"PT0.0156469S","totalRunningTime":"PT35.6564656S","expirationTimeUtc":"0001-01-01T00:00:00","type":"USql"}}'} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; charset=utf-8] + Date: ['Mon, 21 May 2018 09:43:45 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0e2f3c1e-1a13-4f41-a08a-25095995c875] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [7496167a-5cdb-11e8-a171-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#databases\"\ + ,\"value\":[\r\n {\r\n \"computeAccountName\":\"pyarmadla232e3152c\"\ + ,\"databaseName\":\"adladb32e3152c\",\"version\":\"29496136-009e-48bf-984a-9bbe94f52cb8\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"version\":\"e47b463e-3f55-40e8-aaa2-55533765e392\"\r\n }\r\ + \n ]\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:43:46 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [9506b75d-5e74-4e81-877a-efe25844993b] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [75303a98-5cdb-11e8-8fd6-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#databases/$entity\"\ + ,\"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"adladb32e3152c\"\ + ,\"version\":\"29496136-009e-48bf-984a-9bbe94f52cb8\"\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:43:47 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a1bee6e0-03b2-4822-a472-76293258a4b7] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [75cb89f4-5cdb-11e8-bc26-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/schemas/dbo/tables?basic=false&api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#tables\"\ + ,\"value\":[\r\n {\r\n \"tableName\":\"adlatable32e3152c\",\"columnList\"\ + :[\r\n {\r\n \"name\":\"UserId\",\"type\":\"System.Int32\"\ + \r\n },{\r\n \"name\":\"Start\",\"type\":\"System.DateTime\"\ + \r\n },{\r\n \"name\":\"Region\",\"type\":\"System.String\"\ + \r\n },{\r\n \"name\":\"Query\",\"type\":\"System.String\"\ + \r\n },{\r\n \"name\":\"Duration\",\"type\":\"System.Int32\"\ + \r\n },{\r\n \"name\":\"Urls\",\"type\":\"System.String\"\r\ + \n },{\r\n \"name\":\"ClickedUrls\",\"type\":\"System.String\"\ + \r\n }\r\n ],\"indexList\":[\r\n {\r\n \"name\"\ + :\"idx1\",\"indexKeys\":[\r\n {\r\n \"name\":\"Region\"\ + ,\"descending\":false\r\n }\r\n ],\"columns\":[\r\n \ + \ \"Region\",\"UserId\"\r\n ],\"distributionInfo\":{\r\n\ + \ \"type\":2,\"keys\":[\r\n {\r\n \"\ + name\":\"Region\",\"descending\":false\r\n }\r\n ],\"\ + count\":0,\"dynamicCount\":0\r\n },\"partitionFunction\":\"1a3822ad-59e1-4a0b-8c8b-65fdefc54923\"\ + ,\"partitionKeyList\":[\r\n \"UserId\"\r\n ],\"isColumnstore\"\ + :false,\"indexId\":1,\"isUnique\":false\r\n }\r\n ],\"partitionKeyList\"\ + :[\r\n \r\n ],\"externalTable\":null,\"distributionInfo\":null,\"\ + computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"adladb32e3152c\"\ + ,\"schemaName\":\"dbo\",\"createTime\":\"2018-05-21T09:43:20.647-07:00\",\"\ + updateTime\":\"2018-05-21T09:43:20.647-07:00\",\"version\":\"9d293f2f-44f9-4b74-a240-a3fdfa5afdc3\"\ + \r\n }\r\n ]\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:43:48 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f9223363-2984-4937-ba0a-085b06a19e0b] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [766894fa-5cdb-11e8-ad36-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/schemas/dbo/tables?basic=true&api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#tables\"\ + ,\"value\":[\r\n {\r\n \"tableName\":\"adlatable32e3152c\",\"columnList\"\ + :[\r\n \r\n ],\"indexList\":[\r\n \r\n ],\"partitionKeyList\"\ + :[\r\n \r\n ],\"externalTable\":null,\"distributionInfo\":null,\"\ + computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"adladb32e3152c\"\ + ,\"schemaName\":\"dbo\",\"createTime\":null,\"updateTime\":null,\"version\"\ + :\"9d293f2f-44f9-4b74-a240-a3fdfa5afdc3\"\r\n }\r\n ]\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:43:49 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b3b0624f-a44b-463f-950d-531a432671f1] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [77085212-5cdb-11e8-9d8a-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/tables?basic=false&api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#tables\"\ + ,\"value\":[\r\n {\r\n \"tableName\":\"adlatable32e3152c\",\"columnList\"\ + :[\r\n {\r\n \"name\":\"UserId\",\"type\":\"System.Int32\"\ + \r\n },{\r\n \"name\":\"Start\",\"type\":\"System.DateTime\"\ + \r\n },{\r\n \"name\":\"Region\",\"type\":\"System.String\"\ + \r\n },{\r\n \"name\":\"Query\",\"type\":\"System.String\"\ + \r\n },{\r\n \"name\":\"Duration\",\"type\":\"System.Int32\"\ + \r\n },{\r\n \"name\":\"Urls\",\"type\":\"System.String\"\r\ + \n },{\r\n \"name\":\"ClickedUrls\",\"type\":\"System.String\"\ + \r\n }\r\n ],\"indexList\":[\r\n {\r\n \"name\"\ + :\"idx1\",\"indexKeys\":[\r\n {\r\n \"name\":\"Region\"\ + ,\"descending\":false\r\n }\r\n ],\"columns\":[\r\n \ + \ \"Region\",\"UserId\"\r\n ],\"distributionInfo\":{\r\n\ + \ \"type\":2,\"keys\":[\r\n {\r\n \"\ + name\":\"Region\",\"descending\":false\r\n }\r\n ],\"\ + count\":0,\"dynamicCount\":0\r\n },\"partitionFunction\":\"1a3822ad-59e1-4a0b-8c8b-65fdefc54923\"\ + ,\"partitionKeyList\":[\r\n \"UserId\"\r\n ],\"isColumnstore\"\ + :false,\"indexId\":1,\"isUnique\":false\r\n }\r\n ],\"partitionKeyList\"\ + :[\r\n \r\n ],\"externalTable\":null,\"distributionInfo\":null,\"\ + computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"adladb32e3152c\"\ + ,\"schemaName\":\"dbo\",\"createTime\":\"2018-05-21T09:43:20.647-07:00\",\"\ + updateTime\":\"2018-05-21T09:43:20.647-07:00\",\"version\":\"9d293f2f-44f9-4b74-a240-a3fdfa5afdc3\"\ + \r\n }\r\n ]\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:43:50 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c3967d8c-53a6-43a7-9f68-b3c8d0fb0336] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [77a4c262-5cdb-11e8-a0a0-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/tables?basic=true&api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#tables\"\ + ,\"value\":[\r\n {\r\n \"tableName\":\"adlatable32e3152c\",\"columnList\"\ + :[\r\n \r\n ],\"indexList\":[\r\n \r\n ],\"partitionKeyList\"\ + :[\r\n \r\n ],\"externalTable\":null,\"distributionInfo\":null,\"\ + computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"adladb32e3152c\"\ + ,\"schemaName\":\"dbo\",\"createTime\":null,\"updateTime\":null,\"version\"\ + :\"9d293f2f-44f9-4b74-a240-a3fdfa5afdc3\"\r\n }\r\n ]\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:43:51 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b125340d-70bd-4349-9352-de9110097d7c] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [7843bbf6-5cdb-11e8-9492-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/schemas/dbo/tables/adlatable32e3152c?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#tables/$entity\"\ + ,\"tableName\":\"adlatable32e3152c\",\"columnList\":[\r\n {\r\n \"\ + name\":\"UserId\",\"type\":\"System.Int32\"\r\n },{\r\n \"name\":\"\ + Start\",\"type\":\"System.DateTime\"\r\n },{\r\n \"name\":\"Region\"\ + ,\"type\":\"System.String\"\r\n },{\r\n \"name\":\"Query\",\"type\"\ + :\"System.String\"\r\n },{\r\n \"name\":\"Duration\",\"type\":\"System.Int32\"\ + \r\n },{\r\n \"name\":\"Urls\",\"type\":\"System.String\"\r\n },{\r\ + \n \"name\":\"ClickedUrls\",\"type\":\"System.String\"\r\n }\r\n \ + \ ],\"indexList\":[\r\n {\r\n \"name\":\"idx1\",\"indexKeys\":[\r\n\ + \ {\r\n \"name\":\"Region\",\"descending\":false\r\n \ + \ }\r\n ],\"columns\":[\r\n \"Region\",\"UserId\"\r\n ],\"\ + distributionInfo\":{\r\n \"type\":2,\"keys\":[\r\n {\r\n \ + \ \"name\":\"Region\",\"descending\":false\r\n }\r\n \ + \ ],\"count\":0,\"dynamicCount\":0\r\n },\"partitionFunction\":\"\ + 1a3822ad-59e1-4a0b-8c8b-65fdefc54923\",\"partitionKeyList\":[\r\n \"\ + UserId\"\r\n ],\"isColumnstore\":false,\"indexId\":1,\"isUnique\":false\r\ + \n }\r\n ],\"partitionKeyList\":[\r\n \r\n ],\"externalTable\":null,\"\ + distributionInfo\":null,\"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"adladb32e3152c\",\"schemaName\":\"dbo\",\"createTime\":\"2018-05-21T09:43:20.647-07:00\"\ + ,\"updateTime\":\"2018-05-21T09:43:20.647-07:00\",\"version\":\"9d293f2f-44f9-4b74-a240-a3fdfa5afdc3\"\ + \r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:43:52 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [ad6d9253-0b47-4f7e-b7e3-4805facab29a] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [78daebba-5cdb-11e8-8578-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/schemas/dbo/tablevaluedfunctions?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#tablevaluedfunctions\"\ + ,\"value\":[\r\n {\r\n \"tvfName\":\"adlatvf32e3152c\",\"definition\"\ + :\"CREATE FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\\nRETURNS @result\ + \ TABLE\\n(\\n s_date DateTime,\\n s_time string,\\n s_sitename string,\\\ + n cs_method string, \\n cs_uristem string,\\n cs_uriquery string,\\\ + n s_port int,\\n cs_username string, \\n c_ip string,\\n cs_useragent\ + \ string,\\n cs_cookie string,\\n cs_referer string, \\n cs_host\ + \ string,\\n sc_status int,\\n sc_substatus int,\\n sc_win32status\ + \ int, \\n sc_bytes int,\\n cs_bytes int,\\n s_timetaken int\\n)\ + \ \\nAS\\nBEGIN\\n\\n @result = EXTRACT\\n s_date DateTime,\\n \ + \ s_time string,\\n s_sitename string,\\n cs_method string,\\\ + n cs_uristem string,\\n cs_uriquery string,\\n s_port\ + \ int,\\n cs_username string,\\n c_ip string,\\n cs_useragent\ + \ string,\\n cs_cookie string,\\n cs_referer string,\\n \ + \ cs_host string,\\n sc_status int,\\n sc_substatus int,\\\ + n sc_win32status int,\\n sc_bytes int,\\n cs_bytes int,\\\ + n s_timetaken int\\n FROM @\\\"/Samples/Data/WebLog.log\\\"\\n \ + \ USING Extractors.Text(delimiter:' ');\\n\\nRETURN;\\nEND;\",\"computeAccountName\"\ + :\"pyarmadla232e3152c\",\"databaseName\":\"adladb32e3152c\",\"schemaName\"\ + :\"dbo\",\"createTime\":\"2018-05-21T09:43:20.677-07:00\",\"updateTime\":\"\ + 2018-05-21T09:43:20.677-07:00\",\"version\":\"ac4f6506-750f-4244-87aa-d13c84fdcf87\"\ + \r\n }\r\n ]\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:43:53 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [82a38e9f-54ce-4a8f-b3ad-e849552bfa89] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [7976895c-5cdb-11e8-b36e-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/tablevaluedfunctions?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#tablevaluedfunctions\"\ + ,\"value\":[\r\n {\r\n \"tvfName\":\"adlatvf32e3152c\",\"definition\"\ + :\"CREATE FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\\nRETURNS @result\ + \ TABLE\\n(\\n s_date DateTime,\\n s_time string,\\n s_sitename string,\\\ + n cs_method string, \\n cs_uristem string,\\n cs_uriquery string,\\\ + n s_port int,\\n cs_username string, \\n c_ip string,\\n cs_useragent\ + \ string,\\n cs_cookie string,\\n cs_referer string, \\n cs_host\ + \ string,\\n sc_status int,\\n sc_substatus int,\\n sc_win32status\ + \ int, \\n sc_bytes int,\\n cs_bytes int,\\n s_timetaken int\\n)\ + \ \\nAS\\nBEGIN\\n\\n @result = EXTRACT\\n s_date DateTime,\\n \ + \ s_time string,\\n s_sitename string,\\n cs_method string,\\\ + n cs_uristem string,\\n cs_uriquery string,\\n s_port\ + \ int,\\n cs_username string,\\n c_ip string,\\n cs_useragent\ + \ string,\\n cs_cookie string,\\n cs_referer string,\\n \ + \ cs_host string,\\n sc_status int,\\n sc_substatus int,\\\ + n sc_win32status int,\\n sc_bytes int,\\n cs_bytes int,\\\ + n s_timetaken int\\n FROM @\\\"/Samples/Data/WebLog.log\\\"\\n \ + \ USING Extractors.Text(delimiter:' ');\\n\\nRETURN;\\nEND;\",\"computeAccountName\"\ + :\"pyarmadla232e3152c\",\"databaseName\":\"adladb32e3152c\",\"schemaName\"\ + :\"dbo\",\"createTime\":\"2018-05-21T09:43:20.677-07:00\",\"updateTime\":\"\ + 2018-05-21T09:43:20.677-07:00\",\"version\":\"ac4f6506-750f-4244-87aa-d13c84fdcf87\"\ + \r\n }\r\n ]\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:43:54 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a44a9729-b9c6-4e19-bddb-d8e9eff6510c] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [7a1905f4-5cdb-11e8-a192-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/schemas/dbo/tablevaluedfunctions/adlatvf32e3152c?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#tablevaluedfunctions/$entity\"\ + ,\"tvfName\":\"adlatvf32e3152c\",\"definition\":\"CREATE FUNCTION adladb32e3152c.dbo.adlatvf32e3152c()\\\ + nRETURNS @result TABLE\\n(\\n s_date DateTime,\\n s_time string,\\n\ + \ s_sitename string,\\n cs_method string, \\n cs_uristem string,\\\ + n cs_uriquery string,\\n s_port int,\\n cs_username string, \\n \ + \ c_ip string,\\n cs_useragent string,\\n cs_cookie string,\\n \ + \ cs_referer string, \\n cs_host string,\\n sc_status int,\\n sc_substatus\ + \ int,\\n sc_win32status int, \\n sc_bytes int,\\n cs_bytes int,\\\ + n s_timetaken int\\n) \\nAS\\nBEGIN\\n\\n @result = EXTRACT\\n \ + \ s_date DateTime,\\n s_time string,\\n s_sitename string,\\\ + n cs_method string,\\n cs_uristem string,\\n cs_uriquery\ + \ string,\\n s_port int,\\n cs_username string,\\n c_ip\ + \ string,\\n cs_useragent string,\\n cs_cookie string,\\n \ + \ cs_referer string,\\n cs_host string,\\n sc_status int,\\\ + n sc_substatus int,\\n sc_win32status int,\\n sc_bytes\ + \ int,\\n cs_bytes int,\\n s_timetaken int\\n FROM @\\\"\ + /Samples/Data/WebLog.log\\\"\\n USING Extractors.Text(delimiter:' ');\\\ + n\\nRETURN;\\nEND;\",\"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"adladb32e3152c\",\"schemaName\":\"dbo\",\"createTime\":\"2018-05-21T09:43:20.677-07:00\"\ + ,\"updateTime\":\"2018-05-21T09:43:20.677-07:00\",\"version\":\"ac4f6506-750f-4244-87aa-d13c84fdcf87\"\ + \r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:43:55 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [fbc459af-b5cb-420d-8d3e-9c2d87a14536] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [7ab3e13a-5cdb-11e8-8c58-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/schemas/dbo/views?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#views\"\ + ,\"value\":[\r\n {\r\n \"viewName\":\"adlaview32e3152c\",\"definition\"\ + :\"CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \\nAS \\n SELECT * FROM\ + \ \\n (\\n VALUES(1,2),(2,4)\\n ) \\nAS \\nT(a, b);\",\"computeAccountName\"\ + :\"pyarmadla232e3152c\",\"databaseName\":\"adladb32e3152c\",\"schemaName\"\ + :\"dbo\",\"createTime\":\"2018-05-21T09:43:20.677-07:00\",\"updateTime\":\"\ + 2018-05-21T09:43:20.677-07:00\",\"version\":\"e60b3a9e-6648-4624-956d-6713db3d90e7\"\ + \r\n }\r\n ]\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:43:56 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [9f7d85f5-3d2f-4d66-856d-a98718108dcb] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [7b4cbdec-5cdb-11e8-ab38-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/views?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#views\"\ + ,\"value\":[\r\n {\r\n \"viewName\":\"adlaview32e3152c\",\"definition\"\ + :\"CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \\nAS \\n SELECT * FROM\ + \ \\n (\\n VALUES(1,2),(2,4)\\n ) \\nAS \\nT(a, b);\",\"computeAccountName\"\ + :\"pyarmadla232e3152c\",\"databaseName\":\"adladb32e3152c\",\"schemaName\"\ + :\"dbo\",\"createTime\":\"2018-05-21T09:43:20.677-07:00\",\"updateTime\":\"\ + 2018-05-21T09:43:20.677-07:00\",\"version\":\"e60b3a9e-6648-4624-956d-6713db3d90e7\"\ + \r\n }\r\n ]\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:43:57 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [3a6b28f6-56bf-4134-b861-6ad1fe8334c7] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [7bed6698-5cdb-11e8-af0c-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/schemas/dbo/views/adlaview32e3152c?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#views/$entity\"\ + ,\"viewName\":\"adlaview32e3152c\",\"definition\":\"CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c\ + \ \\nAS \\n SELECT * FROM \\n (\\n VALUES(1,2),(2,4)\\n )\ + \ \\nAS \\nT(a, b);\",\"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"adladb32e3152c\",\"schemaName\":\"dbo\",\"createTime\":\"2018-05-21T09:43:20.677-07:00\"\ + ,\"updateTime\":\"2018-05-21T09:43:20.677-07:00\",\"version\":\"e60b3a9e-6648-4624-956d-6713db3d90e7\"\ + \r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:43:58 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [552c1f0a-8773-41b9-88fc-4e21e225b59d] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [7c8e0d36-5cdb-11e8-852f-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/schemas/dbo/procedures?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#procedures\"\ + ,\"value\":[\r\n {\r\n \"procName\":\"adlaproc32e3152c\",\"definition\"\ + :\"CREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\\nAS BEGIN\\n CREATE\ + \ VIEW adladb32e3152c.dbo.adlaview32e3152c \\n AS \\n SELECT * FROM \\\ + n (\\n VALUES(1,2),(2,4)\\n ) \\n AS \\n T(a, b);\\nEND;\"\ + ,\"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"adladb32e3152c\"\ + ,\"schemaName\":\"dbo\",\"createTime\":null,\"updateTime\":null,\"version\"\ + :\"955d6b99-e970-4d1d-b475-6e5ed5b7afbf\"\r\n }\r\n ]\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:43:59 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [2cd07011-8177-40ab-9cde-69df7c73aa5a] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [7d38ca06-5cdb-11e8-925b-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/schemas/dbo/procedures/adlaproc32e3152c?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#procedures/$entity\"\ + ,\"procName\":\"adlaproc32e3152c\",\"definition\":\"CREATE PROCEDURE adladb32e3152c.dbo.adlaproc32e3152c()\\\ + nAS BEGIN\\n CREATE VIEW adladb32e3152c.dbo.adlaview32e3152c \\n AS \\n\ + \ SELECT * FROM \\n (\\n VALUES(1,2),(2,4)\\n ) \\n AS \\\ + n T(a, b);\\nEND;\",\"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"adladb32e3152c\",\"schemaName\":\"dbo\",\"createTime\":null,\"updateTime\"\ + :null,\"version\":\"955d6b99-e970-4d1d-b475-6e5ed5b7afbf\"\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:44:00 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [9fac9f6d-5c7f-4c11-b982-3d22c4367459] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [7dd32dde-5cdb-11e8-aed6-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/schemas/dbo/tables/adlatable32e3152c/partitions?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#partitions\"\ + ,\"value\":[\r\n {\r\n \"computeAccountName\":\"pyarmadla232e3152c\"\ + ,\"databaseName\":\"adladb32e3152c\",\"schemaName\":\"dbo\",\"partitionName\"\ + :\"adlatable32e3152c_Partition_317d608d-eab6-4942-80b9-9ffc9b78b8c3\",\"indexId\"\ + :1,\"label\":[\r\n \"1\"\r\n ],\"createTime\":\"2018-05-21T09:43:20.647-07:00\"\ + ,\"parentName\":{\r\n \"server\":\"61210341-0bc7-43a6-9d86-0dfb49914aa5\"\ + ,\"firstPart\":\"adladb32e3152c\",\"secondPart\":\"dbo\",\"thirdPart\":\"\ + adlatable32e3152c\",\"fourthPart\":null\r\n },\"version\":\"900f9544-4a3a-48f0-95ee-7b3b2c7b09a4\"\ + \r\n }\r\n ]\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:44:02 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [712d2a47-9a0c-4717-9108-2a71aab81a63] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [7e755c76-5cdb-11e8-a0e4-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/schemas/dbo/tables/adlatable32e3152c/partitions/adlatable32e3152c_Partition_317d608d-eab6-4942-80b9-9ffc9b78b8c3?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#partitions/$entity\"\ + ,\"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"adladb32e3152c\"\ + ,\"schemaName\":\"dbo\",\"partitionName\":\"adlatable32e3152c_Partition_317d608d-eab6-4942-80b9-9ffc9b78b8c3\"\ + ,\"indexId\":1,\"label\":[\r\n \"1\"\r\n ],\"createTime\":\"2018-05-21T09:43:20.647-07:00\"\ + ,\"parentName\":{\r\n \"server\":\"61210341-0bc7-43a6-9d86-0dfb49914aa5\"\ + ,\"firstPart\":\"adladb32e3152c\",\"secondPart\":\"dbo\",\"thirdPart\":\"\ + adlatable32e3152c\",\"fourthPart\":null\r\n },\"version\":\"900f9544-4a3a-48f0-95ee-7b3b2c7b09a4\"\ + \r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:44:02 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [774b385a-edfd-431b-9455-daac8f29f788] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [7f2102da-5cdb-11e8-bad7-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/schemas/dbo/tables/adlatable32e3152c/tablefragments?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#tablefragments\"\ + ,\"value\":[\r\n {\r\n \"parentId\":\"900f9544-4a3a-48f0-95ee-7b3b2c7b09a4\"\ + ,\"fragmentId\":\"257498f6-aefc-4b6e-81c7-df6b52931b24\",\"indexId\":1,\"\ + size\":34008,\"rowCount\":2,\"createDate\":\"2018-05-21T09:42:40.21-07:00\"\ + ,\"streamPath\":null\r\n }\r\n ]\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:44:03 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [f6d06b54-425a-4e7a-b88c-61fc13f437a0] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [7fceccba-5cdb-11e8-8196-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/schemas/dbo/types?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#types\"\ + ,\"value\":[\r\n {\r\n \"computeAccountName\":\"pyarmadla232e3152c\"\ + ,\"databaseName\":\"master\",\"schemaName\":\"sys\",\"typeName\":\"Microsoft.Analytics.Types.Sql.SqlArray\"\ + ,\"typeFamily\":\"C#\",\"cSharpName\":\"Microsoft.Analytics.Types.Sql.SqlArray\"\ + ,\"fullCSharpName\":\"Microsoft.Analytics.Types.Sql.SqlArray\",\"systemTypeId\"\ + :231,\"userTypeId\":231,\"schemaId\":0,\"principalId\":null,\"isNullable\"\ + :false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"\ + isComplexType\":true,\"version\":\"1137ad93-d19b-4d4e-b726-011f76d4d833\"\r\ + \n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"Microsoft.Analytics.Types.Sql.SqlBinary\"\ + ,\"typeFamily\":\"SQL\",\"cSharpName\":\"SqlBinary\",\"fullCSharpName\":\"\ + Microsoft.Analytics.Types.Sql.SqlBinary\",\"systemTypeId\":165,\"userTypeId\"\ + :165,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"isUserDefined\"\ + :false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\":false,\"\ + version\":\"b05e4357-12c7-461f-9559-4c39cfae1338\"\r\n },{\r\n \"\ + computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\",\"\ + schemaName\":\"sys\",\"typeName\":\"Microsoft.Analytics.Types.Sql.SqlBit\"\ + ,\"typeFamily\":\"SQL\",\"cSharpName\":\"SqlBit\",\"fullCSharpName\":\"Microsoft.Analytics.Types.Sql.SqlBit\"\ + ,\"systemTypeId\":104,\"userTypeId\":104,\"schemaId\":0,\"principalId\":null,\"\ + isNullable\":false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\"\ + :false,\"isComplexType\":false,\"version\":\"caeb6f59-f027-4348-a3ff-f064531e0ee8\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"Microsoft.Analytics.Types.Sql.SqlByte\"\ + ,\"typeFamily\":\"SQL\",\"cSharpName\":\"SqlByte\",\"fullCSharpName\":\"Microsoft.Analytics.Types.Sql.SqlByte\"\ + ,\"systemTypeId\":48,\"userTypeId\":48,\"schemaId\":0,\"principalId\":null,\"\ + isNullable\":false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\"\ + :false,\"isComplexType\":false,\"version\":\"f2583736-1f0e-4072-8a04-d83db5e08241\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"Microsoft.Analytics.Types.Sql.SqlDate\"\ + ,\"typeFamily\":\"SQL\",\"cSharpName\":\"SqlDate\",\"fullCSharpName\":\"Microsoft.Analytics.Types.Sql.SqlDate\"\ + ,\"systemTypeId\":42,\"userTypeId\":42,\"schemaId\":0,\"principalId\":null,\"\ + isNullable\":false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\"\ + :false,\"isComplexType\":false,\"version\":\"29f9721a-315b-498f-a304-762e0511226d\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"Microsoft.Analytics.Types.Sql.SqlDateTime\"\ + ,\"typeFamily\":\"SQL\",\"cSharpName\":\"SqlDateTime\",\"fullCSharpName\"\ + :\"Microsoft.Analytics.Types.Sql.SqlDateTime\",\"systemTypeId\":61,\"userTypeId\"\ + :61,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"isUserDefined\"\ + :false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\":false,\"\ + version\":\"6879225d-44ff-4404-a0bd-05ee379c39db\"\r\n },{\r\n \"\ + computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\",\"\ + schemaName\":\"sys\",\"typeName\":\"Microsoft.Analytics.Types.Sql.SqlDecimal\"\ + ,\"typeFamily\":\"SQL\",\"cSharpName\":\"SqlDecimal\",\"fullCSharpName\":\"\ + Microsoft.Analytics.Types.Sql.SqlDecimal\",\"systemTypeId\":106,\"userTypeId\"\ + :106,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"isUserDefined\"\ + :false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\":false,\"\ + version\":\"d6d8f781-23bf-48a6-a462-8946bab23c36\"\r\n },{\r\n \"\ + computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\",\"\ + schemaName\":\"sys\",\"typeName\":\"Microsoft.Analytics.Types.Sql.SqlDouble\"\ + ,\"typeFamily\":\"SQL\",\"cSharpName\":\"SqlDouble\",\"fullCSharpName\":\"\ + Microsoft.Analytics.Types.Sql.SqlDouble\",\"systemTypeId\":62,\"userTypeId\"\ + :62,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"isUserDefined\"\ + :false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\":false,\"\ + version\":\"db1bc9a7-f5da-4d64-9baa-399c9f72d6e2\"\r\n },{\r\n \"\ + computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\",\"\ + schemaName\":\"sys\",\"typeName\":\"Microsoft.Analytics.Types.Sql.SqlGuid\"\ + ,\"typeFamily\":\"SQL\",\"cSharpName\":\"SqlGuid\",\"fullCSharpName\":\"Microsoft.Analytics.Types.Sql.SqlGuid\"\ + ,\"systemTypeId\":36,\"userTypeId\":36,\"schemaId\":0,\"principalId\":null,\"\ + isNullable\":false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\"\ + :false,\"isComplexType\":false,\"version\":\"ab6715ed-cfba-4b5a-92e9-f86520b8e711\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"Microsoft.Analytics.Types.Sql.SqlInt16\"\ + ,\"typeFamily\":\"SQL\",\"cSharpName\":\"SqlInt16\",\"fullCSharpName\":\"\ + Microsoft.Analytics.Types.Sql.SqlInt16\",\"systemTypeId\":52,\"userTypeId\"\ + :52,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"isUserDefined\"\ + :false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\":false,\"\ + version\":\"4ee64682-cbd4-40cc-90e9-c5de1433bbed\"\r\n },{\r\n \"\ + computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\",\"\ + schemaName\":\"sys\",\"typeName\":\"Microsoft.Analytics.Types.Sql.SqlInt32\"\ + ,\"typeFamily\":\"SQL\",\"cSharpName\":\"SqlInt32\",\"fullCSharpName\":\"\ + Microsoft.Analytics.Types.Sql.SqlInt32\",\"systemTypeId\":56,\"userTypeId\"\ + :56,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"isUserDefined\"\ + :false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\":false,\"\ + version\":\"9af787e7-9fc0-4819-80ac-0339ce031ab3\"\r\n },{\r\n \"\ + computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\",\"\ + schemaName\":\"sys\",\"typeName\":\"Microsoft.Analytics.Types.Sql.SqlInt64\"\ + ,\"typeFamily\":\"SQL\",\"cSharpName\":\"SqlInt64\",\"fullCSharpName\":\"\ + Microsoft.Analytics.Types.Sql.SqlInt64\",\"systemTypeId\":127,\"userTypeId\"\ + :127,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"isUserDefined\"\ + :false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\":false,\"\ + version\":\"44d67b27-8bd8-4072-81ca-2d32adfdb17c\"\r\n },{\r\n \"\ + computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\",\"\ + schemaName\":\"sys\",\"typeName\":\"Microsoft.Analytics.Types.Sql.SqlMap\"\ + ,\"typeFamily\":\"C#\",\"cSharpName\":\"Microsoft.Analytics.Types.Sql.SqlMap\"\ + ,\"fullCSharpName\":\"Microsoft.Analytics.Types.Sql.SqlMap\",\"systemTypeId\"\ + :231,\"userTypeId\":231,\"schemaId\":0,\"principalId\":null,\"isNullable\"\ + :false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"\ + isComplexType\":true,\"version\":\"18cf5d12-3651-44fe-ad16-cf5068f0b112\"\r\ + \n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"Microsoft.Analytics.Types.Sql.SqlMoney\"\ + ,\"typeFamily\":\"SQL\",\"cSharpName\":\"SqlMoney\",\"fullCSharpName\":\"\ + Microsoft.Analytics.Types.Sql.SqlMoney\",\"systemTypeId\":60,\"userTypeId\"\ + :60,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"isUserDefined\"\ + :false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\":false,\"\ + version\":\"861e13ee-e110-4dd2-b0df-f2eb9a6b5bd2\"\r\n },{\r\n \"\ + computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\",\"\ + schemaName\":\"sys\",\"typeName\":\"Microsoft.Analytics.Types.Sql.SqlSingle\"\ + ,\"typeFamily\":\"SQL\",\"cSharpName\":\"SqlSingle\",\"fullCSharpName\":\"\ + Microsoft.Analytics.Types.Sql.SqlSingle\",\"systemTypeId\":59,\"userTypeId\"\ + :59,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"isUserDefined\"\ + :false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\":false,\"\ + version\":\"7037d7f1-e3d4-416f-bf81-285b630a75e4\"\r\n },{\r\n \"\ + computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\",\"\ + schemaName\":\"sys\",\"typeName\":\"Microsoft.Analytics.Types.Sql.SqlString\"\ + ,\"typeFamily\":\"SQL\",\"cSharpName\":\"SqlString\",\"fullCSharpName\":\"\ + Microsoft.Analytics.Types.Sql.SqlString\",\"systemTypeId\":231,\"userTypeId\"\ + :231,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"isUserDefined\"\ + :false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\":false,\"\ + version\":\"a15306f5-43f5-433b-b795-ce02ee911953\"\r\n },{\r\n \"\ + computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\",\"\ + schemaName\":\"sys\",\"typeName\":\"Microsoft.Analytics.Types.Sql.SqlStruct\"\ + ,\"typeFamily\":\"C#\",\"cSharpName\":\"Microsoft.Analytics.Types.Sql.SqlStruct\"\ + ,\"fullCSharpName\":\"Microsoft.Analytics.Types.Sql.SqlStruct\",\"systemTypeId\"\ + :243,\"userTypeId\":332,\"schemaId\":0,\"principalId\":null,\"isNullable\"\ + :false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"\ + isComplexType\":true,\"version\":\"f89f413d-bd5f-440a-b069-8fc345643648\"\r\ + \n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.Boolean\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"bool\",\"fullCSharpName\":\"System.Boolean\",\"systemTypeId\"\ + :104,\"userTypeId\":104,\"schemaId\":0,\"principalId\":null,\"isNullable\"\ + :false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"\ + isComplexType\":false,\"version\":\"c04b91b8-2b7e-45b3-ada9-db5ede901672\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.Boolean?\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"bool?\",\"fullCSharpName\":\"System.Boolean?\",\"\ + systemTypeId\":104,\"userTypeId\":104,\"schemaId\":0,\"principalId\":null,\"\ + isNullable\":false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\"\ + :false,\"isComplexType\":false,\"version\":\"42f3147a-ed9b-47ae-a8ad-aa2fbc51e0ad\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.Byte\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"byte\",\"fullCSharpName\":\"System.Byte\",\"systemTypeId\"\ + :48,\"userTypeId\":48,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"\ + isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\"\ + :false,\"version\":\"6a048add-f003-4d73-8471-3b0be963d1ac\"\r\n },{\r\n\ + \ \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\"\ + ,\"schemaName\":\"sys\",\"typeName\":\"System.Byte?\",\"typeFamily\":\"C#\"\ + ,\"cSharpName\":\"byte?\",\"fullCSharpName\":\"System.Byte?\",\"systemTypeId\"\ + :48,\"userTypeId\":48,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"\ + isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\"\ + :false,\"version\":\"c2623267-2a86-444a-a773-89783eae5b30\"\r\n },{\r\n\ + \ \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\"\ + ,\"schemaName\":\"sys\",\"typeName\":\"System.Byte[]\",\"typeFamily\":\"C#\"\ + ,\"cSharpName\":\"byte[]\",\"fullCSharpName\":\"System.Byte[]\",\"systemTypeId\"\ + :165,\"userTypeId\":165,\"schemaId\":0,\"principalId\":null,\"isNullable\"\ + :false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"\ + isComplexType\":false,\"version\":\"84506afa-d9ad-4bef-9e44-cd00f1f54ce3\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.Char\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"char\",\"fullCSharpName\":\"System.Char\",\"systemTypeId\"\ + :231,\"userTypeId\":231,\"schemaId\":0,\"principalId\":null,\"isNullable\"\ + :false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"\ + isComplexType\":false,\"version\":\"bb4bb082-4d9c-4ce4-aa1b-bfaea278ac92\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.Char?\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"char?\",\"fullCSharpName\":\"System.Char?\",\"systemTypeId\"\ + :231,\"userTypeId\":231,\"schemaId\":0,\"principalId\":null,\"isNullable\"\ + :false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"\ + isComplexType\":false,\"version\":\"748c6bfa-5a8e-43d4-823b-3b3be0d8b85a\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.DateTime\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"DateTime\",\"fullCSharpName\":\"System.DateTime\"\ + ,\"systemTypeId\":42,\"userTypeId\":42,\"schemaId\":0,\"principalId\":null,\"\ + isNullable\":false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\"\ + :false,\"isComplexType\":false,\"version\":\"4e348b46-7218-4c30-b879-ceee5a59e7bb\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.DateTime?\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"DateTime?\",\"fullCSharpName\":\"System.DateTime?\"\ + ,\"systemTypeId\":42,\"userTypeId\":42,\"schemaId\":0,\"principalId\":null,\"\ + isNullable\":false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\"\ + :false,\"isComplexType\":false,\"version\":\"eb486159-acfa-4499-9b1a-e0ecda5d52a2\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.Decimal\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"decimal\",\"fullCSharpName\":\"System.Decimal\",\"\ + systemTypeId\":106,\"userTypeId\":106,\"schemaId\":0,\"principalId\":null,\"\ + isNullable\":false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\"\ + :false,\"isComplexType\":false,\"version\":\"f29ebb5f-17e8-4448-8aec-1a6702380e75\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.Decimal?\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"decimal?\",\"fullCSharpName\":\"System.Decimal?\"\ + ,\"systemTypeId\":106,\"userTypeId\":106,\"schemaId\":0,\"principalId\":null,\"\ + isNullable\":false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\"\ + :false,\"isComplexType\":false,\"version\":\"b78657ef-955b-4841-805e-bec1e9d11e37\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.Double\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"double\",\"fullCSharpName\":\"System.Double\",\"\ + systemTypeId\":62,\"userTypeId\":62,\"schemaId\":0,\"principalId\":null,\"\ + isNullable\":false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\"\ + :false,\"isComplexType\":false,\"version\":\"f3bbcc4e-d872-4bd1-8429-7082199016d3\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.Double?\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"double?\",\"fullCSharpName\":\"System.Double?\",\"\ + systemTypeId\":62,\"userTypeId\":62,\"schemaId\":0,\"principalId\":null,\"\ + isNullable\":false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\"\ + :false,\"isComplexType\":false,\"version\":\"5832365f-70cb-47f9-92db-46cf7903dffc\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.Guid\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"Guid\",\"fullCSharpName\":\"System.Guid\",\"systemTypeId\"\ + :36,\"userTypeId\":36,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"\ + isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\"\ + :false,\"version\":\"ccccbe73-770a-4bc8-905f-2eec41e79736\"\r\n },{\r\n\ + \ \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\"\ + ,\"schemaName\":\"sys\",\"typeName\":\"System.Guid?\",\"typeFamily\":\"C#\"\ + ,\"cSharpName\":\"Guid?\",\"fullCSharpName\":\"System.Guid?\",\"systemTypeId\"\ + :36,\"userTypeId\":36,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"\ + isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\"\ + :false,\"version\":\"db4c6514-17fa-4de1-ab25-a22817844593\"\r\n },{\r\n\ + \ \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\"\ + ,\"schemaName\":\"sys\",\"typeName\":\"System.Int16\",\"typeFamily\":\"C#\"\ + ,\"cSharpName\":\"short\",\"fullCSharpName\":\"System.Int16\",\"systemTypeId\"\ + :52,\"userTypeId\":52,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"\ + isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\"\ + :false,\"version\":\"2cca4ae1-4272-4ca4-832e-5bc22c486299\"\r\n },{\r\n\ + \ \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\"\ + ,\"schemaName\":\"sys\",\"typeName\":\"System.Int16?\",\"typeFamily\":\"C#\"\ + ,\"cSharpName\":\"short?\",\"fullCSharpName\":\"System.Int16?\",\"systemTypeId\"\ + :52,\"userTypeId\":52,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"\ + isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\"\ + :false,\"version\":\"cef0bb72-9079-471b-855c-cfb87b1dc11f\"\r\n },{\r\n\ + \ \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\"\ + ,\"schemaName\":\"sys\",\"typeName\":\"System.Int32\",\"typeFamily\":\"C#\"\ + ,\"cSharpName\":\"int\",\"fullCSharpName\":\"System.Int32\",\"systemTypeId\"\ + :56,\"userTypeId\":56,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"\ + isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\"\ + :false,\"version\":\"2a3f9560-1645-4e60-8ca5-9713f2ef8363\"\r\n },{\r\n\ + \ \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\"\ + ,\"schemaName\":\"sys\",\"typeName\":\"System.Int32?\",\"typeFamily\":\"C#\"\ + ,\"cSharpName\":\"int?\",\"fullCSharpName\":\"System.Int32?\",\"systemTypeId\"\ + :56,\"userTypeId\":56,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"\ + isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\"\ + :false,\"version\":\"29fedecb-21d0-4fa8-bf6b-2539bee71bcc\"\r\n },{\r\n\ + \ \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\"\ + ,\"schemaName\":\"sys\",\"typeName\":\"System.Int64\",\"typeFamily\":\"C#\"\ + ,\"cSharpName\":\"long\",\"fullCSharpName\":\"System.Int64\",\"systemTypeId\"\ + :127,\"userTypeId\":127,\"schemaId\":0,\"principalId\":null,\"isNullable\"\ + :false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"\ + isComplexType\":false,\"version\":\"14c67089-ce4d-4770-8425-a0c41788c3cd\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.Int64?\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"long?\",\"fullCSharpName\":\"System.Int64?\",\"systemTypeId\"\ + :127,\"userTypeId\":127,\"schemaId\":0,\"principalId\":null,\"isNullable\"\ + :false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"\ + isComplexType\":false,\"version\":\"01b8cce9-d5e9-4f38-9f29-d5f3927d7407\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.SByte\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"sbyte\",\"fullCSharpName\":\"System.SByte\",\"systemTypeId\"\ + :52,\"userTypeId\":52,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"\ + isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\"\ + :false,\"version\":\"899a07dd-662c-4cd2-8f98-6ec34d739355\"\r\n },{\r\n\ + \ \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\"\ + ,\"schemaName\":\"sys\",\"typeName\":\"System.SByte?\",\"typeFamily\":\"C#\"\ + ,\"cSharpName\":\"sbyte?\",\"fullCSharpName\":\"System.SByte?\",\"systemTypeId\"\ + :52,\"userTypeId\":52,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"\ + isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\"\ + :false,\"version\":\"f76f7f1a-64d9-4c50-a38c-a6b2578f66d3\"\r\n },{\r\n\ + \ \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\"\ + ,\"schemaName\":\"sys\",\"typeName\":\"System.Single\",\"typeFamily\":\"C#\"\ + ,\"cSharpName\":\"float\",\"fullCSharpName\":\"System.Single\",\"systemTypeId\"\ + :59,\"userTypeId\":59,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"\ + isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\"\ + :false,\"version\":\"04ae7374-f270-48ba-b429-c7e07bfcde61\"\r\n },{\r\n\ + \ \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\"\ + ,\"schemaName\":\"sys\",\"typeName\":\"System.Single?\",\"typeFamily\":\"\ + C#\",\"cSharpName\":\"float?\",\"fullCSharpName\":\"System.Single?\",\"systemTypeId\"\ + :59,\"userTypeId\":59,\"schemaId\":0,\"principalId\":null,\"isNullable\":false,\"\ + isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"isComplexType\"\ + :false,\"version\":\"f8f90902-84a6-449f-96fe-6710accc0f7a\"\r\n },{\r\n\ + \ \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\":\"master\"\ + ,\"schemaName\":\"sys\",\"typeName\":\"System.String\",\"typeFamily\":\"C#\"\ + ,\"cSharpName\":\"string\",\"fullCSharpName\":\"System.String\",\"systemTypeId\"\ + :231,\"userTypeId\":231,\"schemaId\":0,\"principalId\":null,\"isNullable\"\ + :false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"\ + isComplexType\":false,\"version\":\"313664ea-0a0b-4016-8c25-a11052d885ad\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.UInt16\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"ushort\",\"fullCSharpName\":\"System.UInt16\",\"\ + systemTypeId\":56,\"userTypeId\":56,\"schemaId\":0,\"principalId\":null,\"\ + isNullable\":false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\"\ + :false,\"isComplexType\":false,\"version\":\"1ee295be-df81-4f21-a17c-31205884958b\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.UInt16?\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"ushort?\",\"fullCSharpName\":\"System.UInt16?\",\"\ + systemTypeId\":56,\"userTypeId\":56,\"schemaId\":0,\"principalId\":null,\"\ + isNullable\":false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\"\ + :false,\"isComplexType\":false,\"version\":\"a3228a28-dc3d-42f1-81d7-86899822af91\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.UInt32\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"uint\",\"fullCSharpName\":\"System.UInt32\",\"systemTypeId\"\ + :127,\"userTypeId\":127,\"schemaId\":0,\"principalId\":null,\"isNullable\"\ + :false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"\ + isComplexType\":false,\"version\":\"133275dc-ec4b-4662-86ee-f6d13b0e8b7e\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.UInt32?\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"uint?\",\"fullCSharpName\":\"System.UInt32?\",\"\ + systemTypeId\":127,\"userTypeId\":127,\"schemaId\":0,\"principalId\":null,\"\ + isNullable\":false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\"\ + :false,\"isComplexType\":false,\"version\":\"7292a0b6-ff2d-4c02-b256-63993c2b270a\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.UInt64\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"ulong\",\"fullCSharpName\":\"System.UInt64\",\"systemTypeId\"\ + :127,\"userTypeId\":127,\"schemaId\":0,\"principalId\":null,\"isNullable\"\ + :false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\":false,\"\ + isComplexType\":false,\"version\":\"e80c1a1c-99d9-418c-9f66-097c048095bb\"\ + \r\n },{\r\n \"computeAccountName\":\"pyarmadla232e3152c\",\"databaseName\"\ + :\"master\",\"schemaName\":\"sys\",\"typeName\":\"System.UInt64?\",\"typeFamily\"\ + :\"C#\",\"cSharpName\":\"ulong?\",\"fullCSharpName\":\"System.UInt64?\",\"\ + systemTypeId\":127,\"userTypeId\":127,\"schemaId\":0,\"principalId\":null,\"\ + isNullable\":false,\"isUserDefined\":false,\"isAssemblyType\":false,\"isTableType\"\ + :false,\"isComplexType\":false,\"version\":\"48cbabb8-03fc-4f00-bad6-0641a7f562c7\"\ + \r\n }\r\n ]\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:44:05 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [ce6632d5-51fc-4fa1-8c25-e96fd8e51ee5] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [807bd2f6-5cdb-11e8-98a4-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/acl?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#acl\"\ + ,\"value\":[\r\n {\r\n \"aceType\":\"UserObj\",\"principalId\":\"\ + e994d55d-2464-4c73-b5e1-40e3c9894434\",\"permission\":\"All\"\r\n },{\r\ + \n \"aceType\":\"GroupObj\",\"principalId\":\"e994d55d-2464-4c73-b5e1-40e3c9894434\"\ + ,\"permission\":\"All\"\r\n },{\r\n \"aceType\":\"Other\",\"principalId\"\ + :\"00000000-0000-0000-0000-000000000000\",\"permission\":\"None\"\r\n }\r\ + \n ]\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:44:06 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [4bc718d4-8492-4bb1-8efb-29fc9f58db75] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [811b42e4-5cdb-11e8-9ca1-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/acl?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#acl\"\ + ,\"value\":[\r\n {\r\n \"aceType\":\"UserObj\",\"principalId\":\"\ + e994d55d-2464-4c73-b5e1-40e3c9894434\",\"permission\":\"All\"\r\n },{\r\ + \n \"aceType\":\"GroupObj\",\"principalId\":\"e994d55d-2464-4c73-b5e1-40e3c9894434\"\ + ,\"permission\":\"All\"\r\n },{\r\n \"aceType\":\"Other\",\"principalId\"\ + :\"00000000-0000-0000-0000-000000000000\",\"permission\":\"None\"\r\n }\r\ + \n ]\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:44:08 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [a3c6ad94-1188-4df9-a5b0-9ebd20a7f8fe] + status: {code: 200, message: OK} +- request: + body: '{"aceType": "User", "principalId": "00000000-0000-0000-0000-000000000000", + "permission": "Use"}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['95'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [81bcad08-5cdb-11e8-9cb4-e0071b8ab1e7] + method: POST + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/acl?op=GRANTACE&api-version=2016-11-01 + response: + body: {string: ''} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Date: ['Mon, 21 May 2018 09:44:09 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [0f7a055c-a84c-48ab-a403-12a465c9186f] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [82d499ae-5cdb-11e8-a08e-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/acl?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#acl\"\ + ,\"value\":[\r\n {\r\n \"aceType\":\"UserObj\",\"principalId\":\"\ + e994d55d-2464-4c73-b5e1-40e3c9894434\",\"permission\":\"All\"\r\n },{\r\ + \n \"aceType\":\"GroupObj\",\"principalId\":\"e994d55d-2464-4c73-b5e1-40e3c9894434\"\ + ,\"permission\":\"All\"\r\n },{\r\n \"aceType\":\"Other\",\"principalId\"\ + :\"00000000-0000-0000-0000-000000000000\",\"permission\":\"None\"\r\n },{\r\ + \n \"aceType\":\"User\",\"principalId\":\"00000000-0000-0000-0000-000000000000\"\ + ,\"permission\":\"Use\"\r\n }\r\n ]\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:44:10 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [c549a275-8a78-4127-8078-6f248aeab283] + status: {code: 200, message: OK} +- request: + body: '{"aceType": "User", "principalId": "00000000-0000-0000-0000-000000000000"}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['74'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [8379af46-5cdb-11e8-bf6a-e0071b8ab1e7] + method: POST + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/acl?op=REVOKEACE&api-version=2016-11-01 + response: + body: {string: ''} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Date: ['Mon, 21 May 2018 09:44:12 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [bc5a2d14-a4df-4054-ac20-cee48c2dceca] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [845a2c52-5cdb-11e8-a444-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/databases/adladb32e3152c/acl?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#acl\"\ + ,\"value\":[\r\n {\r\n \"aceType\":\"UserObj\",\"principalId\":\"\ + e994d55d-2464-4c73-b5e1-40e3c9894434\",\"permission\":\"All\"\r\n },{\r\ + \n \"aceType\":\"GroupObj\",\"principalId\":\"e994d55d-2464-4c73-b5e1-40e3c9894434\"\ + ,\"permission\":\"All\"\r\n },{\r\n \"aceType\":\"Other\",\"principalId\"\ + :\"00000000-0000-0000-0000-000000000000\",\"permission\":\"None\"\r\n }\r\ + \n ]\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:44:12 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [41d88083-3126-46b0-bb3e-7f10d674f3fb] + status: {code: 200, message: OK} +- request: + body: '{"aceType": "User", "principalId": "00000000-0000-0000-0000-000000000000", + "permission": "Use"}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['95'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [84f3ce82-5cdb-11e8-a17e-e0071b8ab1e7] + method: POST + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/acl?op=GRANTACE&api-version=2016-11-01 + response: + body: {string: ''} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Date: ['Mon, 21 May 2018 09:44:14 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [d6c89465-10ab-424e-acaa-d2ac4c437b03] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [859b0774-5cdb-11e8-9742-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/acl?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#acl\"\ + ,\"value\":[\r\n {\r\n \"aceType\":\"UserObj\",\"principalId\":\"\ + e994d55d-2464-4c73-b5e1-40e3c9894434\",\"permission\":\"All\"\r\n },{\r\ + \n \"aceType\":\"GroupObj\",\"principalId\":\"e994d55d-2464-4c73-b5e1-40e3c9894434\"\ + ,\"permission\":\"All\"\r\n },{\r\n \"aceType\":\"Other\",\"principalId\"\ + :\"00000000-0000-0000-0000-000000000000\",\"permission\":\"None\"\r\n },{\r\ + \n \"aceType\":\"User\",\"principalId\":\"00000000-0000-0000-0000-000000000000\"\ + ,\"permission\":\"Use\"\r\n }\r\n ]\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:44:15 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [729e8145-f118-4f86-a65f-14548d4f24b2] + status: {code: 200, message: OK} +- request: + body: '{"aceType": "User", "principalId": "00000000-0000-0000-0000-000000000000"}' + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Length: ['74'] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [863a26ee-5cdb-11e8-87b8-e0071b8ab1e7] + method: POST + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/acl?op=REVOKEACE&api-version=2016-11-01 + response: + body: {string: ''} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Date: ['Mon, 21 May 2018 09:44:15 GMT'] + Expires: ['-1'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [b5df0380-1827-45d8-b2fb-99ff6a73ae93] + status: {code: 200, message: OK} +- request: + body: null + headers: + Accept: [application/json] + Accept-Encoding: ['gzip, deflate'] + Connection: [keep-alive] + Content-Type: [application/json; charset=utf-8] + User-Agent: [python/3.6.5 (Windows-2012ServerR2-6.3.9600-SP0) requests/2.18.4 + msrest/0.4.29 msrest_azure/0.4.31 azure-mgmt-datalake-analytics/2016-11-01 + Azure-SDK-For-Python] + accept-language: [en-US] + x-ms-client-request-id: [86e41f76-5cdb-11e8-8d8f-e0071b8ab1e7] + method: GET + uri: https://pyarmadla232e3152c.azuredatalakeanalytics.net/catalog/usql/acl?api-version=2016-11-01 + response: + body: {string: "{\r\n \"@odata.context\":\"https://pyarmadla232e3152c.azuredatalakeanalytics.net/sqlip/$metadata#acl\"\ + ,\"value\":[\r\n {\r\n \"aceType\":\"UserObj\",\"principalId\":\"\ + e994d55d-2464-4c73-b5e1-40e3c9894434\",\"permission\":\"All\"\r\n },{\r\ + \n \"aceType\":\"GroupObj\",\"principalId\":\"e994d55d-2464-4c73-b5e1-40e3c9894434\"\ + ,\"permission\":\"All\"\r\n },{\r\n \"aceType\":\"Other\",\"principalId\"\ + :\"00000000-0000-0000-0000-000000000000\",\"permission\":\"None\"\r\n }\r\ + \n ]\r\n}"} + headers: + Cache-Control: ['private, no-cache, no-store, max-age=0'] + Content-Type: [application/json; odata.metadata=minimal] + Date: ['Mon, 21 May 2018 09:44:17 GMT'] + Expires: ['-1'] + OData-Version: ['4.0'] + Strict-Transport-Security: [max-age=15724800; includeSubDomains] + Transfer-Encoding: [chunked] + X-Content-Type-Options: [nosniff] + x-ms-request-id: [3aeebad5-37c6-4528-9de1-105fdc06a3ea] + status: {code: 200, message: OK} version: 1 diff --git a/azure-mgmt-datalake-analytics/tests/test_mgmt_datalake_analytics.py b/azure-mgmt-datalake-analytics/tests/test_mgmt_datalake_analytics.py index d2cf97cacf04..f4e0a1691ae5 100644 --- a/azure-mgmt-datalake-analytics/tests/test_mgmt_datalake_analytics.py +++ b/azure-mgmt-datalake-analytics/tests/test_mgmt_datalake_analytics.py @@ -73,6 +73,13 @@ def setUp(self): ALTER TABLE {0}.dbo.{1} ADD IF NOT EXISTS PARTITION (1); +INSERT INTO {0}.dbo.{1} +(UserId, Start, Region, Query, Duration, Urls, ClickedUrls) +ON INTEGRITY VIOLATION MOVE TO PARTITION (1) +VALUES +(1, new DateTime(2018, 04, 25), "US", @"fake query", 34, "http://url1.fake.com", "http://clickedUrl1.fake.com"), +(1, new DateTime(2018, 04, 26), "EN", @"fake query", 23, "http://url2.fake.com", "http://clickedUrl2.fake.com"); + DROP FUNCTION IF EXISTS {0}.dbo.{2}; CREATE FUNCTION {0}.dbo.{2}() @@ -485,6 +492,11 @@ def test_adla_catalog_items(self, resource_group, location): specific_partition= self.adla_catalog_client.catalog.get_table_partition(self.job_account_name, self.db_name, self.schema_name, self.table_name, partition_to_get.name) self.assertEqual(specific_partition.name, partition_to_get.name) + # get the table fragment list + fragment_list = list(self.adla_catalog_client.catalog.list_table_fragments(self.job_account_name, self.db_name, self.schema_name, self.table_name)) + self.assertIsNotNone(fragment_list) + self.assertGreater(len(fragment_list), 0) + # get all the types type_list = list(self.adla_catalog_client.catalog.list_types(self.job_account_name, self.db_name, self.schema_name)) self.assertIsNotNone(type_list)