[DO NOT MERGE] [ADLA] - Catalog - Support list table fragment and table preview

azure-mgmt-datalake-analytics/HISTORY.rst

@@ -2,6 +2,14 @@
 
 Release History
 ===============
+0.5.0 (2018-05-21)
+++++++++++++++++++
+
+* Added new Catalog APIs:
+    - Catalog_ListTableFragments
+    - Catalog_PreviewTable
+    - Catalog_PreviewTablePartition
+
 0.4.0 (2018-02-12)
 ++++++++++++++++++
 

azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/models/__init__.py

@@ -28,7 +28,9 @@
 from .entity_id import EntityId
 from .external_table import ExternalTable
 from .type_field_info import TypeFieldInfo
+from .usql_table_preview import USqlTablePreview
 from .usql_table import USqlTable
+from .usql_table_fragment import USqlTableFragment
 from .usql_table_type import USqlTableType
 from .usql_view import USqlView
 from .usql_package import USqlPackage
@@ -47,6 +49,7 @@
 from .usql_credential_paged import USqlCredentialPaged
 from .usql_external_data_source_paged import USqlExternalDataSourcePaged
 from .usql_procedure_paged import USqlProcedurePaged
+from .usql_table_fragment_paged import USqlTableFragmentPaged
 from .usql_table_paged import USqlTablePaged
 from .usql_table_statistics_paged import USqlTableStatisticsPaged
 from .usql_table_type_paged import USqlTableTypePaged
@@ -85,7 +88,9 @@
     'EntityId',
     'ExternalTable',
     'TypeFieldInfo',
+    'USqlTablePreview',
     'USqlTable',
+    'USqlTableFragment',
     'USqlTableType',
     'USqlView',
     'USqlPackage',
@@ -104,6 +109,7 @@
     'USqlCredentialPaged',
     'USqlExternalDataSourcePaged',
     'USqlProcedurePaged',
+    'USqlTableFragmentPaged',
     'USqlTablePaged',
     'USqlTableStatisticsPaged',
     'USqlTableTypePaged',

azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/models/usql_table_fragment.py

@@ -0,0 +1,50 @@
+# coding=utf-8
+# --------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for
+# license information.
+#
+# Code generated by Microsoft (R) AutoRest Code Generator.
+# Changes may cause incorrect behavior and will be lost if the code is
+# regenerated.
+# --------------------------------------------------------------------------
+
+from msrest.serialization import Model
+
+
+class USqlTableFragment(Model):
+    """A Data Lake Analytics catalog U-SQL table fragment item.
+
+    :param parent_id: the parent object Id of the table fragment. The parent
+     could be a table or table partition.
+    :type parent_id: str
+    :param fragment_id: the version of the catalog item.
+    :type fragment_id: str
+    :param index_id: the ordinal of the index which contains the table
+     fragment.
+    :type index_id: int
+    :param size: the data size of the table fragment in bytes.
+    :type size: long
+    :param row_count: the number of rows in the table fragment.
+    :type row_count: long
+    :param create_date: the creation time of the table fragment.
+    :type create_date: datetime
+    """
+
+    _attribute_map = {
+        'parent_id': {'key': 'parentId', 'type': 'str'},
+        'fragment_id': {'key': 'fragmentId', 'type': 'str'},
+        'index_id': {'key': 'indexId', 'type': 'int'},
+        'size': {'key': 'size', 'type': 'long'},
+        'row_count': {'key': 'rowCount', 'type': 'long'},
+        'create_date': {'key': 'createDate', 'type': 'iso-8601'},
+    }
+
+    def __init__(self, parent_id=None, fragment_id=None, index_id=None, size=None, row_count=None, create_date=None):
+        super(USqlTableFragment, self).__init__()
+        self.parent_id = parent_id
+        self.fragment_id = fragment_id
+        self.index_id = index_id
+        self.size = size
+        self.row_count = row_count
+        self.create_date = create_date

azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/models/usql_table_fragment_paged.py

@@ -0,0 +1,27 @@
+# coding=utf-8
+# --------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for
+# license information.
+#
+# Code generated by Microsoft (R) AutoRest Code Generator.
+# Changes may cause incorrect behavior and will be lost if the code is
+# regenerated.
+# --------------------------------------------------------------------------
+
+from msrest.paging import Paged
+
+
+class USqlTableFragmentPaged(Paged):
+    """
+    A paging container for iterating over a list of :class:`USqlTableFragment <azure.mgmt.datalake.analytics.catalog.models.USqlTableFragment>` object
+    """
+
+    _attribute_map = {
+        'next_link': {'key': 'nextLink', 'type': 'str'},
+        'current_page': {'key': 'value', 'type': '[USqlTableFragment]'}
+    }
+
+    def __init__(self, *args, **kwargs):
+
+        super(USqlTableFragmentPaged, self).__init__(*args, **kwargs)

azure-mgmt-datalake-analytics/azure/mgmt/datalake/analytics/catalog/models/usql_table_preview.py

@@ -0,0 +1,53 @@
+# coding=utf-8
+# --------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for
+# license information.
+#
+# Code generated by Microsoft (R) AutoRest Code Generator.
+# Changes may cause incorrect behavior and will be lost if the code is
+# regenerated.
+# --------------------------------------------------------------------------
+
+from msrest.serialization import Model
+
+
+class USqlTablePreview(Model):
+    """A Data Lake Analytics catalog table or partition preview rows item.
+
+    :param total_row_count: the total number of rows in the table or
+     partition.
+    :type total_row_count: long
+    :param total_column_count: the total number of columns in the table or
+     partition.
+    :type total_column_count: long
+    :param rows: the rows of the table or partition preview, where each row is
+     an array of string representations the row's values. Note: Byte arrays
+     will appear as base-64 encoded values, SqlMap and SqlArray objects will
+     appear as escaped JSON objects, and DateTime objects will appear as ISO
+     formatted UTC date-times.
+    :type rows: list[list[str]]
+    :param truncated: true if the amount of data in the response is less than
+     expected due to the preview operation's size limitations. This can occur
+     if the requested rows or row counts are too large.
+    :type truncated: bool
+    :param schema: the schema of the table or partition.
+    :type schema:
+     list[~azure.mgmt.datalake.analytics.catalog.models.USqlTableColumn]
+    """
+
+    _attribute_map = {
+        'total_row_count': {'key': 'totalRowCount', 'type': 'long'},
+        'total_column_count': {'key': 'totalColumnCount', 'type': 'long'},
+        'rows': {'key': 'rows', 'type': '[[str]]'},
+        'truncated': {'key': 'truncated', 'type': 'bool'},
+        'schema': {'key': 'schema', 'type': '[USqlTableColumn]'},
+    }
+
+    def __init__(self, total_row_count=None, total_column_count=None, rows=None, truncated=None, schema=None):
+        super(USqlTablePreview, self).__init__()
+        self.total_row_count = total_row_count
+        self.total_column_count = total_column_count
+        self.rows = rows
+        self.truncated = truncated
+        self.schema = schema