[ADLA] - Support catalog list table fragments

src/SDKs/DataLake.Analytics/DataLakeAnalytics.Tests/ScenarioTests/CatalogOperationTests.cs

@@ -247,6 +247,18 @@ public void GetCatalogItemsTest()
 
                     Assert.Equal(specificPartition.Name, partitionGetResponse.Name);
 
+                    // Get the fragment list
+                    var fragmentList =
+                        clientToUse.Catalog.ListTableFragments(
+                            commonData.SecondDataLakeAnalyticsAccountName,
+                            commonData.DatabaseName,
+                            CommonTestFixture.SchemaName,
+                            commonData.TableName
+                        );
+
+                    Assert.NotNull(fragmentList);
+                    Assert.NotEmpty(fragmentList);
+
                     // Get all the types
                     var typeGetResponse = 
                         clientToUse.Catalog.ListTypes(

src/SDKs/DataLake.Analytics/DataLakeAnalytics.Tests/TestHelpers/DataLakeAnalyticsManagementHelper.cs

@@ -334,6 +334,13 @@ PARTITIONED BY (UserId) HASH (Region) //Column to partition by
 
 ALTER TABLE {0}.dbo.{1} ADD IF NOT EXISTS PARTITION (1);
 
+INSERT INTO {0}.dbo.{1}
+(UserId, Start, Region, Query, Duration, Urls, ClickedUrls)
+ON INTEGRITY VIOLATION MOVE TO PARTITION (1)
+VALUES
+(1, new DateTime(2018, 04, 25), ""US"", @""fake query"", 34, ""http://url1.fake.com"", ""http://clickedUrl1.fake.com""),
+(1, new DateTime(2018, 04, 26), ""EN"", @""fake query"", 23, ""http://url2.fake.com"", ""http://clickedUrl2.fake.com"");
+
 DROP FUNCTION IF EXISTS {0}.dbo.{2};
 
 //create table weblogs on space-delimited website log data

src/SDKs/DataLake.Analytics/Management.DataLake.Analytics/Customizations/DataLakeAnalyticsCustomizationHelper.cs

@@ -14,7 +14,7 @@ internal static class DataLakeAnalyticsCustomizationHelper
         /// This constant is used as the default package version to place in the user agent.
         /// It should mirror the package version in the project.json file.
         /// </summary>
-        internal const string PackageVersion = "3.3.0-preview";
+        internal const string PackageVersion = "3.4.0-preview";
 
         internal const string DefaultAdlaDnsSuffix = "azuredatalakeanalytics.net";
 

src/SDKs/DataLake.Analytics/Management.DataLake.Analytics/Generated/CatalogOperationsExtensions.cs

@@ -869,6 +869,84 @@ public static USqlTable GetTable(this ICatalogOperations operations, string acco
                 }
             }
 
+            /// <summary>
+            /// Retrieves the list of table fragments from the Data Lake Analytics catalog.
+            /// </summary>
+            /// <param name='operations'>
+            /// The operations group for this extension method.
+            /// </param>
+            /// <param name='accountName'>
+            /// The Azure Data Lake Analytics account upon which to execute catalog
+            /// operations.
+            /// </param>
+            /// <param name='databaseName'>
+            /// The name of the database containing the table fragments.
+            /// </param>
+            /// <param name='schemaName'>
+            /// The name of the schema containing the table fragments.
+            /// </param>
+            /// <param name='tableName'>
+            /// The name of the table containing the table fragments.
+            /// </param>
+            /// <param name='odataQuery'>
+            /// OData parameters to apply to the operation.
+            /// </param>
+            /// <param name='select'>
+            /// OData Select statement. Limits the properties on each entry to just those
+            /// requested, e.g. Categories?$select=CategoryName,Description. Optional.
+            /// </param>
+            /// <param name='count'>
+            /// The Boolean value of true or false to request a count of the matching
+            /// resources included with the resources in the response, e.g.
+            /// Categories?$count=true. Optional.
+            /// </param>
+            public static IPage<USqlTableFragment> ListTableFragments(this ICatalogOperations operations, string accountName, string databaseName, string schemaName, string tableName, ODataQuery<USqlTableFragment> odataQuery = default(ODataQuery<USqlTableFragment>), string select = default(string), bool? count = default(bool?))
+            {
+                return operations.ListTableFragmentsAsync(accountName, databaseName, schemaName, tableName, odataQuery, select, count).GetAwaiter().GetResult();
+            }
+
+            /// <summary>
+            /// Retrieves the list of table fragments from the Data Lake Analytics catalog.
+            /// </summary>
+            /// <param name='operations'>
+            /// The operations group for this extension method.
+            /// </param>
+            /// <param name='accountName'>
+            /// The Azure Data Lake Analytics account upon which to execute catalog
+            /// operations.
+            /// </param>
+            /// <param name='databaseName'>
+            /// The name of the database containing the table fragments.
+            /// </param>
+            /// <param name='schemaName'>
+            /// The name of the schema containing the table fragments.
+            /// </param>
+            /// <param name='tableName'>
+            /// The name of the table containing the table fragments.
+            /// </param>
+            /// <param name='odataQuery'>
+            /// OData parameters to apply to the operation.
+            /// </param>
+            /// <param name='select'>
+            /// OData Select statement. Limits the properties on each entry to just those
+            /// requested, e.g. Categories?$select=CategoryName,Description. Optional.
+            /// </param>
+            /// <param name='count'>
+            /// The Boolean value of true or false to request a count of the matching
+            /// resources included with the resources in the response, e.g.
+            /// Categories?$count=true. Optional.
+            /// </param>
+            /// <param name='cancellationToken'>
+            /// The cancellation token.
+            /// </param>
+            public static async Task<IPage<USqlTableFragment>> ListTableFragmentsAsync(this ICatalogOperations operations, string accountName, string databaseName, string schemaName, string tableName, ODataQuery<USqlTableFragment> odataQuery = default(ODataQuery<USqlTableFragment>), string select = default(string), bool? count = default(bool?), CancellationToken cancellationToken = default(CancellationToken))
+            {
+                using (var _result = await operations.ListTableFragmentsWithHttpMessagesAsync(accountName, databaseName, schemaName, tableName, odataQuery, select, count, null, cancellationToken).ConfigureAwait(false))
+                {
+                    return _result.Body;
+                }
+            }
+
             /// <summary>
             /// Retrieves the list of tables from the Data Lake Analytics catalog.
             /// </summary>
@@ -2925,6 +3003,40 @@ public static IPage<USqlProcedure> ListProceduresNext(this ICatalogOperations op
                 }
             }
 
+            /// <summary>
+            /// Retrieves the list of table fragments from the Data Lake Analytics catalog.
+            /// </summary>
+            /// <param name='operations'>
+            /// The operations group for this extension method.
+            /// </param>
+            /// <param name='nextPageLink'>
+            /// The NextLink from the previous successful call to List operation.
+            /// </param>
+            public static IPage<USqlTableFragment> ListTableFragmentsNext(this ICatalogOperations operations, string nextPageLink)
+            {
+                return operations.ListTableFragmentsNextAsync(nextPageLink).GetAwaiter().GetResult();
+            }
+
+            /// <summary>
+            /// Retrieves the list of table fragments from the Data Lake Analytics catalog.
+            /// </summary>
+            /// <param name='operations'>
+            /// The operations group for this extension method.
+            /// </param>
+            /// <param name='nextPageLink'>
+            /// The NextLink from the previous successful call to List operation.
+            /// </param>
+            /// <param name='cancellationToken'>
+            /// The cancellation token.
+            /// </param>
+            public static async Task<IPage<USqlTableFragment>> ListTableFragmentsNextAsync(this ICatalogOperations operations, string nextPageLink, CancellationToken cancellationToken = default(CancellationToken))
+            {
+                using (var _result = await operations.ListTableFragmentsNextWithHttpMessagesAsync(nextPageLink, null, cancellationToken).ConfigureAwait(false))
+                {
+                    return _result.Body;
+                }
+            }
+
             /// <summary>
             /// Retrieves the list of tables from the Data Lake Analytics catalog.
             /// </summary>

src/SDKs/DataLake.Analytics/Management.DataLake.Analytics/Generated/DataLakeAnalyticsJobManagementClient.cs

@@ -46,17 +46,17 @@ public partial class DataLakeAnalyticsJobManagementClient : ServiceClient<DataLa
         /// </summary>
         public ServiceClientCredentials Credentials { get; private set; }
 
-        /// <summary>
-        /// Client Api Version.
-        /// </summary>
-        public string ApiVersion { get; private set; }
-
         /// <summary>
         /// The DNS suffix used as the base for all Azure Data Lake Analytics Job
         /// service requests.
         /// </summary>
         public string AdlaJobDnsSuffix { get; set; }
 
+        /// <summary>
+        /// Client Api Version.
+        /// </summary>
+        public string ApiVersion { get; private set; }
+
         /// <summary>
         /// Gets or sets the preferred language for the response.
         /// </summary>
@@ -180,8 +180,8 @@ private void Initialize()
             Pipeline = new PipelineOperations(this);
             Recurrence = new RecurrenceOperations(this);
             BaseUri = "https://{accountName}.{adlaJobDnsSuffix}";
-            ApiVersion = "2017-09-01-preview";
             AdlaJobDnsSuffix = "azuredatalakeanalytics.net";
+            ApiVersion = "2017-09-01-preview";
             AcceptLanguage = "en-US";
             LongRunningOperationRetryTimeout = 30;
             GenerateClientRequestId = true;

src/SDKs/DataLake.Analytics/Management.DataLake.Analytics/Generated/ICatalogOperations.cs

@@ -524,6 +524,52 @@ public partial interface ICatalogOperations
         /// </exception>
         Task<AzureOperationResponse<USqlTable>> GetTableWithHttpMessagesAsync(string accountName, string databaseName, string schemaName, string tableName, Dictionary<string, List<string>> customHeaders = null, CancellationToken cancellationToken = default(CancellationToken));
         /// <summary>
+        /// Retrieves the list of table fragments from the Data Lake Analytics
+        /// catalog.
+        /// </summary>
+        /// <param name='accountName'>
+        /// The Azure Data Lake Analytics account upon which to execute catalog
+        /// operations.
+        /// </param>
+        /// <param name='databaseName'>
+        /// The name of the database containing the table fragments.
+        /// </param>
+        /// <param name='schemaName'>
+        /// The name of the schema containing the table fragments.
+        /// </param>
+        /// <param name='tableName'>
+        /// The name of the table containing the table fragments.
+        /// </param>
+        /// <param name='odataQuery'>
+        /// OData parameters to apply to the operation.
+        /// </param>
+        /// <param name='select'>
+        /// OData Select statement. Limits the properties on each entry to just
+        /// those requested, e.g. Categories?$select=CategoryName,Description.
+        /// Optional.
+        /// </param>
+        /// <param name='count'>
+        /// The Boolean value of true or false to request a count of the
+        /// matching resources included with the resources in the response,
+        /// e.g. Categories?$count=true. Optional.
+        /// </param>
+        /// <param name='customHeaders'>
+        /// The headers that will be added to request.
+        /// </param>
+        /// <param name='cancellationToken'>
+        /// The cancellation token.
+        /// </param>
+        /// <exception cref="Microsoft.Rest.Azure.CloudException">
+        /// Thrown when the operation returned an invalid status code
+        /// </exception>
+        /// <exception cref="Microsoft.Rest.SerializationException">
+        /// Thrown when unable to deserialize the response
+        /// </exception>
+        /// <exception cref="Microsoft.Rest.ValidationException">
+        /// Thrown when a required parameter is null
+        /// </exception>
+        Task<AzureOperationResponse<IPage<USqlTableFragment>>> ListTableFragmentsWithHttpMessagesAsync(string accountName, string databaseName, string schemaName, string tableName, ODataQuery<USqlTableFragment> odataQuery = default(ODataQuery<USqlTableFragment>), string select = default(string), bool? count = default(bool?), Dictionary<string, List<string>> customHeaders = null, CancellationToken cancellationToken = default(CancellationToken));
+        /// <summary>
         /// Retrieves the list of tables from the Data Lake Analytics catalog.
         /// </summary>
         /// <param name='accountName'>
@@ -1746,6 +1792,29 @@ public partial interface ICatalogOperations
         /// </exception>
         Task<AzureOperationResponse<IPage<USqlProcedure>>> ListProceduresNextWithHttpMessagesAsync(string nextPageLink, Dictionary<string, List<string>> customHeaders = null, CancellationToken cancellationToken = default(CancellationToken));
         /// <summary>
+        /// Retrieves the list of table fragments from the Data Lake Analytics
+        /// catalog.
+        /// </summary>
+        /// <param name='nextPageLink'>
+        /// The NextLink from the previous successful call to List operation.
+        /// </param>
+        /// <param name='customHeaders'>
+        /// The headers that will be added to request.
+        /// </param>
+        /// <param name='cancellationToken'>
+        /// The cancellation token.
+        /// </param>
+        /// <exception cref="Microsoft.Rest.Azure.CloudException">
+        /// Thrown when the operation returned an invalid status code
+        /// </exception>
+        /// <exception cref="Microsoft.Rest.SerializationException">
+        /// Thrown when unable to deserialize the response
+        /// </exception>
+        /// <exception cref="Microsoft.Rest.ValidationException">
+        /// Thrown when a required parameter is null
+        /// </exception>
+        Task<AzureOperationResponse<IPage<USqlTableFragment>>> ListTableFragmentsNextWithHttpMessagesAsync(string nextPageLink, Dictionary<string, List<string>> customHeaders = null, CancellationToken cancellationToken = default(CancellationToken));
+        /// <summary>
         /// Retrieves the list of tables from the Data Lake Analytics catalog.
         /// </summary>
         /// <param name='nextPageLink'>

src/SDKs/DataLake.Analytics/Management.DataLake.Analytics/Generated/IDataLakeAnalyticsJobManagementClient.cs

@@ -39,17 +39,17 @@ public partial interface IDataLakeAnalyticsJobManagementClient : System.IDisposa
         /// </summary>
         ServiceClientCredentials Credentials { get; }
 
-        /// <summary>
-        /// Client Api Version.
-        /// </summary>
-        string ApiVersion { get; }
-
         /// <summary>
         /// The DNS suffix used as the base for all Azure Data Lake Analytics
         /// Job service requests.
         /// </summary>
         string AdlaJobDnsSuffix { get; set; }
 
+        /// <summary>
+        /// Client Api Version.
+        /// </summary>
+        string ApiVersion { get; }
+
         /// <summary>
         /// Gets or sets the preferred language for the response.
         /// </summary>

src/SDKs/DataLake.Analytics/Management.DataLake.Analytics/Generated/Models/BaseJobParameters.cs

@@ -30,10 +30,10 @@ public BaseJobParameters()
         /// <summary>
         /// Initializes a new instance of the BaseJobParameters class.
         /// </summary>
-        /// <param name="type">the job type of the current job (Hive, USql, or
+        /// <param name="type">The job type of the current job (Hive, USql, or
         /// Scope (for internal use only)). Possible values include: 'USql',
         /// 'Hive', 'Scope'</param>
-        /// <param name="properties">the job specific properties.</param>
+        /// <param name="properties">The job specific properties.</param>
         public BaseJobParameters(JobType type, CreateJobProperties properties)
         {
             Type = type;

src/SDKs/DataLake.Analytics/Management.DataLake.Analytics/Generated/Models/BuildJobParameters.cs

@@ -29,11 +29,11 @@ public BuildJobParameters()
         /// <summary>
         /// Initializes a new instance of the BuildJobParameters class.
         /// </summary>
-        /// <param name="type">the job type of the current job (Hive, USql, or
+        /// <param name="type">The job type of the current job (Hive, USql, or
         /// Scope (for internal use only)). Possible values include: 'USql',
         /// 'Hive', 'Scope'</param>
-        /// <param name="properties">the job specific properties.</param>
-        /// <param name="name">the friendly name of the job to build.</param>
+        /// <param name="properties">The job specific properties.</param>
+        /// <param name="name">The friendly name of the job to build.</param>
         public BuildJobParameters(JobType type, CreateJobProperties properties, string name = default(string))
             : base(type, properties)
         {

src/SDKs/DataLake.Analytics/Management.DataLake.Analytics/Generated/Models/CreateJobParameters.cs

@@ -32,21 +32,21 @@ public CreateJobParameters()
         /// <summary>
         /// Initializes a new instance of the CreateJobParameters class.
         /// </summary>
-        /// <param name="type">the job type of the current job (Hive, USql, or
+        /// <param name="type">The job type of the current job (Hive, USql, or
         /// Scope (for internal use only)). Possible values include: 'USql',
         /// 'Hive', 'Scope'</param>
-        /// <param name="properties">the job specific properties.</param>
-        /// <param name="name">the friendly name of the job to submit.</param>
-        /// <param name="degreeOfParallelism">the degree of parallelism to use
+        /// <param name="properties">The job specific properties.</param>
+        /// <param name="name">The friendly name of the job to submit.</param>
+        /// <param name="degreeOfParallelism">The degree of parallelism to use
         /// for this job. This must be greater than 0, if set to less than 0 it
         /// will default to 1.</param>
-        /// <param name="priority">the priority value to use for the current
+        /// <param name="priority">The priority value to use for the current
         /// job. Lower numbers have a higher priority. By default, a job has a
         /// priority of 1000. This must be greater than 0.</param>
-        /// <param name="logFilePatterns">the list of log file name patterns to
+        /// <param name="logFilePatterns">The list of log file name patterns to
         /// find in the logFolder. '*' is the only matching character allowed.
         /// Example format: jobExecution*.log or *mylog*.txt</param>
-        /// <param name="related">the recurring job relationship information
+        /// <param name="related">The recurring job relationship information
         /// properties.</param>
         public CreateJobParameters(JobType type, CreateJobProperties properties, string name, int? degreeOfParallelism = default(int?), int? priority = default(int?), IList<string> logFilePatterns = default(IList<string>), JobRelationshipProperties related = default(JobRelationshipProperties))
             : base(type, properties)

src/SDKs/DataLake.Analytics/Management.DataLake.Analytics/Generated/Models/CreateJobProperties.cs

@@ -30,9 +30,9 @@ public CreateJobProperties()
         /// <summary>
         /// Initializes a new instance of the CreateJobProperties class.
         /// </summary>
-        /// <param name="script">the script to run. Please note that the
+        /// <param name="script">The script to run. Please note that the
         /// maximum script size is 3 MB.</param>
-        /// <param name="runtimeVersion">the runtime version of the Data Lake
+        /// <param name="runtimeVersion">The runtime version of the Data Lake
         /// Analytics engine to use for the specific type of job being
         /// run.</param>
         public CreateJobProperties(string script, string runtimeVersion = default(string))