From 340684657ebeae65cf7f3f17ea178a6a77d1c413 Mon Sep 17 00:00:00 2001 From: SDK Automation Date: Mon, 21 Sep 2020 05:04:33 +0000 Subject: [PATCH] Generated from 67ba42bda70ad8f5604a55696427f7ec6d351efa --- .../src/models/dataFlowDebugSessionMappers.ts | 4 + .../src/models/dataFlowsMappers.ts | 12 + .../src/models/datasetsMappers.ts | 12 + .../src/models/factoriesMappers.ts | 12 + .../arm-datafactory/src/models/index.ts | 436 ++++++++++++++++-- .../src/models/integrationRuntimesMappers.ts | 12 + .../src/models/linkedServicesMappers.ts | 12 + .../models/managedPrivateEndpointsMappers.ts | 12 + .../models/managedVirtualNetworksMappers.ts | 12 + .../arm-datafactory/src/models/mappers.ts | 422 +++++++++++++++-- .../src/models/pipelinesMappers.ts | 12 + .../src/models/triggersMappers.ts | 12 + 12 files changed, 895 insertions(+), 75 deletions(-) diff --git a/sdk/datafactory/arm-datafactory/src/models/dataFlowDebugSessionMappers.ts b/sdk/datafactory/arm-datafactory/src/models/dataFlowDebugSessionMappers.ts index 673d3f805439..f46b34151ae5 100644 --- a/sdk/datafactory/arm-datafactory/src/models/dataFlowDebugSessionMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/dataFlowDebugSessionMappers.ts @@ -26,6 +26,8 @@ export { AzureBlobFSLocation, AzureBlobStorageLinkedService, AzureBlobStorageLocation, + AzureDatabricksDeltaLakeDataset, + AzureDatabricksDeltaLakeLinkedService, AzureDatabricksLinkedService, AzureDataExplorerLinkedService, AzureDataExplorerTableDataset, @@ -103,6 +105,8 @@ export { DatasetLocation, DatasetReference, DatasetStorageFormat, + DatasetTarCompression, + DatasetTarGZipCompression, DatasetZipDeflateCompression, Db2LinkedService, Db2TableDataset, diff --git a/sdk/datafactory/arm-datafactory/src/models/dataFlowsMappers.ts b/sdk/datafactory/arm-datafactory/src/models/dataFlowsMappers.ts index 57de984c1faa..a2af9701b9f1 100644 --- a/sdk/datafactory/arm-datafactory/src/models/dataFlowsMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/dataFlowsMappers.ts @@ -42,6 +42,12 @@ export { AzureBlobStorageLocation, AzureBlobStorageReadSettings, AzureBlobStorageWriteSettings, + AzureDatabricksDeltaLakeDataset, + AzureDatabricksDeltaLakeExportCommand, + AzureDatabricksDeltaLakeImportCommand, + AzureDatabricksDeltaLakeLinkedService, + AzureDatabricksDeltaLakeSink, + AzureDatabricksDeltaLakeSource, AzureDatabricksLinkedService, AzureDataExplorerCommandActivity, AzureDataExplorerLinkedService, @@ -165,6 +171,8 @@ export { DatasetReference, DatasetResource, DatasetStorageFormat, + DatasetTarCompression, + DatasetTarGZipCompression, DatasetZipDeflateCompression, Db2LinkedService, Db2Source, @@ -360,12 +368,14 @@ export { OrcFormat, OrcSink, OrcSource, + OrcWriteSettings, PackageStore, ParameterSpecification, ParquetDataset, ParquetFormat, ParquetSink, ParquetSource, + ParquetWriteSettings, PaypalLinkedService, PaypalObjectDataset, PaypalSource, @@ -497,6 +507,8 @@ export { SybaseSource, SybaseTableDataset, TabularSource, + TarGZipReadSettings, + TarReadSettings, TeradataLinkedService, TeradataPartitionSettings, TeradataSource, diff --git a/sdk/datafactory/arm-datafactory/src/models/datasetsMappers.ts b/sdk/datafactory/arm-datafactory/src/models/datasetsMappers.ts index d78994348cf9..b93be07b3067 100644 --- a/sdk/datafactory/arm-datafactory/src/models/datasetsMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/datasetsMappers.ts @@ -42,6 +42,12 @@ export { AzureBlobStorageLocation, AzureBlobStorageReadSettings, AzureBlobStorageWriteSettings, + AzureDatabricksDeltaLakeDataset, + AzureDatabricksDeltaLakeExportCommand, + AzureDatabricksDeltaLakeImportCommand, + AzureDatabricksDeltaLakeLinkedService, + AzureDatabricksDeltaLakeSink, + AzureDatabricksDeltaLakeSource, AzureDatabricksLinkedService, AzureDataExplorerCommandActivity, AzureDataExplorerLinkedService, @@ -165,6 +171,8 @@ export { DatasetReference, DatasetResource, DatasetStorageFormat, + DatasetTarCompression, + DatasetTarGZipCompression, DatasetZipDeflateCompression, Db2LinkedService, Db2Source, @@ -360,12 +368,14 @@ export { OrcFormat, OrcSink, OrcSource, + OrcWriteSettings, PackageStore, ParameterSpecification, ParquetDataset, ParquetFormat, ParquetSink, ParquetSource, + ParquetWriteSettings, PaypalLinkedService, PaypalObjectDataset, PaypalSource, @@ -497,6 +507,8 @@ export { SybaseSource, SybaseTableDataset, TabularSource, + TarGZipReadSettings, + TarReadSettings, TeradataLinkedService, TeradataPartitionSettings, TeradataSource, diff --git a/sdk/datafactory/arm-datafactory/src/models/factoriesMappers.ts b/sdk/datafactory/arm-datafactory/src/models/factoriesMappers.ts index 99c64fed1bcd..b1dcbf67b81a 100644 --- a/sdk/datafactory/arm-datafactory/src/models/factoriesMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/factoriesMappers.ts @@ -43,6 +43,12 @@ export { AzureBlobStorageLocation, AzureBlobStorageReadSettings, AzureBlobStorageWriteSettings, + AzureDatabricksDeltaLakeDataset, + AzureDatabricksDeltaLakeExportCommand, + AzureDatabricksDeltaLakeImportCommand, + AzureDatabricksDeltaLakeLinkedService, + AzureDatabricksDeltaLakeSink, + AzureDatabricksDeltaLakeSource, AzureDatabricksLinkedService, AzureDataExplorerCommandActivity, AzureDataExplorerLinkedService, @@ -165,6 +171,8 @@ export { DatasetReference, DatasetResource, DatasetStorageFormat, + DatasetTarCompression, + DatasetTarGZipCompression, DatasetZipDeflateCompression, Db2LinkedService, Db2Source, @@ -365,12 +373,14 @@ export { OrcFormat, OrcSink, OrcSource, + OrcWriteSettings, PackageStore, ParameterSpecification, ParquetDataset, ParquetFormat, ParquetSink, ParquetSource, + ParquetWriteSettings, PaypalLinkedService, PaypalObjectDataset, PaypalSource, @@ -502,6 +512,8 @@ export { SybaseSource, SybaseTableDataset, TabularSource, + TarGZipReadSettings, + TarReadSettings, TeradataLinkedService, TeradataPartitionSettings, TeradataSource, diff --git a/sdk/datafactory/arm-datafactory/src/models/index.ts b/sdk/datafactory/arm-datafactory/src/models/index.ts index bec1a56b4f3b..dfcd6a462ed8 100644 --- a/sdk/datafactory/arm-datafactory/src/models/index.ts +++ b/sdk/datafactory/arm-datafactory/src/models/index.ts @@ -455,7 +455,7 @@ export interface ParameterSpecification { /** * Contains the possible cases for LinkedService. */ -export type LinkedServiceUnion = LinkedService | SharePointOnlineListLinkedService | SnowflakeLinkedService | AzureFunctionLinkedService | AzureDataExplorerLinkedService | SapTableLinkedService | GoogleAdWordsLinkedService | OracleServiceCloudLinkedService | DynamicsAXLinkedService | ResponsysLinkedService | AzureDatabricksLinkedService | AzureDataLakeAnalyticsLinkedService | HDInsightOnDemandLinkedService | SalesforceMarketingCloudLinkedService | NetezzaLinkedService | VerticaLinkedService | ZohoLinkedService | XeroLinkedService | SquareLinkedService | SparkLinkedService | ShopifyLinkedService | ServiceNowLinkedService | QuickBooksLinkedService | PrestoLinkedService | PhoenixLinkedService | PaypalLinkedService | MarketoLinkedService | AzureMariaDBLinkedService | MariaDBLinkedService | MagentoLinkedService | JiraLinkedService | ImpalaLinkedService | HubspotLinkedService | HiveLinkedService | HBaseLinkedService | GreenplumLinkedService | GoogleBigQueryLinkedService | EloquaLinkedService | DrillLinkedService | CouchbaseLinkedService | ConcurLinkedService | AzurePostgreSqlLinkedService | AmazonMWSLinkedService | SapHanaLinkedService | SapBWLinkedService | SftpServerLinkedService | FtpServerLinkedService | HttpLinkedService | AzureSearchLinkedService | CustomDataSourceLinkedService | AmazonRedshiftLinkedService | AmazonS3LinkedService | RestServiceLinkedService | SapOpenHubLinkedService | SapEccLinkedService | SapCloudForCustomerLinkedService | SalesforceServiceCloudLinkedService | SalesforceLinkedService | Office365LinkedService | AzureBlobFSLinkedService | AzureDataLakeStoreLinkedService | CosmosDbMongoDbApiLinkedService | MongoDbV2LinkedService | MongoDbLinkedService | CassandraLinkedService | WebLinkedService | ODataLinkedService | HdfsLinkedService | MicrosoftAccessLinkedService | InformixLinkedService | OdbcLinkedService | AzureMLServiceLinkedService | AzureMLLinkedService | TeradataLinkedService | Db2LinkedService | SybaseLinkedService | PostgreSqlLinkedService | MySqlLinkedService | AzureMySqlLinkedService | OracleLinkedService | GoogleCloudStorageLinkedService | AzureFileStorageLinkedService | FileServerLinkedService | HDInsightLinkedService | CommonDataServiceForAppsLinkedService | DynamicsCrmLinkedService | DynamicsLinkedService | CosmosDbLinkedService | AzureKeyVaultLinkedService | AzureBatchLinkedService | AzureSqlMILinkedService | AzureSqlDatabaseLinkedService | SqlServerLinkedService | AzureSqlDWLinkedService | AzureTableStorageLinkedService | AzureBlobStorageLinkedService | AzureStorageLinkedService; +export type LinkedServiceUnion = LinkedService | SharePointOnlineListLinkedService | SnowflakeLinkedService | AzureFunctionLinkedService | AzureDataExplorerLinkedService | SapTableLinkedService | GoogleAdWordsLinkedService | OracleServiceCloudLinkedService | DynamicsAXLinkedService | ResponsysLinkedService | AzureDatabricksDeltaLakeLinkedService | AzureDatabricksLinkedService | AzureDataLakeAnalyticsLinkedService | HDInsightOnDemandLinkedService | SalesforceMarketingCloudLinkedService | NetezzaLinkedService | VerticaLinkedService | ZohoLinkedService | XeroLinkedService | SquareLinkedService | SparkLinkedService | ShopifyLinkedService | ServiceNowLinkedService | QuickBooksLinkedService | PrestoLinkedService | PhoenixLinkedService | PaypalLinkedService | MarketoLinkedService | AzureMariaDBLinkedService | MariaDBLinkedService | MagentoLinkedService | JiraLinkedService | ImpalaLinkedService | HubspotLinkedService | HiveLinkedService | HBaseLinkedService | GreenplumLinkedService | GoogleBigQueryLinkedService | EloquaLinkedService | DrillLinkedService | CouchbaseLinkedService | ConcurLinkedService | AzurePostgreSqlLinkedService | AmazonMWSLinkedService | SapHanaLinkedService | SapBWLinkedService | SftpServerLinkedService | FtpServerLinkedService | HttpLinkedService | AzureSearchLinkedService | CustomDataSourceLinkedService | AmazonRedshiftLinkedService | AmazonS3LinkedService | RestServiceLinkedService | SapOpenHubLinkedService | SapEccLinkedService | SapCloudForCustomerLinkedService | SalesforceServiceCloudLinkedService | SalesforceLinkedService | Office365LinkedService | AzureBlobFSLinkedService | AzureDataLakeStoreLinkedService | CosmosDbMongoDbApiLinkedService | MongoDbV2LinkedService | MongoDbLinkedService | CassandraLinkedService | WebLinkedService | ODataLinkedService | HdfsLinkedService | MicrosoftAccessLinkedService | InformixLinkedService | OdbcLinkedService | AzureMLServiceLinkedService | AzureMLLinkedService | TeradataLinkedService | Db2LinkedService | SybaseLinkedService | PostgreSqlLinkedService | MySqlLinkedService | AzureMySqlLinkedService | OracleLinkedService | GoogleCloudStorageLinkedService | AzureFileStorageLinkedService | FileServerLinkedService | HDInsightLinkedService | CommonDataServiceForAppsLinkedService | DynamicsCrmLinkedService | DynamicsLinkedService | CosmosDbLinkedService | AzureKeyVaultLinkedService | AzureBatchLinkedService | AzureSqlMILinkedService | AzureSqlDatabaseLinkedService | SqlServerLinkedService | AzureSqlDWLinkedService | AzureTableStorageLinkedService | AzureBlobStorageLinkedService | AzureStorageLinkedService; /** * The Azure Data Factory nested object which contains the information and credential which can be @@ -511,7 +511,7 @@ export interface DatasetFolder { /** * Contains the possible cases for Dataset. */ -export type DatasetUnion = Dataset | SharePointOnlineListResourceDataset | SnowflakeDataset | GoogleAdWordsObjectDataset | AzureDataExplorerTableDataset | OracleServiceCloudObjectDataset | DynamicsAXResourceDataset | ResponsysObjectDataset | SalesforceMarketingCloudObjectDataset | VerticaTableDataset | NetezzaTableDataset | ZohoObjectDataset | XeroObjectDataset | SquareObjectDataset | SparkObjectDataset | ShopifyObjectDataset | ServiceNowObjectDataset | QuickBooksObjectDataset | PrestoObjectDataset | PhoenixObjectDataset | PaypalObjectDataset | MarketoObjectDataset | AzureMariaDBTableDataset | MariaDBTableDataset | MagentoObjectDataset | JiraObjectDataset | ImpalaObjectDataset | HubspotObjectDataset | HiveObjectDataset | HBaseObjectDataset | GreenplumTableDataset | GoogleBigQueryObjectDataset | EloquaObjectDataset | DrillTableDataset | CouchbaseTableDataset | ConcurObjectDataset | AzurePostgreSqlTableDataset | AmazonMWSObjectDataset | HttpDataset | AzureSearchIndexDataset | WebTableDataset | SapTableResourceDataset | RestResourceDataset | SqlServerTableDataset | SapOpenHubTableDataset | SapHanaTableDataset | SapEccResourceDataset | SapCloudForCustomerResourceDataset | SapBwCubeDataset | SybaseTableDataset | SalesforceServiceCloudObjectDataset | SalesforceObjectDataset | MicrosoftAccessTableDataset | PostgreSqlTableDataset | MySqlTableDataset | OdbcTableDataset | InformixTableDataset | RelationalTableDataset | Db2TableDataset | AmazonRedshiftTableDataset | AzureMySqlTableDataset | TeradataTableDataset | OracleTableDataset | ODataResourceDataset | CosmosDbMongoDbApiCollectionDataset | MongoDbV2CollectionDataset | MongoDbCollectionDataset | FileShareDataset | Office365Dataset | AzureBlobFSDataset | AzureDataLakeStoreDataset | CommonDataServiceForAppsEntityDataset | DynamicsCrmEntityDataset | DynamicsEntityDataset | DocumentDbCollectionDataset | CosmosDbSqlApiCollectionDataset | CustomDataset | CassandraTableDataset | AzureSqlDWTableDataset | AzureSqlMITableDataset | AzureSqlTableDataset | AzureTableDataset | AzureBlobDataset | BinaryDataset | OrcDataset | XmlDataset | JsonDataset | DelimitedTextDataset | ParquetDataset | ExcelDataset | AvroDataset | AmazonS3Dataset; +export type DatasetUnion = Dataset | AzureDatabricksDeltaLakeDataset | SharePointOnlineListResourceDataset | SnowflakeDataset | GoogleAdWordsObjectDataset | AzureDataExplorerTableDataset | OracleServiceCloudObjectDataset | DynamicsAXResourceDataset | ResponsysObjectDataset | SalesforceMarketingCloudObjectDataset | VerticaTableDataset | NetezzaTableDataset | ZohoObjectDataset | XeroObjectDataset | SquareObjectDataset | SparkObjectDataset | ShopifyObjectDataset | ServiceNowObjectDataset | QuickBooksObjectDataset | PrestoObjectDataset | PhoenixObjectDataset | PaypalObjectDataset | MarketoObjectDataset | AzureMariaDBTableDataset | MariaDBTableDataset | MagentoObjectDataset | JiraObjectDataset | ImpalaObjectDataset | HubspotObjectDataset | HiveObjectDataset | HBaseObjectDataset | GreenplumTableDataset | GoogleBigQueryObjectDataset | EloquaObjectDataset | DrillTableDataset | CouchbaseTableDataset | ConcurObjectDataset | AzurePostgreSqlTableDataset | AmazonMWSObjectDataset | HttpDataset | AzureSearchIndexDataset | WebTableDataset | SapTableResourceDataset | RestResourceDataset | SqlServerTableDataset | SapOpenHubTableDataset | SapHanaTableDataset | SapEccResourceDataset | SapCloudForCustomerResourceDataset | SapBwCubeDataset | SybaseTableDataset | SalesforceServiceCloudObjectDataset | SalesforceObjectDataset | MicrosoftAccessTableDataset | PostgreSqlTableDataset | MySqlTableDataset | OdbcTableDataset | InformixTableDataset | RelationalTableDataset | Db2TableDataset | AmazonRedshiftTableDataset | AzureMySqlTableDataset | TeradataTableDataset | OracleTableDataset | ODataResourceDataset | CosmosDbMongoDbApiCollectionDataset | MongoDbV2CollectionDataset | MongoDbCollectionDataset | FileShareDataset | Office365Dataset | AzureBlobFSDataset | AzureDataLakeStoreDataset | CommonDataServiceForAppsEntityDataset | DynamicsCrmEntityDataset | DynamicsEntityDataset | DocumentDbCollectionDataset | CosmosDbSqlApiCollectionDataset | CustomDataset | CassandraTableDataset | AzureSqlDWTableDataset | AzureSqlMITableDataset | AzureSqlTableDataset | AzureTableDataset | AzureBlobDataset | BinaryDataset | OrcDataset | XmlDataset | JsonDataset | DelimitedTextDataset | ParquetDataset | ExcelDataset | AvroDataset | AmazonS3Dataset; /** * The Azure Data Factory nested object which identifies data within different data stores, such as @@ -2680,6 +2680,53 @@ export interface ResponsysLinkedService { encryptedCredential?: any; } +/** + * Azure Databricks Delta Lake linked service. + */ +export interface AzureDatabricksDeltaLakeLinkedService { + /** + * Polymorphic Discriminator + */ + type: "AzureDatabricksDeltaLake"; + /** + * The integration runtime reference. + */ + connectVia?: IntegrationRuntimeReference; + /** + * Linked service description. + */ + description?: string; + /** + * Parameters for linked service. + */ + parameters?: { [propertyName: string]: ParameterSpecification }; + /** + * List of tags that can be used for describing the linked service. + */ + annotations?: any[]; + /** + * .azuredatabricks.net, domain name of your Databricks deployment. Type: string (or + * Expression with resultType string). + */ + domain: any; + /** + * Access token for databricks REST API. Refer to + * https://docs.azuredatabricks.net/api/latest/authentication.html. Type: string, SecureString or + * AzureKeyVaultSecretReference. + */ + accessToken?: SecretBaseUnion; + /** + * The id of an existing interactive cluster that will be used for all runs of this job. Type: + * string (or Expression with resultType string). + */ + clusterId?: any; + /** + * The encrypted credential used for authentication. Credentials are encrypted using the + * integration runtime credential manager. Type: string (or Expression with resultType string). + */ + encryptedCredential?: any; +} + /** * Azure Databricks linked service. */ @@ -8024,6 +8071,54 @@ export interface AzureStorageLinkedService { encryptedCredential?: string; } +/** + * Azure Databricks Delta Lake dataset. + */ +export interface AzureDatabricksDeltaLakeDataset { + /** + * Polymorphic Discriminator + */ + type: "AzureDatabricksDeltaLakeDataset"; + /** + * Dataset description. + */ + description?: string; + /** + * Columns that define the structure of the dataset. Type: array (or Expression with resultType + * array), itemType: DatasetDataElement. + */ + structure?: any; + /** + * Columns that define the physical type schema of the dataset. Type: array (or Expression with + * resultType array), itemType: DatasetSchemaDataElement. + */ + schema?: any; + /** + * Linked service reference. + */ + linkedServiceName: LinkedServiceReference; + /** + * Parameters for dataset. + */ + parameters?: { [propertyName: string]: ParameterSpecification }; + /** + * List of tags that can be used for describing the Dataset. + */ + annotations?: any[]; + /** + * The folder that this Dataset is in. If not specified, Dataset will appear at the root level. + */ + folder?: DatasetFolder; + /** + * The name of delta table. Type: string (or Expression with resultType string). + */ + table?: any; + /** + * The database name of delta table. Type: string (or Expression with resultType string). + */ + database?: any; +} + /** * The sharepoint online list resource dataset. */ @@ -9752,7 +9847,7 @@ export interface AmazonMWSObjectDataset { /** * Contains the possible cases for DatasetCompression. */ -export type DatasetCompressionUnion = DatasetCompression | DatasetZipDeflateCompression | DatasetDeflateCompression | DatasetGZipCompression | DatasetBZip2Compression; +export type DatasetCompressionUnion = DatasetCompression | DatasetTarGZipCompression | DatasetTarCompression | DatasetZipDeflateCompression | DatasetDeflateCompression | DatasetGZipCompression | DatasetBZip2Compression; /** * The compression method used on a dataset. @@ -9768,6 +9863,30 @@ export interface DatasetCompression { [property: string]: any; } +/** + * The TarGZip compression method used on a dataset. + */ +export interface DatasetTarGZipCompression { + /** + * Polymorphic Discriminator + */ + type: "TarGZip"; + /** + * The TarGZip compression level. + */ + level?: any; +} + +/** + * The Tar archive method used on a dataset. + */ +export interface DatasetTarCompression { + /** + * Polymorphic Discriminator + */ + type: "Tar"; +} + /** * The ZipDeflate compression method used on a dataset. */ @@ -14090,7 +14209,7 @@ export interface AzureMLBatchExecutionActivity { /** * Contains the possible cases for CompressionReadSettings. */ -export type CompressionReadSettingsUnion = CompressionReadSettings | ZipDeflateReadSettings; +export type CompressionReadSettingsUnion = CompressionReadSettings | TarGZipReadSettings | TarReadSettings | ZipDeflateReadSettings; /** * Compression read settings. @@ -14106,6 +14225,36 @@ export interface CompressionReadSettings { [property: string]: any; } +/** + * The TarGZip compression read settings. + */ +export interface TarGZipReadSettings { + /** + * Polymorphic Discriminator + */ + type: "TarGZipReadSettings"; + /** + * Preserve the compression file name as folder path. Type: boolean (or Expression with + * resultType boolean). + */ + preserveCompressionFileNameAsFolder?: any; +} + +/** + * The Tar compression read settings. + */ +export interface TarReadSettings { + /** + * Polymorphic Discriminator + */ + type: "TarReadSettings"; + /** + * Preserve the compression file name as folder path. Type: boolean (or Expression with + * resultType boolean). + */ + preserveCompressionFileNameAsFolder?: any; +} + /** * The ZipDeflate compression read settings. */ @@ -15045,7 +15194,7 @@ export interface WebActivity { /** * Contains the possible cases for CopySource. */ -export type CopySourceUnion = CopySource | SharePointOnlineListSource | SnowflakeSource | HttpSource | AzureBlobFSSource | AzureDataLakeStoreSource | Office365Source | CosmosDbMongoDbApiSource | MongoDbV2Source | MongoDbSource | WebSource | OracleSource | AzureDataExplorerSource | HdfsSource | FileSystemSource | RestSource | SalesforceServiceCloudSource | ODataSource | MicrosoftAccessSource | RelationalSource | CommonDataServiceForAppsSource | DynamicsCrmSource | DynamicsSource | CosmosDbSqlApiSource | DocumentDbCollectionSource | BlobSource | TabularSourceUnion | BinarySource | OrcSource | XmlSource | JsonSource | DelimitedTextSource | ParquetSource | ExcelSource | AvroSource; +export type CopySourceUnion = CopySource | SharePointOnlineListSource | AzureDatabricksDeltaLakeSource | SnowflakeSource | HttpSource | AzureBlobFSSource | AzureDataLakeStoreSource | Office365Source | CosmosDbMongoDbApiSource | MongoDbV2Source | MongoDbSource | WebSource | OracleSource | AzureDataExplorerSource | HdfsSource | FileSystemSource | RestSource | SalesforceServiceCloudSource | ODataSource | MicrosoftAccessSource | RelationalSource | CommonDataServiceForAppsSource | DynamicsCrmSource | DynamicsSource | CosmosDbSqlApiSource | DocumentDbCollectionSource | BlobSource | TabularSourceUnion | BinarySource | OrcSource | XmlSource | JsonSource | DelimitedTextSource | ParquetSource | ExcelSource | AvroSource; /** * A copy activity source. @@ -15113,7 +15262,7 @@ export interface SharePointOnlineListSource { /** * Contains the possible cases for ExportSettings. */ -export type ExportSettingsUnion = ExportSettings | SnowflakeExportCopyCommand; +export type ExportSettingsUnion = ExportSettings | SnowflakeExportCopyCommand | AzureDatabricksDeltaLakeExportCommand; /** * Export command settings. @@ -15151,6 +15300,58 @@ export interface SnowflakeExportCopyCommand { additionalFormatOptions?: { [propertyName: string]: any }; } +/** + * Azure Databricks Delta Lake export command settings. + */ +export interface AzureDatabricksDeltaLakeExportCommand { + /** + * Polymorphic Discriminator + */ + type: "AzureDatabricksDeltaLakeExportCommand"; + /** + * Specify the date format for the csv in Azure Databricks Delta Lake Copy. Type: string (or + * Expression with resultType string). + */ + dateFormat?: any; + /** + * Specify the timestamp format for the csv in Azure Databricks Delta Lake Copy. Type: string (or + * Expression with resultType string). + */ + timestampFormat?: any; +} + +/** + * A copy activity Azure Databricks Delta Lake source. + */ +export interface AzureDatabricksDeltaLakeSource { + /** + * Polymorphic Discriminator + */ + type: "AzureDatabricksDeltaLakeSource"; + /** + * Source retry count. Type: integer (or Expression with resultType integer). + */ + sourceRetryCount?: any; + /** + * Source retry wait. Type: string (or Expression with resultType string), pattern: + * ((\d+)\.)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). + */ + sourceRetryWait?: any; + /** + * The maximum concurrent connection count for the source data store. Type: integer (or + * Expression with resultType integer). + */ + maxConcurrentConnections?: any; + /** + * Azure Databricks Delta Lake Sql query. Type: string (or Expression with resultType string). + */ + query?: any; + /** + * Azure Databricks Delta Lake export settings. + */ + exportSettings?: AzureDatabricksDeltaLakeExportCommand; +} + /** * A copy activity snowflake source. */ @@ -19130,6 +19331,16 @@ export interface LogStorageSettings { * Expression with resultType string). */ path?: any; + /** + * Gets or sets the log level, support: Info, Warning. Type: string (or Expression with + * resultType string). + */ + logLevel?: any; + /** + * Specifies whether to enable reliable logging. Type: boolean (or Expression with resultType + * boolean). + */ + enableReliableLogging?: any; /** * Describes unknown properties. The value of an unknown property can be of "any" type. */ @@ -19958,7 +20169,7 @@ export interface StagingSettings { /** * Contains the possible cases for CopySink. */ -export type CopySinkUnion = CopySink | CosmosDbMongoDbApiSink | SalesforceServiceCloudSink | SalesforceSink | AzureDataExplorerSink | CommonDataServiceForAppsSink | DynamicsCrmSink | DynamicsSink | MicrosoftAccessSink | InformixSink | OdbcSink | AzureSearchIndexSink | AzureBlobFSSink | AzureDataLakeStoreSink | OracleSink | SnowflakeSink | SqlDWSink | SqlMISink | AzureSqlSink | SqlServerSink | SqlSink | CosmosDbSqlApiSink | DocumentDbCollectionSink | FileSystemSink | BlobSink | BinarySink | ParquetSink | AvroSink | AzureTableSink | AzureQueueSink | SapCloudForCustomerSink | AzureMySqlSink | AzurePostgreSqlSink | RestSink | OrcSink | JsonSink | DelimitedTextSink; +export type CopySinkUnion = CopySink | CosmosDbMongoDbApiSink | SalesforceServiceCloudSink | SalesforceSink | AzureDataExplorerSink | CommonDataServiceForAppsSink | DynamicsCrmSink | DynamicsSink | MicrosoftAccessSink | InformixSink | OdbcSink | AzureSearchIndexSink | AzureBlobFSSink | AzureDataLakeStoreSink | OracleSink | SnowflakeSink | SqlDWSink | SqlMISink | AzureSqlSink | SqlServerSink | SqlSink | CosmosDbSqlApiSink | DocumentDbCollectionSink | FileSystemSink | BlobSink | BinarySink | ParquetSink | AvroSink | AzureTableSink | AzureQueueSink | SapCloudForCustomerSink | AzureDatabricksDeltaLakeSink | AzureMySqlSink | AzurePostgreSqlSink | RestSink | OrcSink | JsonSink | DelimitedTextSink; /** * A copy activity sink. @@ -20586,7 +20797,7 @@ export interface OracleSink { /** * Contains the possible cases for ImportSettings. */ -export type ImportSettingsUnion = ImportSettings | SnowflakeImportCopyCommand; +export type ImportSettingsUnion = ImportSettings | AzureDatabricksDeltaLakeImportCommand | SnowflakeImportCopyCommand; /** * Import command settings. @@ -20602,6 +20813,26 @@ export interface ImportSettings { [property: string]: any; } +/** + * Azure Databricks Delta Lake import command settings. + */ +export interface AzureDatabricksDeltaLakeImportCommand { + /** + * Polymorphic Discriminator + */ + type: "AzureDatabricksDeltaLakeImportCommand"; + /** + * Specify the date format for csv in Azure Databricks Delta Lake Copy. Type: string (or + * Expression with resultType string). + */ + dateFormat?: any; + /** + * Specify the timestamp format for csv in Azure Databricks Delta Lake Copy. Type: string (or + * Expression with resultType string). + */ + timestampFormat?: any; +} + /** * Snowflake import command settings. */ @@ -21395,47 +21626,10 @@ export interface BinarySink { storeSettings?: StoreWriteSettingsUnion; } -/** - * A copy activity Parquet sink. - */ -export interface ParquetSink { - /** - * Polymorphic Discriminator - */ - type: "ParquetSink"; - /** - * Write batch size. Type: integer (or Expression with resultType integer), minimum: 0. - */ - writeBatchSize?: any; - /** - * Write batch timeout. Type: string (or Expression with resultType string), pattern: - * ((\d+)\.)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). - */ - writeBatchTimeout?: any; - /** - * Sink retry count. Type: integer (or Expression with resultType integer). - */ - sinkRetryCount?: any; - /** - * Sink retry wait. Type: string (or Expression with resultType string), pattern: - * ((\d+)\.)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). - */ - sinkRetryWait?: any; - /** - * The maximum concurrent connection count for the sink data store. Type: integer (or Expression - * with resultType integer). - */ - maxConcurrentConnections?: any; - /** - * Parquet store settings. - */ - storeSettings?: StoreWriteSettingsUnion; -} - /** * Contains the possible cases for FormatWriteSettings. */ -export type FormatWriteSettingsUnion = FormatWriteSettings | JsonWriteSettings | DelimitedTextWriteSettings | AvroWriteSettings; +export type FormatWriteSettingsUnion = FormatWriteSettings | JsonWriteSettings | DelimitedTextWriteSettings | OrcWriteSettings | AvroWriteSettings | ParquetWriteSettings; /** * Format write settings. @@ -21485,6 +21679,38 @@ export interface DelimitedTextWriteSettings { * string). */ fileExtension: any; + /** + * Limit the written file's row count to be smaller than or equal to the specified count. Type: + * integer (or Expression with resultType integer). + */ + maxRowsPerFile?: any; + /** + * Specifies the file name pattern _. when copy from + * non-file based store without partitionOptions. Type: string (or Expression with resultType + * string). + */ + fileNamePrefix?: any; +} + +/** + * Orc write settings. + */ +export interface OrcWriteSettings { + /** + * Polymorphic Discriminator + */ + type: "OrcWriteSettings"; + /** + * Limit the written file's row count to be smaller than or equal to the specified count. Type: + * integer (or Expression with resultType integer). + */ + maxRowsPerFile?: any; + /** + * Specifies the file name pattern _. when copy from + * non-file based store without partitionOptions. Type: string (or Expression with resultType + * string). + */ + fileNamePrefix?: any; } /** @@ -21503,6 +21729,79 @@ export interface AvroWriteSettings { * Record namespace in the write result. */ recordNamespace?: string; + /** + * Limit the written file's row count to be smaller than or equal to the specified count. Type: + * integer (or Expression with resultType integer). + */ + maxRowsPerFile?: any; + /** + * Specifies the file name pattern _. when copy from + * non-file based store without partitionOptions. Type: string (or Expression with resultType + * string). + */ + fileNamePrefix?: any; +} + +/** + * Parquet write settings. + */ +export interface ParquetWriteSettings { + /** + * Polymorphic Discriminator + */ + type: "ParquetWriteSettings"; + /** + * Limit the written file's row count to be smaller than or equal to the specified count. Type: + * integer (or Expression with resultType integer). + */ + maxRowsPerFile?: any; + /** + * Specifies the file name pattern _. when copy from + * non-file based store without partitionOptions. Type: string (or Expression with resultType + * string). + */ + fileNamePrefix?: any; +} + +/** + * A copy activity Parquet sink. + */ +export interface ParquetSink { + /** + * Polymorphic Discriminator + */ + type: "ParquetSink"; + /** + * Write batch size. Type: integer (or Expression with resultType integer), minimum: 0. + */ + writeBatchSize?: any; + /** + * Write batch timeout. Type: string (or Expression with resultType string), pattern: + * ((\d+)\.)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). + */ + writeBatchTimeout?: any; + /** + * Sink retry count. Type: integer (or Expression with resultType integer). + */ + sinkRetryCount?: any; + /** + * Sink retry wait. Type: string (or Expression with resultType string), pattern: + * ((\d+)\.)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). + */ + sinkRetryWait?: any; + /** + * The maximum concurrent connection count for the sink data store. Type: integer (or Expression + * with resultType integer). + */ + maxConcurrentConnections?: any; + /** + * Parquet store settings. + */ + storeSettings?: StoreWriteSettingsUnion; + /** + * Parquet format settings. + */ + formatSettings?: ParquetWriteSettings; } /** @@ -21672,6 +21971,47 @@ export interface SapCloudForCustomerSink { httpRequestTimeout?: any; } +/** + * A copy activity Azure Databricks Delta Lake sink. + */ +export interface AzureDatabricksDeltaLakeSink { + /** + * Polymorphic Discriminator + */ + type: "AzureDatabricksDeltaLakeSink"; + /** + * Write batch size. Type: integer (or Expression with resultType integer), minimum: 0. + */ + writeBatchSize?: any; + /** + * Write batch timeout. Type: string (or Expression with resultType string), pattern: + * ((\d+)\.)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). + */ + writeBatchTimeout?: any; + /** + * Sink retry count. Type: integer (or Expression with resultType integer). + */ + sinkRetryCount?: any; + /** + * Sink retry wait. Type: string (or Expression with resultType string), pattern: + * ((\d+)\.)?(\d\d):(60|([0-5][0-9])):(60|([0-5][0-9])). + */ + sinkRetryWait?: any; + /** + * The maximum concurrent connection count for the sink data store. Type: integer (or Expression + * with resultType integer). + */ + maxConcurrentConnections?: any; + /** + * SQL pre-copy script. Type: string (or Expression with resultType string). + */ + preCopyScript?: any; + /** + * Azure Databricks Delta Lake import settings. + */ + importSettings?: AzureDatabricksDeltaLakeImportCommand; +} + /** * A copy activity Azure MySql sink. */ @@ -21846,6 +22186,10 @@ export interface OrcSink { * ORC store settings. */ storeSettings?: StoreWriteSettingsUnion; + /** + * ORC format settings. + */ + formatSettings?: OrcWriteSettings; } /** diff --git a/sdk/datafactory/arm-datafactory/src/models/integrationRuntimesMappers.ts b/sdk/datafactory/arm-datafactory/src/models/integrationRuntimesMappers.ts index 4ff1a6cb9f82..82f2ac2a3848 100644 --- a/sdk/datafactory/arm-datafactory/src/models/integrationRuntimesMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/integrationRuntimesMappers.ts @@ -42,6 +42,12 @@ export { AzureBlobStorageLocation, AzureBlobStorageReadSettings, AzureBlobStorageWriteSettings, + AzureDatabricksDeltaLakeDataset, + AzureDatabricksDeltaLakeExportCommand, + AzureDatabricksDeltaLakeImportCommand, + AzureDatabricksDeltaLakeLinkedService, + AzureDatabricksDeltaLakeSink, + AzureDatabricksDeltaLakeSource, AzureDatabricksLinkedService, AzureDataExplorerCommandActivity, AzureDataExplorerLinkedService, @@ -165,6 +171,8 @@ export { DatasetReference, DatasetResource, DatasetStorageFormat, + DatasetTarCompression, + DatasetTarGZipCompression, DatasetZipDeflateCompression, Db2LinkedService, Db2Source, @@ -374,12 +382,14 @@ export { OrcFormat, OrcSink, OrcSource, + OrcWriteSettings, PackageStore, ParameterSpecification, ParquetDataset, ParquetFormat, ParquetSink, ParquetSource, + ParquetWriteSettings, PaypalLinkedService, PaypalObjectDataset, PaypalSource, @@ -513,6 +523,8 @@ export { SybaseSource, SybaseTableDataset, TabularSource, + TarGZipReadSettings, + TarReadSettings, TeradataLinkedService, TeradataPartitionSettings, TeradataSource, diff --git a/sdk/datafactory/arm-datafactory/src/models/linkedServicesMappers.ts b/sdk/datafactory/arm-datafactory/src/models/linkedServicesMappers.ts index c9d9f0552315..ee62905b7b46 100644 --- a/sdk/datafactory/arm-datafactory/src/models/linkedServicesMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/linkedServicesMappers.ts @@ -42,6 +42,12 @@ export { AzureBlobStorageLocation, AzureBlobStorageReadSettings, AzureBlobStorageWriteSettings, + AzureDatabricksDeltaLakeDataset, + AzureDatabricksDeltaLakeExportCommand, + AzureDatabricksDeltaLakeImportCommand, + AzureDatabricksDeltaLakeLinkedService, + AzureDatabricksDeltaLakeSink, + AzureDatabricksDeltaLakeSource, AzureDatabricksLinkedService, AzureDataExplorerCommandActivity, AzureDataExplorerLinkedService, @@ -164,6 +170,8 @@ export { DatasetReference, DatasetResource, DatasetStorageFormat, + DatasetTarCompression, + DatasetTarGZipCompression, DatasetZipDeflateCompression, Db2LinkedService, Db2Source, @@ -360,12 +368,14 @@ export { OrcFormat, OrcSink, OrcSource, + OrcWriteSettings, PackageStore, ParameterSpecification, ParquetDataset, ParquetFormat, ParquetSink, ParquetSource, + ParquetWriteSettings, PaypalLinkedService, PaypalObjectDataset, PaypalSource, @@ -497,6 +507,8 @@ export { SybaseSource, SybaseTableDataset, TabularSource, + TarGZipReadSettings, + TarReadSettings, TeradataLinkedService, TeradataPartitionSettings, TeradataSource, diff --git a/sdk/datafactory/arm-datafactory/src/models/managedPrivateEndpointsMappers.ts b/sdk/datafactory/arm-datafactory/src/models/managedPrivateEndpointsMappers.ts index 3a2322740936..140c3dfd8191 100644 --- a/sdk/datafactory/arm-datafactory/src/models/managedPrivateEndpointsMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/managedPrivateEndpointsMappers.ts @@ -42,6 +42,12 @@ export { AzureBlobStorageLocation, AzureBlobStorageReadSettings, AzureBlobStorageWriteSettings, + AzureDatabricksDeltaLakeDataset, + AzureDatabricksDeltaLakeExportCommand, + AzureDatabricksDeltaLakeImportCommand, + AzureDatabricksDeltaLakeLinkedService, + AzureDatabricksDeltaLakeSink, + AzureDatabricksDeltaLakeSource, AzureDatabricksLinkedService, AzureDataExplorerCommandActivity, AzureDataExplorerLinkedService, @@ -164,6 +170,8 @@ export { DatasetReference, DatasetResource, DatasetStorageFormat, + DatasetTarCompression, + DatasetTarGZipCompression, DatasetZipDeflateCompression, Db2LinkedService, Db2Source, @@ -360,12 +368,14 @@ export { OrcFormat, OrcSink, OrcSource, + OrcWriteSettings, PackageStore, ParameterSpecification, ParquetDataset, ParquetFormat, ParquetSink, ParquetSource, + ParquetWriteSettings, PaypalLinkedService, PaypalObjectDataset, PaypalSource, @@ -497,6 +507,8 @@ export { SybaseSource, SybaseTableDataset, TabularSource, + TarGZipReadSettings, + TarReadSettings, TeradataLinkedService, TeradataPartitionSettings, TeradataSource, diff --git a/sdk/datafactory/arm-datafactory/src/models/managedVirtualNetworksMappers.ts b/sdk/datafactory/arm-datafactory/src/models/managedVirtualNetworksMappers.ts index d929ecb4bde3..494b18db8011 100644 --- a/sdk/datafactory/arm-datafactory/src/models/managedVirtualNetworksMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/managedVirtualNetworksMappers.ts @@ -42,6 +42,12 @@ export { AzureBlobStorageLocation, AzureBlobStorageReadSettings, AzureBlobStorageWriteSettings, + AzureDatabricksDeltaLakeDataset, + AzureDatabricksDeltaLakeExportCommand, + AzureDatabricksDeltaLakeImportCommand, + AzureDatabricksDeltaLakeLinkedService, + AzureDatabricksDeltaLakeSink, + AzureDatabricksDeltaLakeSource, AzureDatabricksLinkedService, AzureDataExplorerCommandActivity, AzureDataExplorerLinkedService, @@ -164,6 +170,8 @@ export { DatasetReference, DatasetResource, DatasetStorageFormat, + DatasetTarCompression, + DatasetTarGZipCompression, DatasetZipDeflateCompression, Db2LinkedService, Db2Source, @@ -360,12 +368,14 @@ export { OrcFormat, OrcSink, OrcSource, + OrcWriteSettings, PackageStore, ParameterSpecification, ParquetDataset, ParquetFormat, ParquetSink, ParquetSource, + ParquetWriteSettings, PaypalLinkedService, PaypalObjectDataset, PaypalSource, @@ -497,6 +507,8 @@ export { SybaseSource, SybaseTableDataset, TabularSource, + TarGZipReadSettings, + TarReadSettings, TeradataLinkedService, TeradataPartitionSettings, TeradataSource, diff --git a/sdk/datafactory/arm-datafactory/src/models/mappers.ts b/sdk/datafactory/arm-datafactory/src/models/mappers.ts index a2df99e4a2d7..028a98ae8e93 100644 --- a/sdk/datafactory/arm-datafactory/src/models/mappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/mappers.ts @@ -4171,6 +4171,46 @@ export const ResponsysLinkedService: msRest.CompositeMapper = { } }; +export const AzureDatabricksDeltaLakeLinkedService: msRest.CompositeMapper = { + serializedName: "AzureDatabricksDeltaLake", + type: { + name: "Composite", + polymorphicDiscriminator: LinkedService.type.polymorphicDiscriminator, + uberParent: "LinkedService", + className: "AzureDatabricksDeltaLakeLinkedService", + modelProperties: { + ...LinkedService.type.modelProperties, + domain: { + required: true, + serializedName: "typeProperties.domain", + type: { + name: "Object" + } + }, + accessToken: { + serializedName: "typeProperties.accessToken", + type: { + name: "Composite", + className: "SecretBase" + } + }, + clusterId: { + serializedName: "typeProperties.clusterId", + type: { + name: "Object" + } + }, + encryptedCredential: { + serializedName: "typeProperties.encryptedCredential", + type: { + name: "Object" + } + } + }, + additionalProperties: LinkedService.type.additionalProperties + } +}; + export const AzureDatabricksLinkedService: msRest.CompositeMapper = { serializedName: "AzureDatabricks", type: { @@ -9552,6 +9592,32 @@ export const AzureStorageLinkedService: msRest.CompositeMapper = { } }; +export const AzureDatabricksDeltaLakeDataset: msRest.CompositeMapper = { + serializedName: "AzureDatabricksDeltaLakeDataset", + type: { + name: "Composite", + polymorphicDiscriminator: Dataset.type.polymorphicDiscriminator, + uberParent: "Dataset", + className: "AzureDatabricksDeltaLakeDataset", + modelProperties: { + ...Dataset.type.modelProperties, + table: { + serializedName: "typeProperties.table", + type: { + name: "Object" + } + }, + database: { + serializedName: "typeProperties.database", + type: { + name: "Object" + } + } + }, + additionalProperties: Dataset.type.additionalProperties + } +}; + export const SharePointOnlineListResourceDataset: msRest.CompositeMapper = { serializedName: "SharePointOnlineListResource", type: { @@ -10458,6 +10524,40 @@ export const DatasetCompression: msRest.CompositeMapper = { } }; +export const DatasetTarGZipCompression: msRest.CompositeMapper = { + serializedName: "TarGZip", + type: { + name: "Composite", + polymorphicDiscriminator: DatasetCompression.type.polymorphicDiscriminator, + uberParent: "DatasetCompression", + className: "DatasetTarGZipCompression", + modelProperties: { + ...DatasetCompression.type.modelProperties, + level: { + serializedName: "level", + type: { + name: "Object" + } + } + }, + additionalProperties: DatasetCompression.type.additionalProperties + } +}; + +export const DatasetTarCompression: msRest.CompositeMapper = { + serializedName: "Tar", + type: { + name: "Composite", + polymorphicDiscriminator: DatasetCompression.type.polymorphicDiscriminator, + uberParent: "DatasetCompression", + className: "DatasetTarCompression", + modelProperties: { + ...DatasetCompression.type.modelProperties + }, + additionalProperties: DatasetCompression.type.additionalProperties + } +}; + export const DatasetZipDeflateCompression: msRest.CompositeMapper = { serializedName: "ZipDeflate", type: { @@ -13944,6 +14044,46 @@ export const CompressionReadSettings: msRest.CompositeMapper = { } }; +export const TarGZipReadSettings: msRest.CompositeMapper = { + serializedName: "TarGZipReadSettings", + type: { + name: "Composite", + polymorphicDiscriminator: CompressionReadSettings.type.polymorphicDiscriminator, + uberParent: "CompressionReadSettings", + className: "TarGZipReadSettings", + modelProperties: { + ...CompressionReadSettings.type.modelProperties, + preserveCompressionFileNameAsFolder: { + serializedName: "preserveCompressionFileNameAsFolder", + type: { + name: "Object" + } + } + }, + additionalProperties: CompressionReadSettings.type.additionalProperties + } +}; + +export const TarReadSettings: msRest.CompositeMapper = { + serializedName: "TarReadSettings", + type: { + name: "Composite", + polymorphicDiscriminator: CompressionReadSettings.type.polymorphicDiscriminator, + uberParent: "CompressionReadSettings", + className: "TarReadSettings", + modelProperties: { + ...CompressionReadSettings.type.modelProperties, + preserveCompressionFileNameAsFolder: { + serializedName: "preserveCompressionFileNameAsFolder", + type: { + name: "Object" + } + } + }, + additionalProperties: CompressionReadSettings.type.additionalProperties + } +}; + export const ZipDeflateReadSettings: msRest.CompositeMapper = { serializedName: "ZipDeflateReadSettings", type: { @@ -15274,6 +15414,60 @@ export const SnowflakeExportCopyCommand: msRest.CompositeMapper = { } }; +export const AzureDatabricksDeltaLakeExportCommand: msRest.CompositeMapper = { + serializedName: "AzureDatabricksDeltaLakeExportCommand", + type: { + name: "Composite", + polymorphicDiscriminator: ExportSettings.type.polymorphicDiscriminator, + uberParent: "ExportSettings", + className: "AzureDatabricksDeltaLakeExportCommand", + modelProperties: { + ...ExportSettings.type.modelProperties, + dateFormat: { + serializedName: "dateFormat", + type: { + name: "Object" + } + }, + timestampFormat: { + serializedName: "timestampFormat", + type: { + name: "Object" + } + } + }, + additionalProperties: ExportSettings.type.additionalProperties + } +}; + +export const AzureDatabricksDeltaLakeSource: msRest.CompositeMapper = { + serializedName: "AzureDatabricksDeltaLakeSource", + type: { + name: "Composite", + polymorphicDiscriminator: CopySource.type.polymorphicDiscriminator, + uberParent: "CopySource", + className: "AzureDatabricksDeltaLakeSource", + modelProperties: { + ...CopySource.type.modelProperties, + query: { + serializedName: "query", + type: { + name: "Object" + } + }, + exportSettings: { + serializedName: "exportSettings", + type: { + name: "Composite", + className: "AzureDatabricksDeltaLakeExportCommand", + additionalProperties: ExportSettings.type.additionalProperties + } + } + }, + additionalProperties: CopySource.type.additionalProperties + } +}; + export const SnowflakeSource: msRest.CompositeMapper = { serializedName: "SnowflakeSource", type: { @@ -18363,6 +18557,18 @@ export const LogStorageSettings: msRest.CompositeMapper = { type: { name: "Object" } + }, + logLevel: { + serializedName: "logLevel", + type: { + name: "Object" + } + }, + enableReliableLogging: { + serializedName: "enableReliableLogging", + type: { + name: "Object" + } } }, additionalProperties: { @@ -19919,6 +20125,32 @@ export const ImportSettings: msRest.CompositeMapper = { } }; +export const AzureDatabricksDeltaLakeImportCommand: msRest.CompositeMapper = { + serializedName: "AzureDatabricksDeltaLakeImportCommand", + type: { + name: "Composite", + polymorphicDiscriminator: ImportSettings.type.polymorphicDiscriminator, + uberParent: "ImportSettings", + className: "AzureDatabricksDeltaLakeImportCommand", + modelProperties: { + ...ImportSettings.type.modelProperties, + dateFormat: { + serializedName: "dateFormat", + type: { + name: "Object" + } + }, + timestampFormat: { + serializedName: "timestampFormat", + type: { + name: "Object" + } + } + }, + additionalProperties: ImportSettings.type.additionalProperties + } +}; + export const SnowflakeImportCopyCommand: msRest.CompositeMapper = { serializedName: "SnowflakeImportCopyCommand", type: { @@ -20641,32 +20873,6 @@ export const BinarySink: msRest.CompositeMapper = { } }; -export const ParquetSink: msRest.CompositeMapper = { - serializedName: "ParquetSink", - type: { - name: "Composite", - polymorphicDiscriminator: CopySink.type.polymorphicDiscriminator, - uberParent: "CopySink", - className: "ParquetSink", - modelProperties: { - ...CopySink.type.modelProperties, - storeSettings: { - serializedName: "storeSettings", - type: { - name: "Composite", - className: "StoreWriteSettings", - additionalProperties: { - type: { - name: "Object" - } - } - } - } - }, - additionalProperties: CopySink.type.additionalProperties - } -}; - export const FormatWriteSettings: msRest.CompositeMapper = { serializedName: "FormatWriteSettings", type: { @@ -20735,6 +20941,44 @@ export const DelimitedTextWriteSettings: msRest.CompositeMapper = { type: { name: "Object" } + }, + maxRowsPerFile: { + serializedName: "maxRowsPerFile", + type: { + name: "Object" + } + }, + fileNamePrefix: { + serializedName: "fileNamePrefix", + type: { + name: "Object" + } + } + }, + additionalProperties: FormatWriteSettings.type.additionalProperties + } +}; + +export const OrcWriteSettings: msRest.CompositeMapper = { + serializedName: "OrcWriteSettings", + type: { + name: "Composite", + polymorphicDiscriminator: FormatWriteSettings.type.polymorphicDiscriminator, + uberParent: "FormatWriteSettings", + className: "OrcWriteSettings", + modelProperties: { + ...FormatWriteSettings.type.modelProperties, + maxRowsPerFile: { + serializedName: "maxRowsPerFile", + type: { + name: "Object" + } + }, + fileNamePrefix: { + serializedName: "fileNamePrefix", + type: { + name: "Object" + } } }, additionalProperties: FormatWriteSettings.type.additionalProperties @@ -20761,12 +21005,84 @@ export const AvroWriteSettings: msRest.CompositeMapper = { type: { name: "String" } + }, + maxRowsPerFile: { + serializedName: "maxRowsPerFile", + type: { + name: "Object" + } + }, + fileNamePrefix: { + serializedName: "fileNamePrefix", + type: { + name: "Object" + } + } + }, + additionalProperties: FormatWriteSettings.type.additionalProperties + } +}; + +export const ParquetWriteSettings: msRest.CompositeMapper = { + serializedName: "ParquetWriteSettings", + type: { + name: "Composite", + polymorphicDiscriminator: FormatWriteSettings.type.polymorphicDiscriminator, + uberParent: "FormatWriteSettings", + className: "ParquetWriteSettings", + modelProperties: { + ...FormatWriteSettings.type.modelProperties, + maxRowsPerFile: { + serializedName: "maxRowsPerFile", + type: { + name: "Object" + } + }, + fileNamePrefix: { + serializedName: "fileNamePrefix", + type: { + name: "Object" + } } }, additionalProperties: FormatWriteSettings.type.additionalProperties } }; +export const ParquetSink: msRest.CompositeMapper = { + serializedName: "ParquetSink", + type: { + name: "Composite", + polymorphicDiscriminator: CopySink.type.polymorphicDiscriminator, + uberParent: "CopySink", + className: "ParquetSink", + modelProperties: { + ...CopySink.type.modelProperties, + storeSettings: { + serializedName: "storeSettings", + type: { + name: "Composite", + className: "StoreWriteSettings", + additionalProperties: { + type: { + name: "Object" + } + } + } + }, + formatSettings: { + serializedName: "formatSettings", + type: { + name: "Composite", + className: "ParquetWriteSettings", + additionalProperties: FormatWriteSettings.type.additionalProperties + } + } + }, + additionalProperties: CopySink.type.additionalProperties + } +}; + export const AvroSink: msRest.CompositeMapper = { serializedName: "AvroSink", type: { @@ -20879,6 +21195,34 @@ export const SapCloudForCustomerSink: msRest.CompositeMapper = { } }; +export const AzureDatabricksDeltaLakeSink: msRest.CompositeMapper = { + serializedName: "AzureDatabricksDeltaLakeSink", + type: { + name: "Composite", + polymorphicDiscriminator: CopySink.type.polymorphicDiscriminator, + uberParent: "CopySink", + className: "AzureDatabricksDeltaLakeSink", + modelProperties: { + ...CopySink.type.modelProperties, + preCopyScript: { + serializedName: "preCopyScript", + type: { + name: "Object" + } + }, + importSettings: { + serializedName: "importSettings", + type: { + name: "Composite", + className: "AzureDatabricksDeltaLakeImportCommand", + additionalProperties: ImportSettings.type.additionalProperties + } + } + }, + additionalProperties: CopySink.type.additionalProperties + } +}; + export const AzureMySqlSink: msRest.CompositeMapper = { serializedName: "AzureMySqlSink", type: { @@ -20989,6 +21333,14 @@ export const OrcSink: msRest.CompositeMapper = { } } } + }, + formatSettings: { + serializedName: "formatSettings", + type: { + name: "Composite", + className: "OrcWriteSettings", + additionalProperties: FormatWriteSettings.type.additionalProperties + } } }, additionalProperties: CopySink.type.additionalProperties @@ -23908,6 +24260,7 @@ export const discriminators = { 'LinkedService.OracleServiceCloud' : OracleServiceCloudLinkedService, 'LinkedService.DynamicsAX' : DynamicsAXLinkedService, 'LinkedService.Responsys' : ResponsysLinkedService, + 'LinkedService.AzureDatabricksDeltaLake' : AzureDatabricksDeltaLakeLinkedService, 'LinkedService.AzureDatabricks' : AzureDatabricksLinkedService, 'LinkedService.AzureDataLakeAnalytics' : AzureDataLakeAnalyticsLinkedService, 'LinkedService.HDInsightOnDemand' : HDInsightOnDemandLinkedService, @@ -23999,6 +24352,7 @@ export const discriminators = { 'LinkedService.AzureTableStorage' : AzureTableStorageLinkedService, 'LinkedService.AzureBlobStorage' : AzureBlobStorageLinkedService, 'LinkedService.AzureStorage' : AzureStorageLinkedService, + 'Dataset.AzureDatabricksDeltaLakeDataset' : AzureDatabricksDeltaLakeDataset, 'Dataset.SharePointOnlineListResource' : SharePointOnlineListResourceDataset, 'Dataset.SnowflakeTable' : SnowflakeDataset, 'Dataset.GoogleAdWordsObject' : GoogleAdWordsObjectDataset, @@ -24036,6 +24390,8 @@ export const discriminators = { 'Dataset.ConcurObject' : ConcurObjectDataset, 'Dataset.AzurePostgreSqlTable' : AzurePostgreSqlTableDataset, 'Dataset.AmazonMWSObject' : AmazonMWSObjectDataset, + 'DatasetCompression.TarGZip' : DatasetTarGZipCompression, + 'DatasetCompression.Tar' : DatasetTarCompression, 'DatasetCompression.ZipDeflate' : DatasetZipDeflateCompression, 'DatasetCompression.Deflate' : DatasetDeflateCompression, 'DatasetCompression.GZip' : DatasetGZipCompression, @@ -24133,6 +24489,8 @@ export const discriminators = { 'Activity.AzureMLExecutePipeline' : AzureMLExecutePipelineActivity, 'Activity.AzureMLUpdateResource' : AzureMLUpdateResourceActivity, 'Activity.AzureMLBatchExecution' : AzureMLBatchExecutionActivity, + 'CompressionReadSettings.TarGZipReadSettings' : TarGZipReadSettings, + 'CompressionReadSettings.TarReadSettings' : TarReadSettings, 'CompressionReadSettings.ZipDeflateReadSettings' : ZipDeflateReadSettings, 'CompressionReadSettings' : CompressionReadSettings, 'FormatReadSettings.BinaryReadSettings' : BinaryReadSettings, @@ -24155,8 +24513,10 @@ export const discriminators = { 'Activity.GetMetadata' : GetMetadataActivity, 'Activity.WebActivity' : WebActivity, 'CopySource.SharePointOnlineListSource' : SharePointOnlineListSource, - 'ExportSettings' : ExportSettings, 'ExportSettings.SnowflakeExportCopyCommand' : SnowflakeExportCopyCommand, + 'ExportSettings' : ExportSettings, + 'ExportSettings.AzureDatabricksDeltaLakeExportCommand' : AzureDatabricksDeltaLakeExportCommand, + 'CopySource.AzureDatabricksDeltaLakeSource' : AzureDatabricksDeltaLakeSource, 'CopySource.SnowflakeSource' : SnowflakeSource, 'CopySource.HttpSource' : HttpSource, 'CopySource.AzureBlobFSSource' : AzureBlobFSSource, @@ -24273,6 +24633,7 @@ export const discriminators = { 'CopySink.AzureBlobFSSink' : AzureBlobFSSink, 'CopySink.AzureDataLakeStoreSink' : AzureDataLakeStoreSink, 'CopySink.OracleSink' : OracleSink, + 'ImportSettings.AzureDatabricksDeltaLakeImportCommand' : AzureDatabricksDeltaLakeImportCommand, 'ImportSettings' : ImportSettings, 'ImportSettings.SnowflakeImportCopyCommand' : SnowflakeImportCopyCommand, 'CopySink.SnowflakeSink' : SnowflakeSink, @@ -24293,15 +24654,18 @@ export const discriminators = { 'StoreWriteSettings.SftpWriteSettings' : SftpWriteSettings, 'StoreWriteSettings' : StoreWriteSettings, 'CopySink.BinarySink' : BinarySink, - 'CopySink.ParquetSink' : ParquetSink, 'FormatWriteSettings.JsonWriteSettings' : JsonWriteSettings, 'FormatWriteSettings.DelimitedTextWriteSettings' : DelimitedTextWriteSettings, - 'FormatWriteSettings' : FormatWriteSettings, + 'FormatWriteSettings.OrcWriteSettings' : OrcWriteSettings, 'FormatWriteSettings.AvroWriteSettings' : AvroWriteSettings, + 'FormatWriteSettings' : FormatWriteSettings, + 'FormatWriteSettings.ParquetWriteSettings' : ParquetWriteSettings, + 'CopySink.ParquetSink' : ParquetSink, 'CopySink.AvroSink' : AvroSink, 'CopySink.AzureTableSink' : AzureTableSink, 'CopySink.AzureQueueSink' : AzureQueueSink, 'CopySink.SapCloudForCustomerSink' : SapCloudForCustomerSink, + 'CopySink.AzureDatabricksDeltaLakeSink' : AzureDatabricksDeltaLakeSink, 'CopySink.AzureMySqlSink' : AzureMySqlSink, 'CopySink.AzurePostgreSqlSink' : AzurePostgreSqlSink, 'CopySink.RestSink' : RestSink, diff --git a/sdk/datafactory/arm-datafactory/src/models/pipelinesMappers.ts b/sdk/datafactory/arm-datafactory/src/models/pipelinesMappers.ts index 25eb1c4a238c..d98a8610848c 100644 --- a/sdk/datafactory/arm-datafactory/src/models/pipelinesMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/pipelinesMappers.ts @@ -42,6 +42,12 @@ export { AzureBlobStorageLocation, AzureBlobStorageReadSettings, AzureBlobStorageWriteSettings, + AzureDatabricksDeltaLakeDataset, + AzureDatabricksDeltaLakeExportCommand, + AzureDatabricksDeltaLakeImportCommand, + AzureDatabricksDeltaLakeLinkedService, + AzureDatabricksDeltaLakeSink, + AzureDatabricksDeltaLakeSource, AzureDatabricksLinkedService, AzureDataExplorerCommandActivity, AzureDataExplorerLinkedService, @@ -165,6 +171,8 @@ export { DatasetReference, DatasetResource, DatasetStorageFormat, + DatasetTarCompression, + DatasetTarGZipCompression, DatasetZipDeflateCompression, Db2LinkedService, Db2Source, @@ -360,12 +368,14 @@ export { OrcFormat, OrcSink, OrcSource, + OrcWriteSettings, PackageStore, ParameterSpecification, ParquetDataset, ParquetFormat, ParquetSink, ParquetSource, + ParquetWriteSettings, PaypalLinkedService, PaypalObjectDataset, PaypalSource, @@ -498,6 +508,8 @@ export { SybaseSource, SybaseTableDataset, TabularSource, + TarGZipReadSettings, + TarReadSettings, TeradataLinkedService, TeradataPartitionSettings, TeradataSource, diff --git a/sdk/datafactory/arm-datafactory/src/models/triggersMappers.ts b/sdk/datafactory/arm-datafactory/src/models/triggersMappers.ts index 08b9a70c6eb6..6d8245265201 100644 --- a/sdk/datafactory/arm-datafactory/src/models/triggersMappers.ts +++ b/sdk/datafactory/arm-datafactory/src/models/triggersMappers.ts @@ -42,6 +42,12 @@ export { AzureBlobStorageLocation, AzureBlobStorageReadSettings, AzureBlobStorageWriteSettings, + AzureDatabricksDeltaLakeDataset, + AzureDatabricksDeltaLakeExportCommand, + AzureDatabricksDeltaLakeImportCommand, + AzureDatabricksDeltaLakeLinkedService, + AzureDatabricksDeltaLakeSink, + AzureDatabricksDeltaLakeSource, AzureDatabricksLinkedService, AzureDataExplorerCommandActivity, AzureDataExplorerLinkedService, @@ -164,6 +170,8 @@ export { DatasetReference, DatasetResource, DatasetStorageFormat, + DatasetTarCompression, + DatasetTarGZipCompression, DatasetZipDeflateCompression, Db2LinkedService, Db2Source, @@ -359,12 +367,14 @@ export { OrcFormat, OrcSink, OrcSource, + OrcWriteSettings, PackageStore, ParameterSpecification, ParquetDataset, ParquetFormat, ParquetSink, ParquetSource, + ParquetWriteSettings, PaypalLinkedService, PaypalObjectDataset, PaypalSource, @@ -496,6 +506,8 @@ export { SybaseSource, SybaseTableDataset, TabularSource, + TarGZipReadSettings, + TarReadSettings, TeradataLinkedService, TeradataPartitionSettings, TeradataSource,