diff --git a/schemas/2017-09-01-preview/Microsoft.DataFactory.json b/schemas/2017-09-01-preview/Microsoft.DataFactory.json index bdfc2aa0e4..8d359f69ee 100644 --- a/schemas/2017-09-01-preview/Microsoft.DataFactory.json +++ b/schemas/2017-09-01-preview/Microsoft.DataFactory.json @@ -3318,8 +3318,18 @@ "type": "object", "properties": { "level": { - "type": "object", - "properties": {}, + "oneOf": [ + { + "type": "string", + "enum": [ + "Optimal", + "Fastest" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], "description": "The Deflate compression level." }, "type": { @@ -3338,8 +3348,18 @@ "type": "object", "properties": { "level": { - "type": "object", - "properties": {}, + "oneOf": [ + { + "type": "string", + "enum": [ + "Optimal", + "Fastest" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], "description": "The GZip compression level." }, "type": { @@ -3434,8 +3454,18 @@ "type": "object", "properties": { "level": { - "type": "object", - "properties": {}, + "oneOf": [ + { + "type": "string", + "enum": [ + "Optimal", + "Fastest" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], "description": "The ZipDeflate compression level." }, "type": { @@ -3700,13 +3730,33 @@ "type": "object", "properties": { "authenticationType": { - "type": "object", - "properties": {}, + "oneOf": [ + { + "type": "string", + "enum": [ + "Office365", + "Ifd" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], "description": "The authentication type to connect to Dynamics server. 'Office365' for online scenario, 'Ifd' for on-premises with Ifd scenario. Type: string (or Expression with resultType string)." }, "deploymentType": { - "type": "object", - "properties": {}, + "oneOf": [ + { + "type": "string", + "enum": [ + "Online", + "OnPremisesWithIfd" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], "description": "The deployment type of the Dynamics instance. 'Online' for Dynamics Online and 'OnPremisesWithIfd' for Dynamics on-premises with Ifd. Type: string (or Expression with resultType string)." }, "encryptedCredential": { @@ -11237,8 +11287,23 @@ "type": "object", "properties": { "type": { - "type": "object", - "properties": {}, + "oneOf": [ + { + "type": "string", + "enum": [ + "String", + "Int", + "Int64", + "Decimal", + "Guid", + "Boolean", + "Date" + ] + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], "description": "Stored procedure parameter type." }, "value": { diff --git a/schemas/2018-06-01/Microsoft.DataFactory.json b/schemas/2018-06-01/Microsoft.DataFactory.json index f6e33d113f..a28367cb20 100644 --- a/schemas/2018-06-01/Microsoft.DataFactory.json +++ b/schemas/2018-06-01/Microsoft.DataFactory.json @@ -565,6 +565,9 @@ }, { "$ref": "#/definitions/ExecutionActivity" + }, + { + "$ref": "#/definitions/ExecuteWranglingDataflowActivity" } ], "properties": { @@ -743,22 +746,6 @@ }, "description": "Execution policy for an activity." }, - "AdditionalColumns": { - "type": "object", - "properties": { - "name": { - "type": "object", - "properties": {}, - "description": "Additional column name. Type: string (or Expression with resultType string)." - }, - "value": { - "type": "object", - "properties": {}, - "description": "Additional column value. Type: string (or Expression with resultType string)." - } - }, - "description": "Specify the column name and value of additional columns." - }, "AmazonMWSLinkedService": { "type": "object", "properties": { @@ -1637,18 +1624,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "storeSettings": { "oneOf": [ @@ -3047,18 +3025,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "noTruncation": { "type": "object", @@ -5303,6 +5272,11 @@ "properties": {}, "description": "SQL writer table type. Type: string (or Expression with resultType string)." }, + "sqlWriterUseTableLock": { + "type": "object", + "properties": {}, + "description": "Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean)." + }, "storedProcedureParameters": { "oneOf": [ { @@ -5333,6 +5307,22 @@ "enum": [ "AzureSqlSink" ] + }, + "upsertSettings": { + "oneOf": [ + { + "$ref": "#/definitions/SqlUpsertSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Sql upsert option settings" + }, + "writeBehavior": { + "type": "object", + "properties": {}, + "description": "Write behavior when copying data into Azure SQL. Type: SqlWriteBehaviorEnum (or Expression with resultType SqlWriteBehaviorEnum)" } }, "required": [ @@ -6511,18 +6501,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "query": { "type": "object", @@ -7526,6 +7507,11 @@ "type": "object", "properties": {}, "description": "The name of the CosmosDB (MongoDB API) database that you want to access. Type: string (or Expression with resultType string)." + }, + "isServerVersionAbove32": { + "type": "object", + "properties": {}, + "description": "Whether the CosmosDB (MongoDB API) server version is higher than 3.2. The default value is false. Type: boolean (or Expression with resultType boolean)." } }, "required": [ @@ -7558,18 +7544,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "batchSize": { "type": "object", @@ -7674,18 +7651,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "detectDatetime": { "type": "object", @@ -8346,6 +8314,9 @@ "oneOf": [ { "$ref": "#/definitions/MappingDataFlow" + }, + { + "$ref": "#/definitions/WranglingDataFlow" } ], "properties": { @@ -9782,18 +9753,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "formatSettings": { "oneOf": [ @@ -9982,18 +9944,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "nestingSeparator": { "type": "object", @@ -10526,18 +10479,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "query": { "type": "object", @@ -10746,18 +10690,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "query": { "type": "object", @@ -11089,18 +11024,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "storeSettings": { "oneOf": [ @@ -11310,6 +11236,89 @@ ], "description": "Execute pipeline activity properties." }, + "ExecutePowerQueryActivityTypeProperties": { + "type": "object", + "properties": { + "compute": { + "oneOf": [ + { + "$ref": "#/definitions/ExecuteDataFlowActivityTypePropertiesCompute" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Compute properties for data flow activity." + }, + "continueOnError": { + "type": "object", + "properties": {}, + "description": "Continue on error setting used for data flow execution. Enables processing to continue if a sink fails. Type: boolean (or Expression with resultType boolean)" + }, + "dataFlow": { + "oneOf": [ + { + "$ref": "#/definitions/DataFlowReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Data flow reference type." + }, + "integrationRuntime": { + "oneOf": [ + { + "$ref": "#/definitions/IntegrationRuntimeReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Integration runtime reference type." + }, + "runConcurrently": { + "type": "object", + "properties": {}, + "description": "Concurrent run setting used for data flow execution. Allows sinks with the same save order to be processed concurrently. Type: boolean (or Expression with resultType boolean)" + }, + "sinks": { + "oneOf": [ + { + "type": "object", + "additionalProperties": { + "$ref": "#/definitions/PowerQuerySink" + }, + "properties": {} + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "List of Power Query activity sinks mapped to a queryName." + }, + "staging": { + "oneOf": [ + { + "$ref": "#/definitions/DataFlowStagingInfo" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Staging info for execute data flow activity." + }, + "traceLevel": { + "type": "object", + "properties": {}, + "description": "Trace level setting used for data flow monitoring output. Supported values are: 'coarse', 'fine', and 'none'. Type: string (or Expression with resultType string)" + } + }, + "required": [ + "dataFlow" + ], + "description": "Execute power query data flow activity properties." + }, "ExecuteSSISPackageActivity": { "type": "object", "properties": { @@ -11489,17 +11498,55 @@ ], "description": "Execute SSIS package activity properties." }, - "ExecutionActivity": { + "ExecuteWranglingDataflowActivity": { "type": "object", - "oneOf": [ - { - "$ref": "#/definitions/CopyActivity" + "properties": { + "policy": { + "oneOf": [ + { + "$ref": "#/definitions/ActivityPolicy" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Execution policy for an activity." }, - { - "$ref": "#/definitions/HDInsightHiveActivity" + "type": { + "type": "string", + "enum": [ + "ExecuteWranglingDataflow" + ] }, - { - "$ref": "#/definitions/HDInsightPigActivity" + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/ExecutePowerQueryActivityTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Execute power query data flow activity properties." + } + }, + "required": [ + "type", + "typeProperties" + ], + "description": "Execute power query activity." + }, + "ExecutionActivity": { + "type": "object", + "oneOf": [ + { + "$ref": "#/definitions/CopyActivity" + }, + { + "$ref": "#/definitions/HDInsightHiveActivity" + }, + { + "$ref": "#/definitions/HDInsightPigActivity" }, { "$ref": "#/definitions/HDInsightMapReduceActivity" @@ -12059,6 +12106,21 @@ "FactoryGitHubConfiguration": { "type": "object", "properties": { + "clientId": { + "type": "string", + "description": "GitHub bring your own app client id." + }, + "clientSecret": { + "oneOf": [ + { + "$ref": "#/definitions/GitHubClientSecret" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Client secret information for factory's bring your own app repository configuration." + }, "hostName": { "type": "string", "description": "GitHub Enterprise host name. For example: https://github.mydomain.com" @@ -12504,18 +12566,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "recursive": { "type": "object", @@ -12983,6 +13036,20 @@ ], "description": "GetMetadata activity properties." }, + "GitHubClientSecret": { + "type": "object", + "properties": { + "byoaSecretAkvUrl": { + "type": "string", + "description": "Bring your own app client secret AKV URL." + }, + "byoaSecretName": { + "type": "string", + "description": "Bring your own app client secret name in AKV." + } + }, + "description": "Client secret information for factory's bring your own app repository configuration." + }, "GlobalParameterSpecification": { "type": "object", "properties": { @@ -16191,6 +16258,17 @@ ], "description": "Unmatched properties from the message are deserialized this collection" }, + "cleanup": { + "oneOf": [ + { + "type": "boolean" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Cluster will not be recycled and it will be used in next data flow activity run until TTL (time to live) is reached if this is set as false. Default is true." + }, "computeType": { "oneOf": [ { @@ -16534,6 +16612,10 @@ "type": "string", "description": "The name of the subnet this integration runtime will join." }, + "subnetId": { + "type": "string", + "description": "The ID of subnet, to which this Azure-SSIS integration runtime will be joined." + }, "vNetId": { "type": "string", "description": "The ID of the VNet that this integration runtime will join." @@ -16855,18 +16937,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "formatSettings": { "oneOf": [ @@ -18311,18 +18384,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "query": { "type": "object", @@ -18490,18 +18554,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "batchSize": { "type": "object", @@ -18731,18 +18786,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "query": { "type": "object", @@ -18873,18 +18919,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "batchSize": { "type": "object", @@ -19433,18 +19470,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "httpRequestTimeout": { "type": "object", @@ -20171,18 +20199,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "oracleReaderQuery": { "type": "object", @@ -20376,18 +20395,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "storeSettings": { "oneOf": [ @@ -20610,18 +20620,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "storeSettings": { "oneOf": [ @@ -21348,6 +21349,138 @@ }, "description": "PostgreSQL table dataset properties." }, + "PowerQuerySink": { + "type": "object", + "properties": { + "dataset": { + "oneOf": [ + { + "$ref": "#/definitions/DatasetReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Dataset reference type." + }, + "description": { + "type": "string", + "description": "Transformation description." + }, + "linkedService": { + "oneOf": [ + { + "$ref": "#/definitions/LinkedServiceReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Linked service reference type." + }, + "name": { + "type": "string", + "description": "Transformation name." + }, + "schemaLinkedService": { + "oneOf": [ + { + "$ref": "#/definitions/LinkedServiceReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Linked service reference type." + }, + "script": { + "type": "string", + "description": "sink script." + } + }, + "required": [ + "name" + ], + "description": "Power query sink." + }, + "PowerQuerySource": { + "type": "object", + "properties": { + "dataset": { + "oneOf": [ + { + "$ref": "#/definitions/DatasetReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Dataset reference type." + }, + "description": { + "type": "string", + "description": "Transformation description." + }, + "linkedService": { + "oneOf": [ + { + "$ref": "#/definitions/LinkedServiceReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Linked service reference type." + }, + "name": { + "type": "string", + "description": "Transformation name." + }, + "schemaLinkedService": { + "oneOf": [ + { + "$ref": "#/definitions/LinkedServiceReference" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Linked service reference type." + }, + "script": { + "type": "string", + "description": "source script." + } + }, + "required": [ + "name" + ], + "description": "Power query source." + }, + "PowerQueryTypeProperties": { + "type": "object", + "properties": { + "script": { + "type": "string", + "description": "Power query mashup script." + }, + "sources": { + "oneOf": [ + { + "type": "array", + "items": { + "$ref": "#/definitions/PowerQuerySource" + } + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "List of sources in Power Query." + } + }, + "description": "Power Query data flow type properties." + }, "PrestoDatasetTypeProperties": { "type": "object", "properties": { @@ -21936,18 +22069,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "query": { "type": "object", @@ -22427,18 +22551,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "additionalHeaders": { "type": "object", @@ -22899,18 +23014,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "query": { "type": "object", @@ -25548,6 +25654,11 @@ "properties": {}, "description": "SQL pre-copy script. Type: string (or Expression with resultType string)." }, + "sqlWriterUseTableLock": { + "type": "object", + "properties": {}, + "description": "Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean)." + }, "tableOption": { "type": "object", "properties": {}, @@ -25558,6 +25669,22 @@ "enum": [ "SqlDWSink" ] + }, + "upsertSettings": { + "oneOf": [ + { + "$ref": "#/definitions/SqlDWUpsertSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Sql DW upsert option settings" + }, + "writeBehavior": { + "type": "object", + "properties": {}, + "description": "Write behavior when copying data into azure SQL DW. Type: SqlDWWriteBehaviorEnum (or Expression with resultType SqlDWWriteBehaviorEnum)" } }, "required": [ @@ -25611,6 +25738,22 @@ ], "description": "A copy activity SQL Data Warehouse source." }, + "SqlDWUpsertSettings": { + "type": "object", + "properties": { + "interimSchemaName": { + "type": "object", + "properties": {}, + "description": "Schema name for interim table. Type: string (or Expression with resultType string)." + }, + "keys": { + "type": "object", + "properties": {}, + "description": "Key column names for unique row identification. Type: array of strings (or Expression with resultType array of strings)." + } + }, + "description": "Sql DW upsert option settings" + }, "SqlMISink": { "type": "object", "properties": { @@ -25629,6 +25772,11 @@ "properties": {}, "description": "SQL writer table type. Type: string (or Expression with resultType string)." }, + "sqlWriterUseTableLock": { + "type": "object", + "properties": {}, + "description": "Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean)." + }, "storedProcedureParameters": { "oneOf": [ { @@ -25659,6 +25807,22 @@ "enum": [ "SqlMISink" ] + }, + "upsertSettings": { + "oneOf": [ + { + "$ref": "#/definitions/SqlUpsertSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Sql upsert option settings" + }, + "writeBehavior": { + "type": "object", + "properties": {}, + "description": "White behavior when copying data into azure SQL MI. Type: SqlWriteBehaviorEnum (or Expression with resultType SqlWriteBehaviorEnum)" } }, "required": [ @@ -25839,6 +26003,11 @@ "properties": {}, "description": "SQL writer table type. Type: string (or Expression with resultType string)." }, + "sqlWriterUseTableLock": { + "type": "object", + "properties": {}, + "description": "Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean)." + }, "storedProcedureParameters": { "oneOf": [ { @@ -25869,6 +26038,22 @@ "enum": [ "SqlServerSink" ] + }, + "upsertSettings": { + "oneOf": [ + { + "$ref": "#/definitions/SqlUpsertSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Sql upsert option settings" + }, + "writeBehavior": { + "type": "object", + "properties": {}, + "description": "Write behavior when copying data into sql server. Type: SqlWriteBehaviorEnum (or Expression with resultType SqlWriteBehaviorEnum)" } }, "required": [ @@ -26058,6 +26243,11 @@ "properties": {}, "description": "SQL writer table type. Type: string (or Expression with resultType string)." }, + "sqlWriterUseTableLock": { + "type": "object", + "properties": {}, + "description": "Whether to use table lock during bulk copy. Type: boolean (or Expression with resultType boolean)." + }, "storedProcedureParameters": { "oneOf": [ { @@ -26088,6 +26278,22 @@ "enum": [ "SqlSink" ] + }, + "upsertSettings": { + "oneOf": [ + { + "$ref": "#/definitions/SqlUpsertSettings" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Sql upsert option settings" + }, + "writeBehavior": { + "type": "object", + "properties": {}, + "description": "Write behavior when copying data into sql. Type: SqlWriteBehaviorEnum (or Expression with resultType SqlWriteBehaviorEnum)" } }, "required": [ @@ -26156,6 +26362,27 @@ ], "description": "A copy activity SQL source." }, + "SqlUpsertSettings": { + "type": "object", + "properties": { + "interimSchemaName": { + "type": "object", + "properties": {}, + "description": "Schema name for interim table. Type: string (or Expression with resultType string)." + }, + "keys": { + "type": "object", + "properties": {}, + "description": "Key column names for unique row identification. Type: array of strings (or Expression with resultType array of strings)." + }, + "useTempDB": { + "type": "object", + "properties": {}, + "description": "Specifies whether to use temp db for upsert interim table. Type: boolean (or Expression with resultType boolean)." + } + }, + "description": "Sql upsert option settings" + }, "SquareLinkedService": { "type": "object", "properties": { @@ -27218,18 +27445,9 @@ ], "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "queryTimeout": { "type": "object", @@ -28616,18 +28834,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "type": { "type": "string", @@ -28687,6 +28896,32 @@ ], "description": "Web table dataset properties." }, + "WranglingDataFlow": { + "type": "object", + "properties": { + "type": { + "type": "string", + "enum": [ + "WranglingDataFlow" + ] + }, + "typeProperties": { + "oneOf": [ + { + "$ref": "#/definitions/PowerQueryTypeProperties" + }, + { + "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" + } + ], + "description": "Power Query data flow type properties." + } + }, + "required": [ + "type" + ], + "description": "Power Query data flow." + }, "XeroLinkedService": { "type": "object", "properties": { @@ -28951,18 +29186,9 @@ "type": "object", "properties": { "additionalColumns": { - "oneOf": [ - { - "type": "array", - "items": { - "$ref": "#/definitions/AdditionalColumns" - } - }, - { - "$ref": "https://schema.management.azure.com/schemas/common/definitions.json#/definitions/expression" - } - ], - "description": "Specifies the additional columns to be added to source data. Type: array of objects (or Expression with resultType array of objects)." + "type": "object", + "properties": {}, + "description": "Specifies the additional columns to be added to source data. Type: array of objects(AdditionalColumns) (or Expression with resultType array of objects)." }, "formatSettings": { "oneOf": [