Skip to content

Commit 0f45fe4

Browse files
zhiyong-gayang00Kai0
authored andcommitted
Add sql parallel read properties (Azure#9712)
* add httpRequestTimeout to odata based connector activities * add httpRequestTimeout to odata based connector activities * add sql parallel read properties
1 parent 02966b4 commit 0f45fe4

File tree

1 file changed

+71
-0
lines changed
  • specification/datafactory/resource-manager/Microsoft.DataFactory/stable/2018-06-01/entityTypes

1 file changed

+71
-0
lines changed

specification/datafactory/resource-manager/Microsoft.DataFactory/stable/2018-06-01/entityTypes/Pipeline.json

Lines changed: 71 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2111,6 +2111,14 @@
21112111
"isolationLevel": {
21122112
"description": "Specifies the transaction locking behavior for the SQL source. Allowed values: ReadCommitted/ReadUncommitted/RepeatableRead/Serializable/Snapshot. The default value is ReadCommitted. Type: string (or Expression with resultType string).",
21132113
"type": "object"
2114+
},
2115+
"partitionOption": {
2116+
"description": "The partition mechanism that will be used for Sql read in parallel.",
2117+
"$ref": "#/definitions/SqlPartitionOption"
2118+
},
2119+
"partitionSettings": {
2120+
"description": "The settings that will be leveraged for Sql source partitioning.",
2121+
"$ref": "#/definitions/SqlPartitionSettings"
21142122
}
21152123
}
21162124
},
@@ -2141,6 +2149,14 @@
21412149
"produceAdditionalTypes": {
21422150
"description": "Which additional types to produce.",
21432151
"type": "object"
2152+
},
2153+
"partitionOption": {
2154+
"description": "The partition mechanism that will be used for Sql read in parallel.",
2155+
"$ref": "#/definitions/SqlPartitionOption"
2156+
},
2157+
"partitionSettings": {
2158+
"description": "The settings that will be leveraged for Sql source partitioning.",
2159+
"$ref": "#/definitions/SqlPartitionSettings"
21442160
}
21452161
}
21462162
},
@@ -2171,6 +2187,14 @@
21712187
"produceAdditionalTypes": {
21722188
"description": "Which additional types to produce.",
21732189
"type": "object"
2190+
},
2191+
"partitionOption": {
2192+
"description": "The partition mechanism that will be used for Sql read in parallel.",
2193+
"$ref": "#/definitions/SqlPartitionOption"
2194+
},
2195+
"partitionSettings": {
2196+
"description": "The settings that will be leveraged for Sql source partitioning.",
2197+
"$ref": "#/definitions/SqlPartitionSettings"
21742198
}
21752199
}
21762200
},
@@ -2201,6 +2225,14 @@
22012225
"produceAdditionalTypes": {
22022226
"description": "Which additional types to produce.",
22032227
"type": "object"
2228+
},
2229+
"partitionOption": {
2230+
"description": "The partition mechanism that will be used for Sql read in parallel.",
2231+
"$ref": "#/definitions/SqlPartitionOption"
2232+
},
2233+
"partitionSettings": {
2234+
"description": "The settings that will be leveraged for Sql source partitioning.",
2235+
"$ref": "#/definitions/SqlPartitionSettings"
22042236
}
22052237
}
22062238
},
@@ -2224,9 +2256,48 @@
22242256
"storedProcedureParameters": {
22252257
"type": "object",
22262258
"description": "Value and type setting for stored procedure parameters. Example: \"{Parameter1: {value: \"1\", type: \"int\"}}\". Type: object (or Expression with resultType object), itemType: StoredProcedureParameter."
2259+
},
2260+
"partitionOption": {
2261+
"description": "The partition mechanism that will be used for Sql read in parallel.",
2262+
"$ref": "#/definitions/SqlPartitionOption"
2263+
},
2264+
"partitionSettings": {
2265+
"description": "The settings that will be leveraged for Sql source partitioning.",
2266+
"$ref": "#/definitions/SqlPartitionSettings"
22272267
}
22282268
}
22292269
},
2270+
"SqlPartitionSettings": {
2271+
"description": "The settings that will be leveraged for Sql source partitioning.",
2272+
"type": "object",
2273+
"properties": {
2274+
"partitionColumnName": {
2275+
"type": "object",
2276+
"description": "The name of the column in integer or datetime type that will be used for proceeding partitioning. If not specified, the primary key of the table is auto-detected and used as the partition column. Type: string (or Expression with resultType string)."
2277+
},
2278+
"partitionUpperBound": {
2279+
"type": "object",
2280+
"description": "The maximum value of the partition column for partition range splitting. This value is used to decide the partition stride, not for filtering the rows in table. All rows in the table or query result will be partitioned and copied. Type: string (or Expression with resultType string)."
2281+
},
2282+
"partitionLowerBound": {
2283+
"type": "object",
2284+
"description": "The minimum value of the partition column for partition range splitting. This value is used to decide the partition stride, not for filtering the rows in table. All rows in the table or query result will be partitioned and copied. Type: string (or Expression with resultType string)."
2285+
}
2286+
}
2287+
},
2288+
"SqlPartitionOption": {
2289+
"description": "The partition mechanism that will be used for Sql read in parallel.",
2290+
"type": "string",
2291+
"enum": [
2292+
"None",
2293+
"PhysicalPartitionsOfTable",
2294+
"DynamicRange"
2295+
],
2296+
"x-ms-enum": {
2297+
"name": "SqlPartitionOption",
2298+
"modelAsString": true
2299+
}
2300+
},
22302301
"FileSystemSource": {
22312302
"description": "A copy activity file system source.",
22322303
"type": "object",

0 commit comments

Comments
 (0)