Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion custom-words.txt
Original file line number Diff line number Diff line change
Expand Up @@ -2716,4 +2716,5 @@ Spza
xlargerc
largerc
mediumrc
smallrc
smallrc
Autotune
Original file line number Diff line number Diff line change
Expand Up @@ -417,6 +417,11 @@
"type": "boolean",
"description": "Whether compute isolation is required or not."
},
"isAutotuneEnabled": {
"type": "boolean",
"title": "Enable Autotune",
"description": "Whether autotune is required or not."
},
"sessionLevelPackagesEnabled": {
"type": "boolean",
"description": "Whether session level packages enabled."
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,8 @@
"content": "",
"filename": "requirements.txt"
},
"defaultSparkLogFolder": "/logs"
"defaultSparkLogFolder": "/logs",
"isAutotuneEnabled": false
}
}
},
Expand Down Expand Up @@ -66,7 +67,8 @@
"filename": "requirements.txt"
},
"defaultSparkLogFolder": "/logs",
"lastSucceededTimestamp": "1970-01-01T10:00:00Z"
"lastSucceededTimestamp": "1970-01-01T10:00:00Z",
"isAutotuneEnabled": false
}
}
},
Expand Down Expand Up @@ -101,7 +103,8 @@
"content": "",
"filename": "requirements.txt"
},
"defaultSparkLogFolder": "/logs"
"defaultSparkLogFolder": "/logs",
"isAutotuneEnabled": false
}
}
},
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,8 @@
"content": "",
"filename": "requirements.txt"
},
"defaultSparkLogFolder": "/logs"
"defaultSparkLogFolder": "/logs",
"isAutotuneEnabled": false
}
}
},
Expand Down Expand Up @@ -70,7 +71,8 @@
"content": "",
"filename": "requirements.txt"
},
"defaultSparkLogFolder": "/logs"
"defaultSparkLogFolder": "/logs",
"isAutotuneEnabled": false
}
}
},
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,8 @@
"content": "",
"filename": "requirements.txt"
},
"defaultSparkLogFolder": "/logs"
"defaultSparkLogFolder": "/logs",
"isAutotuneEnabled": false
}
}
},
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,8 @@
"content": "",
"filename": "requirements.txt"
},
"defaultSparkLogFolder": "/logs"
"defaultSparkLogFolder": "/logs",
"isAutotuneEnabled": false
}
},
{
Expand Down Expand Up @@ -68,7 +69,8 @@
"content": "",
"filename": "requirements.txt"
},
"defaultSparkLogFolder": "/logs"
"defaultSparkLogFolder": "/logs",
"isAutotuneEnabled": false
}
}
],
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,15 @@
"createdBy": "test@microsoft.com",
"created": "1970-01-01T00:00:00Z"
},
"etag": "1500474f-0000-0200-0000-5cbe090d0000"
"etag": "1500474f-0000-0200-0000-5cbe090d0000",
"configMergeRule": {
"currentOperation.spark.key1": "append",
"currentOperation.append.separator.spark.key1": "space",
"currentOperation.spark.key2": "append",
"currentOperation.append.separator.spark.key2": "comma",
"allowedNextOperations.spark.key1": "replace,delete",
"allowedNextOperations.spark.key2": "replace,delete,append"
}
}
}
}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,15 @@
"createdBy": "test@microsoft.com",
"created": "1970-01-01T00:00:00Z"
},
"etag": "1500474f-0000-0200-0000-5cbe090d0000"
"etag": "1500474f-0000-0200-0000-5cbe090d0000",
"configMergeRule": {
"currentOperation.spark.key1": "append",
"currentOperation.append.separator.spark.key1": "space",
"currentOperation.spark.key2": "append",
"currentOperation.append.separator.spark.key2": "comma",
"allowedNextOperations.spark.key1": "replace,delete",
"allowedNextOperations.spark.key2": "replace,delete,append"
}
},
{
"id": "/subscriptions/12345678-1234-1234-1234-12345678abc/resourceGroups/exampleResourceGroup/providers/Microsoft.Synapse/workspaces/exampleWorkspace/sparkconfigurations/exampleSparkConfigurationName2",
Expand All @@ -57,7 +65,15 @@
"createdBy": "test@microsoft.com",
"created": "1970-01-01T00:00:00Z"
},
"etag": "1500474f-0000-0200-0000-5cbe090d0000"
"etag": "1500474f-0000-0200-0000-5cbe090d0000",
"configMergeRule": {
"currentOperation.spark.key1": "append",
"currentOperation.append.separator.spark.key1": "space",
"currentOperation.spark.key2": "append",
"currentOperation.append.separator.spark.key2": "comma",
"allowedNextOperations.spark.key1": "replace,delete",
"allowedNextOperations.spark.key2": "replace,delete,append"
}
}
],
"nextLink": ""
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -43,7 +43,8 @@
"content": "",
"filename": "requirements.txt"
},
"defaultSparkLogFolder": "/logs"
"defaultSparkLogFolder": "/logs",
"isAutotuneEnabled": false
}
}
},
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -209,6 +209,13 @@
"type": "string",
"format": "date-time",
"description": "The timestamp of resource creation."
},
"configMergeRule": {
"type": "object",
"description": "SparkConfiguration merge configs.",
"additionalProperties": {
"type": "string"
}
}
},
"required": [
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -417,6 +417,11 @@
"type": "boolean",
"description": "Whether compute isolation is required or not."
},
"isAutotuneEnabled": {
"type": "boolean",
"title": "Enable Autotune",
"description": "Whether autotune is required or not."
},
"sessionLevelPackagesEnabled": {
"type": "boolean",
"description": "Whether session level packages enabled."
Expand Down Expand Up @@ -447,7 +452,7 @@
"description": "List of custom libraries/packages associated with the spark pool.",
"type": "array",
"items": {
"$ref": "#/definitions/LibraryInfo"
"$ref": "../../../../common/v1/types.json#/definitions/LibraryInfo"
}
},
"sparkConfigProperties": {
Expand Down Expand Up @@ -558,45 +563,6 @@
}
}
},
"LibraryInfo": {
"type": "object",
"description": "Library/package information of a Big Data pool powered by Apache Spark",
"title": "Information about a library/package created at the workspace level.",
"properties": {
"name": {
"type": "string",
"description": "Name of the library."
},
"path": {
"type": "string",
"description": "Storage blob path of library."
},
"containerName": {
"type": "string",
"description": "Storage blob container name."
},
"uploadedTimestamp": {
"type": "string",
"format": "date-time",
"description": "The last update time of the library.",
"readOnly": true
},
"type": {
"type": "string",
"description": "Type of the library."
},
"provisioningStatus": {
"readOnly": true,
"type": "string",
"description": "Provisioning status of the library/package."
},
"creatorId": {
"readOnly": true,
"type": "string",
"description": "Creator Id of the library/package."
}
}
},
"LibraryRequirements": {
"type": "object",
"description": "Library requirements for a Big Data pool powered by Apache Spark",
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,8 @@
"content": "",
"filename": "requirements.txt"
},
"defaultSparkLogFolder": "/logs"
"defaultSparkLogFolder": "/logs",
"isAutotuneEnabled": false
}
}
},
Expand Down Expand Up @@ -66,7 +67,8 @@
"filename": "requirements.txt"
},
"defaultSparkLogFolder": "/logs",
"lastSucceededTimestamp": "1970-01-01T10:00:00Z"
"lastSucceededTimestamp": "1970-01-01T10:00:00Z",
"isAutotuneEnabled": false
}
}
},
Expand Down Expand Up @@ -101,7 +103,8 @@
"content": "",
"filename": "requirements.txt"
},
"defaultSparkLogFolder": "/logs"
"defaultSparkLogFolder": "/logs",
"isAutotuneEnabled": false
}
}
},
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,8 @@
"content": "",
"filename": "requirements.txt"
},
"defaultSparkLogFolder": "/logs"
"defaultSparkLogFolder": "/logs",
"isAutotuneEnabled": false
}
}
},
Expand Down Expand Up @@ -70,7 +71,8 @@
"content": "",
"filename": "requirements.txt"
},
"defaultSparkLogFolder": "/logs"
"defaultSparkLogFolder": "/logs",
"isAutotuneEnabled": false
}
}
},
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,8 @@
"content": "",
"filename": "requirements.txt"
},
"defaultSparkLogFolder": "/logs"
"defaultSparkLogFolder": "/logs",
"isAutotuneEnabled": false
}
}
},
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,8 @@
"content": "",
"filename": "requirements.txt"
},
"defaultSparkLogFolder": "/logs"
"defaultSparkLogFolder": "/logs",
"isAutotuneEnabled": false
}
},
{
Expand Down Expand Up @@ -68,7 +69,8 @@
"content": "",
"filename": "requirements.txt"
},
"defaultSparkLogFolder": "/logs"
"defaultSparkLogFolder": "/logs",
"isAutotuneEnabled": false
}
}
],
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -43,7 +43,8 @@
"content": "",
"filename": "requirements.txt"
},
"defaultSparkLogFolder": "/logs"
"defaultSparkLogFolder": "/logs",
"isAutotuneEnabled": false
}
}
},
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -164,7 +164,7 @@
],
"properties": {
"properties": {
"$ref": "./bigDataPool.json#/definitions/LibraryInfo",
"$ref": "../../../../common/v1/types.json#/definitions/LibraryInfo",
"description": "Library/package properties.",
"x-ms-client-flatten": true
}
Expand Down