From c653ee788c4dd74ede34ff17e64e7c0c45681e3e Mon Sep 17 00:00:00 2001 From: Navneet Singh Date: Mon, 26 Oct 2020 11:03:25 +0530 Subject: [PATCH] Custom Library support in Spark pool (#11172) This is to select libraries to be included in the spark pool. --- .../2019-06-01-preview/bigDataPool.json | 39 +++++++++++++++++++ 1 file changed, 39 insertions(+) diff --git a/specification/synapse/resource-manager/Microsoft.Synapse/preview/2019-06-01-preview/bigDataPool.json b/specification/synapse/resource-manager/Microsoft.Synapse/preview/2019-06-01-preview/bigDataPool.json index 9a4769f7aae7..fd7f5a282891 100644 --- a/specification/synapse/resource-manager/Microsoft.Synapse/preview/2019-06-01-preview/bigDataPool.json +++ b/specification/synapse/resource-manager/Microsoft.Synapse/preview/2019-06-01-preview/bigDataPool.json @@ -410,6 +410,10 @@ "type": "boolean", "description": "Whether compute isolation is required or not." }, + "sessionLevelPackagesEnabled": { + "type": "boolean", + "description": "Whether session level library/package management is enabled or not." + }, "sparkEventsFolder": { "type": "string", "description": "The Spark events folder" @@ -423,6 +427,13 @@ "$ref": "#/definitions/LibraryRequirements", "description": "Library version requirements" }, + "customLibraries": { + "description": "List of custom libraries/packages associated with the spark pool.", + "type": "array", + "items": { + "$ref": "#/definitions/LibraryInfo" + } + }, "sparkConfigProperties": { "$ref": "#/definitions/LibraryRequirements", "description": "Spark configuration file to specify additional properties" @@ -503,6 +514,34 @@ } } }, + "LibraryInfo": { + "type": "object", + "description": "Library/package information of a Big Data pool powered by Apache Spark", + "title": "Information about a library/package created at the workspace level.", + "properties": { + "name": { + "type": "string", + "description": "Name of the library." + }, + "path": { + "type": "string", + "description": "Storage blob path of library." + }, + "containerName": { + "type": "string", + "description": "Storage blob container name." + }, + "uploadedTimestamp": { + "type": "string", + "format": "date-time", + "description": "The last update time of the library." + }, + "type": { + "type": "string", + "description": "Type of the library." + } + } + }, "LibraryRequirements": { "type": "object", "description": "Library requirements for a Big Data pool powered by Apache Spark",