Skip to content

Commit

Permalink
Custom Library support in Spark pool (Azure#11172)
Browse files Browse the repository at this point in the history
This is to select libraries to be included in the spark pool.
  • Loading branch information
navneet35 authored Oct 26, 2020
1 parent 527bdc3 commit c653ee7
Showing 1 changed file with 39 additions and 0 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -410,6 +410,10 @@
"type": "boolean",
"description": "Whether compute isolation is required or not."
},
"sessionLevelPackagesEnabled": {
"type": "boolean",
"description": "Whether session level library/package management is enabled or not."
},
"sparkEventsFolder": {
"type": "string",
"description": "The Spark events folder"
Expand All @@ -423,6 +427,13 @@
"$ref": "#/definitions/LibraryRequirements",
"description": "Library version requirements"
},
"customLibraries": {
"description": "List of custom libraries/packages associated with the spark pool.",
"type": "array",
"items": {
"$ref": "#/definitions/LibraryInfo"
}
},
"sparkConfigProperties": {
"$ref": "#/definitions/LibraryRequirements",
"description": "Spark configuration file to specify additional properties"
Expand Down Expand Up @@ -503,6 +514,34 @@
}
}
},
"LibraryInfo": {
"type": "object",
"description": "Library/package information of a Big Data pool powered by Apache Spark",
"title": "Information about a library/package created at the workspace level.",
"properties": {
"name": {
"type": "string",
"description": "Name of the library."
},
"path": {
"type": "string",
"description": "Storage blob path of library."
},
"containerName": {
"type": "string",
"description": "Storage blob container name."
},
"uploadedTimestamp": {
"type": "string",
"format": "date-time",
"description": "The last update time of the library."
},
"type": {
"type": "string",
"description": "Type of the library."
}
}
},
"LibraryRequirements": {
"type": "object",
"description": "Library requirements for a Big Data pool powered by Apache Spark",
Expand Down

0 comments on commit c653ee7

Please sign in to comment.