[Datafactory] DatabricksSparkJarActivity, DatabricksSparkPythonActivity and other D…

specification/datafactory/resource-manager/Microsoft.DataFactory/stable/2018-06-01/entityTypes/LinkedService.json

@@ -4021,6 +4021,14 @@
             "description": "Type: string (or Expression with resultType string)."
           }
         },
+        "newClusterCustomTags": {
+          "description": "Additional tags for cluster resources.",
+          "type": "object",
+          "additionalProperties": {
+            "type": "object",
+            "description": "Type: string (or Expression with resultType string)."
+          }
+        },
         "encryptedCredential": {
           "type": "object",
           "description": "The encrypted credential used for authentication. Credentials are encrypted using the integration runtime credential manager. Type: string (or Expression with resultType string)."

specification/datafactory/resource-manager/Microsoft.DataFactory/stable/2018-06-01/entityTypes/Pipeline.json

@@ -2875,11 +2875,122 @@
             "type": "object",
             "description": "Type: string (or Expression with resultType string)."
           }
+        },
+        "libraries": {
+          "description": "A list of libraries to be installed on the cluster that will execute the job.",
+          "type": "array",
+          "items": {
+            "type": "object",
+            "description": "Databricks library definition.",
+            "additionalProperties": {
+              "type": "object"
+            }
+          }
         }
       },
       "required": [
         "notebookPath"
       ]
+    },
+    "DatabricksSparkJarActivity": {
+      "description": "DatabricksSparkJar activity.",
+      "x-ms-discriminator-value": "DatabricksSparkJar",
+      "allOf": [
+        {
+          "$ref": "#/definitions/ExecutionActivity"
+        }
+      ],
+      "properties": {
+        "typeProperties": {
+          "x-ms-client-flatten": true,
+          "description": "Databricks SparkJar activity properties.",
+          "$ref": "#/definitions/DatabricksSparkJarActivityTypeProperties"
+        }
+      },
+      "required": [
+        "typeProperties"
+      ]
+    },
+    "DatabricksSparkJarActivityTypeProperties": {
+      "description": "Databricks SparkJar activity properties.",
+      "properties": {
+        "mainClassName": {
+          "type": "object",
+          "description": "The full name of the class containing the main method to be executed. This class must be contained in a JAR provided as a library. Type: string (or Expression with resultType string)."
+        },
+        "parameters": {
+          "description": "Parameters that will be passed to the main method.",
+          "type": "array",
+          "items": {
+            "type": "object",
+            "description": "Type: string (or Expression with resultType string)."
+          }
+        },
+        "libraries": {
+          "description": "A list of libraries to be installed on the cluster that will execute the job.",
+          "type": "array",
+          "items": {
+            "type": "object",
+            "description": "Databricks library definition.",
+            "additionalProperties": {
+              "type": "object"
+            }
+          }
+        }
+      },
+      "required": [
+        "mainClassName"
+      ]
+    },
+    "DatabricksSparkPythonActivity": {
+      "description": "DatabricksSparkPython activity.",
+      "x-ms-discriminator-value": "DatabricksSparkPython",
+      "allOf": [
+        {
+          "$ref": "#/definitions/ExecutionActivity"
+        }
+      ],
+      "properties": {
+        "typeProperties": {
+          "x-ms-client-flatten": true,
+          "description": "Databricks SparkPython activity properties.",
+          "$ref": "#/definitions/DatabricksSparkPythonActivityTypeProperties"
+        }
+      },
+      "required": [
+        "typeProperties"
+      ]
+    },
+    "DatabricksSparkPythonActivityTypeProperties": {
+      "description": "Databricks SparkPython activity properties.",
+      "properties": {
+        "pythonFile": {
+          "type": "object",
+          "description": "The URI of the Python file to be executed. DBFS paths are supported. Type: string (or Expression with resultType string)."
+        },
+        "parameters": {
+          "description": "Command line parameters that will be passed to the Python file.",
+          "type": "array",
+          "items": {
+            "type": "object",
+            "description": "Type: string (or Expression with resultType string)."
+          }
+        },
+        "libraries": {
+          "description": "A list of libraries to be installed on the cluster that will execute the job.",
+          "type": "array",
+          "items": {
+            "type": "object",
+            "description": "Databricks library definition.",
+            "additionalProperties": {
+              "type": "object"
+            }
+          }
+        }
+      },
+      "required": [
+        "pythonFile"
+      ]
     }
   }
 }