Add Datasets and datastores API swagger

cSpell.json

@@ -635,6 +635,13 @@
                 "networkrulesets",
                 "Setget"
             ]
+        },
+        {
+            "filename": "**/specification/machinelearningservices/resource-manager/Microsoft.MachineLearningServices/preview/2020-05-01-preview/machineLearningServices.json",
+            "words": [
+                "mysqldb",
+                "psqldb"
+            ]
         }
     ]
 }

specification/machinelearningservices/resource-manager/Microsoft.MachineLearningServices/preview/2020-05-01-preview/examples/createOrUpdateAdlsDatastore.json

@@ -0,0 +1,82 @@
+{
+  "parameters": {
+    "subscriptionId": "35f16a99-532a-4a47-9e93-00305f6c40f2",
+    "resourceGroupName": "acjain-mleastUS2",
+    "workspaceName": "acjain-mleastUS2",
+    "api-version": "2020-05-01-preview",
+    "datastoreName": "adlsDatastore",
+    "properties": {
+      "dataStoreType": "adls",
+      "clientId": "233d7008-b157-4354-88d1-ba191f06a900",
+      "clientSecret": "vdvgdvdvdv",
+      "storeName": "stanley",
+      "tenantId": "72f988bf-86f1-41af-91ab-2d7cd011db47"
+    }
+  },
+  "responses": {
+    "200": {
+      "body": {
+        "id": "/subscriptions/35f16a99-532a-4a47-9e93-00305f6c40f2/resourceGroups/acjain-mleastUS2/providers/Microsoft.MachineLearningServices/workspaces/acjain-mleastUS2/datastores/adlsDatastore",
+        "name": "adlsDatastore",
+        "type": "Microsoft.MachineLearningServices/workspaces/datastores",
+        "location": "eastus2",
+        "tags": null,
+        "properties": {
+          "name": "adlsdatastore",
+          "dataStoreType": "AzureDataLake",
+          "hasBeenValidated": false,
+          "tags": null,
+          "azureStorageSection": null,
+          "azureDataLakeSection": {
+            "storeName": "stanley",
+            "credentialType": "ServicePrincipal",
+            "clientId": "233d7008-b157-4354-88d1-ba191f06a900",
+            "tenantId": "72f988bf-86f1-41af-91ab-2d7cd011db47",
+            "isCertAuth": false,
+            "certificate": null,
+            "thumbprint": null,
+            "clientSecret": "maM1h1A7xu/4TPiBR-ZBFmhiceqwRE_@",
+            "authorityUrl": "https://login.microsoftonline.com",
+            "resourceUri": "https://datalake.azure.net/",
+            "subscriptionId": "35f16a99-532a-4a47-9e93-00305f6c40f2",
+            "resourceGroup": "acjain-mleastUS2",
+            "serviceDataAccessAuthIdentity": "None"
+          },
+          "azureSqlDatabaseSection": null,
+          "azurePostgreSqlSection": null,
+          "azureMySqlSection": null,
+          "glusterFsSection": null,
+          "createdBy": {
+            "userObjectId": "fa3fb1ee-ab39-4c79-b5ea-9dcb0a0b1a5c",
+            "userPuId": "100320004068320D",
+            "userIdp": null,
+            "userAltSecId": null,
+            "userIss": "https://sts.windows.net/72f988bf-86f1-41af-91ab-2d7cd011db47/",
+            "userTenantId": "72f988bf-86f1-41af-91ab-2d7cd011db47",
+            "userName": "Achal Jain"
+          },
+          "modifiedBy": {
+            "userObjectId": "fa3fb1ee-ab39-4c79-b5ea-9dcb0a0b1a5c",
+            "userPuId": "100320004068320D",
+            "userIdp": null,
+            "userAltSecId": null,
+            "userIss": "https://sts.windows.net/72f988bf-86f1-41af-91ab-2d7cd011db47/",
+            "userTenantId": "72f988bf-86f1-41af-91ab-2d7cd011db47",
+            "userName": "Achal Jain"
+          },
+          "createdTime": "2020-09-08T05:49:40.9221987Z",
+          "modifiedTime": "2020-09-08T05:49:41.5438281Z",
+          "linkedInfo": null
+        },
+        "identity": null,
+        "sku": null
+      }
+    },
+    "201": {
+      "description": "The request was accepted.",
+      "headers": {
+        "Azure-AsyncOperation": "https://management.azure.com/subscriptions/...pathToOperationStatus..."
+      }
+    }
+  }
+}

specification/machinelearningservices/resource-manager/Microsoft.MachineLearningServices/preview/2020-05-01-preview/examples/createOrUpdateAdlsGen2Datastore.json

@@ -0,0 +1,97 @@
+{
+  "parameters": {
+    "subscriptionId": "35f16a99-532a-4a47-9e93-00305f6c40f2",
+    "resourceGroupName": "acjain-mleastUS2",
+    "workspaceName": "acjain-mleastUS2",
+    "api-version": "2020-05-01-preview",
+    "datastoreName": "adlsgen2Datastore",
+    "properties": {
+      "dataStoreType": "adls-gen2",
+      "fileSystem": "testfs1",
+      "accountName": "nicksadlsgen2storage",
+      "clientId": "233d7008-b157-4354-88d1-ba191f06a900",
+      "clientSecret": "vdegbvedgeg",
+      "tenantId": "72f988bf-86f1-41af-91ab-2d7cd011db47"
+    }
+  },
+  "responses": {
+    "200": {
+      "body": {
+        "id": "/subscriptions/35f16a99-532a-4a47-9e93-00305f6c40f2/resourceGroups/acjain-mleastUS2/providers/Microsoft.MachineLearningServices/workspaces/acjain-mleastUS2/datastores/adlsgen2Datastore",
+        "name": "adlsgen2Datastore",
+        "type": "Microsoft.MachineLearningServices/workspaces/datastores",
+        "location": "eastus2",
+        "tags": null,
+        "properties": {
+          "name": "adlsgen2datastore",
+          "dataStoreType": "AzureDataLakeGen2",
+          "hasBeenValidated": false,
+          "tags": null,
+          "azureStorageSection": {
+            "accountName": "nicksadlsgen2storage",
+            "containerName": "testfs1",
+            "endpoint": "core.windows.net",
+            "protocol": "https",
+            "credentialType": "ClientCredentials",
+            "credential": null,
+            "clientCredentials": {
+              "clientId": "233d7008-b157-4354-88d1-ba191f06a900",
+              "tenantId": "72f988bf-86f1-41af-91ab-2d7cd011db47",
+              "isCertAuth": false,
+              "certificate": null,
+              "thumbprint": null,
+              "clientSecret": "maM1h1A7xu/4TPiBR-ZBFmhiceqwRE_@",
+              "authorityUrl": "https://login.microsoftonline.com",
+              "resourceUri": "https://storage.azure.com/",
+              "subscriptionId": null,
+              "resourceGroup": null,
+              "serviceDataAccessAuthIdentity": "None"
+            },
+            "blobCacheTimeout": null,
+            "isSas": false,
+            "accountKey": null,
+            "sasToken": null,
+            "areWorkspaceManagedIdentitiesAllowed": false,
+            "subscriptionId": "35f16a99-532a-4a47-9e93-00305f6c40f2",
+            "resourceGroup": "acjain-mleastUS2",
+            "serviceDataAccessAuthIdentity": "None"
+          },
+          "azureDataLakeSection": null,
+          "azureSqlDatabaseSection": null,
+          "azurePostgreSqlSection": null,
+          "azureMySqlSection": null,
+          "glusterFsSection": null,
+          "createdBy": {
+            "userObjectId": "fa3fb1ee-ab39-4c79-b5ea-9dcb0a0b1a5c",
+            "userPuId": "100320004068320D",
+            "userIdp": null,
+            "userAltSecId": null,
+            "userIss": "https://sts.windows.net/72f988bf-86f1-41af-91ab-2d7cd011db47/",
+            "userTenantId": "72f988bf-86f1-41af-91ab-2d7cd011db47",
+            "userName": "Achal Jain"
+          },
+          "modifiedBy": {
+            "userObjectId": "fa3fb1ee-ab39-4c79-b5ea-9dcb0a0b1a5c",
+            "userPuId": "100320004068320D",
+            "userIdp": null,
+            "userAltSecId": null,
+            "userIss": "https://sts.windows.net/72f988bf-86f1-41af-91ab-2d7cd011db47/",
+            "userTenantId": "72f988bf-86f1-41af-91ab-2d7cd011db47",
+            "userName": "Achal Jain"
+          },
+          "createdTime": "2020-09-08T05:57:31.7019233Z",
+          "modifiedTime": "2020-09-08T05:57:32.3251822Z",
+          "linkedInfo": null
+        },
+        "identity": null,
+        "sku": null
+      }
+    },
+    "201": {
+      "description": "The request was accepted.",
+      "headers": {
+        "Azure-AsyncOperation": "https://management.azure.com/subscriptions/...pathToOperationStatus..."
+      }
+    }
+  }
+}

specification/machinelearningservices/resource-manager/Microsoft.MachineLearningServices/preview/2020-05-01-preview/examples/createOrUpdateBlobDatastore.json

@@ -0,0 +1,83 @@
+{
+  "parameters": {
+    "subscriptionId": "35f16a99-532a-4a47-9e93-00305f6c40f2",
+    "resourceGroupName": "acjain-mleastUS2",
+    "workspaceName": "acjain-mleastUS2",
+    "api-version": "2020-05-01-preview",
+    "datastoreName": "blobDatastore",
+    "properties": {
+      "dataStoreType": "blob",
+      "accountName": "acjainmleastus9484093746",
+      "containerName": "azureml-blobstore-5da947c5-53aa-41a5-bb2b-074074e73b7",
+      "accountKey": "wddrfewfewsgewgrrwegwreg"
+    }
+  },
+  "responses": {
+    "200": {
+      "body": {
+        "id": "/subscriptions/35f16a99-532a-4a47-9e93-00305f6c40f2/resourceGroups/acjain-mleastUS2/providers/Microsoft.MachineLearningServices/workspaces/acjain-mleastUS2/datastores/blobDatastore",
+        "name": "blobDatastore",
+        "type": "Microsoft.MachineLearningServices/workspaces/datastores",
+        "location": "eastus2",
+        "tags": null,
+        "properties": {
+          "name": "blobDatastore",
+          "dataStoreType": "AzureBlob",
+          "hasBeenValidated": false,
+          "tags": null,
+          "azureStorageSection": {
+            "accountName": "acjainmleastus9484093746",
+            "containerName": "azureml-blobstore-5da947c5-53aa-41a5-bb2b-074074e73b7",
+            "endpoint": "core.windows.net",
+            "protocol": "https",
+            "credentialType": "AccountKey",
+            "credential": "wddrfewfewsgewgrrwegwreg",
+            "clientCredentials": null,
+            "blobCacheTimeout": null,
+            "isSas": false,
+            "accountKey": "wddrfewfewsgewgrrwegwreg",
+            "sasToken": null,
+            "areWorkspaceManagedIdentitiesAllowed": false,
+            "subscriptionId": "35f16a99-532a-4a47-9e93-00305f6c40f2",
+            "resourceGroup": "acjain-mleastUS2",
+            "serviceDataAccessAuthIdentity": "None"
+          },
+          "azureDataLakeSection": null,
+          "azureSqlDatabaseSection": null,
+          "azurePostgreSqlSection": null,
+          "azureMySqlSection": null,
+          "glusterFsSection": null,
+          "createdBy": {
+            "userObjectId": "fa3fb1ee-ab39-4c79-b5ea-9dcb0a0b1a5c",
+            "userPuId": "100320004068320D",
+            "userIdp": null,
+            "userAltSecId": null,
+            "userIss": "https://sts.windows.net/72f988bf-86f1-41af-91ab-2d7cd011db47/",
+            "userTenantId": "72f988bf-86f1-41af-91ab-2d7cd011db47",
+            "userName": "Achal Jain"
+          },
+          "modifiedBy": {
+            "userObjectId": "fa3fb1ee-ab39-4c79-b5ea-9dcb0a0b1a5c",
+            "userPuId": "100320004068320D",
+            "userIdp": null,
+            "userAltSecId": null,
+            "userIss": "https://sts.windows.net/72f988bf-86f1-41af-91ab-2d7cd011db47/",
+            "userTenantId": "72f988bf-86f1-41af-91ab-2d7cd011db47",
+            "userName": "Achal Jain"
+          },
+          "createdTime": "2020-09-08T05:23:21.1954812Z",
+          "modifiedTime": "2020-09-08T05:24:00.5673353Z",
+          "linkedInfo": null
+        },
+        "identity": null,
+        "sku": null
+      }
+    },
+    "201": {
+      "description": "The request was accepted.",
+      "headers": {
+        "Azure-AsyncOperation": "https://management.azure.com/subscriptions/...pathToOperationStatus..."
+      }
+    }
+  }
+}

specification/machinelearningservices/resource-manager/Microsoft.MachineLearningServices/preview/2020-05-01-preview/examples/createOrUpdateDataset.json

@@ -0,0 +1,103 @@
+{
+  "parameters": {
+    "subscriptionId": "35f16a99-532a-4a47-9e93-00305f6c40f2",
+    "resourceGroupName": "acjain-mleastUS2",
+    "workspaceName": "acjain-mleastUS2",
+    "api-version": "2020-05-01-preview",
+    "datasetName": "datasetName123",
+    "properties": {
+      "skipValidation": false,
+      "datasetType": "file",
+      "parameters": {
+        "path": {
+          "dataPath": {
+            "datastoreName": "testblobfromarm",
+            "relativePath": "UI/03-26-2020_083359_UTC/latin1encoding.csv"
+          }
+        }
+      },
+      "registration": {
+        "description": "test description",
+        "name": "datasetName123"
+      }
+    }
+  },
+  "responses": {
+    "200": {
+      "body": {
+        "id": "/subscriptions/35f16a99-532a-4a47-9e93-00305f6c40f2/resourceGroups/acjain-mleastUS2/providers/Microsoft.MachineLearningServices/workspaces/acjain-mleastUS2/datasets/datasetName123",
+        "name": "datasetName123",
+        "type": "Microsoft.MachineLearningServices/workspaces/datasets",
+        "location": "eastus2",
+        "tags": null,
+        "properties": {
+          "datasetId": "db9c8fbe-a404-4019-9b9e-722a544f83ff",
+          "datasetState": {
+            "state": "active",
+            "deprecatedBy": null,
+            "etag": "\"6e121555-0000-0200-0000-5f4ea2230000\""
+          },
+          "latest": {
+            "datasetId": "db9c8fbe-a404-4019-9b9e-722a544f83ff",
+            "versionId": "1",
+            "datasetDefinitionState": {
+              "state": "active",
+              "deprecatedBy": null,
+              "etag": "\"6e121455-0000-0200-0000-5f4ea2230000\""
+            },
+            "dataflow": "{\n  \"blocks\": [\n    {\n      \"id\": \"11c52b64-7e70-4dae-9091-c57372827491\",\n      \"type\": \"Microsoft.DPrep.GetDatastoreFilesBlock\",\n      \"arguments\": {\n        \"datastores\": [\n          {\n            \"datastoreName\": \"testblobfromarm\",\n            \"path\": \"UI/03-26-2020_083359_UTC/latin1encoding.csv\",\n            \"resourceGroup\": \"acjain-mleastUS2\",\n            \"subscription\": \"35f16a99-532a-4a47-9e93-00305f6c40f2\",\n            \"workspaceName\": \"acjain-mleastUS2\"\n          }\n        ]\n      },\n      \"localData\": {},\n      \"isEnabled\": true,\n      \"name\": null,\n      \"annotation\": null\n    }\n  ],\n  \"inspectors\": [],\n  \"meta\": {\n    \"savedDatasetId\": \"47198920-b0d5-4274-85c0-fba9ec6662a6\",\n    \"datasetType\": \"file\",\n    \"subscriptionId\": \"35f16a99-532a-4a47-9e93-00305f6c40f2\",\n    \"workspaceId\": \"5da947c5-53aa-41a5-bb2b-074074e73b76\",\n    \"workspaceLocation\": \"eastus2\"\n  }\n}",
+            "dataPath": {
+              "datastoreName": "testblobfromarm",
+              "relativePath": "UI/03-26-2020_083359_UTC/latin1encoding.csv",
+              "azureFilePath": "https://acjainmleastus9484093746.blob.core.windows.net/azureml-blobstore-5da947c5-53aa-41a5-bb2b-074074e73b76/UI/03-26-2020_083359_UTC/latin1encoding.csv",
+              "paths": null,
+              "sqlDataPath": null,
+              "httpUrl": null,
+              "additionalProperties": {},
+              "partitionFormat": null,
+              "partitionFormatIgnoreError": false
+            },
+            "partitionFormatInPath": null,
+            "notes": "Auto generated from UI/03-26-2020_083359_UTC/latin1encoding.csv.",
+            "etag": "\"6e121455-0000-0200-0000-5f4ea2230000\"",
+            "createdTime": "2020-09-01T19:33:55.014954Z",
+            "modifiedTime": "2020-09-01T19:33:55.014954Z",
+            "createdBy": {
+              "userObjectId": "fa3fb1ee-ab39-4c79-b5ea-9dcb0a0b1a5c",
+              "userPuId": "100320004068320D",
+              "userIdp": null,
+              "userAltSecId": null,
+              "userIss": "https://sts.windows.net/72f988bf-86f1-41af-91ab-2d7cd011db47/",
+              "userTenantId": "72f988bf-86f1-41af-91ab-2d7cd011db47",
+              "userName": "Achal Jain"
+            },
+            "fileType": "Unknown",
+            "properties": {},
+            "savedDatasetId": "47198920-b0d5-4274-85c0-fba9ec6662a6",
+            "telemetryInfo": {},
+            "useDescriptionTagsFromDefinition": true,
+            "description": "geggegegegeg",
+            "tags": {}
+          },
+          "createdTime": "2020-09-01T19:33:55.0914964Z",
+          "modifiedTime": "2020-09-01T19:33:55.0914964Z",
+          "etag": "\"6e121555-0000-0200-0000-5f4ea2230000\"",
+          "name": "datasetNdddamdddeefe",
+          "description": "geggegegegeg",
+          "tags": {},
+          "isVisible": true,
+          "defaultCompute": null,
+          "datasetType": "file"
+        },
+        "identity": null,
+        "sku": null
+      }
+    },
+    "201": {
+      "description": "The request was accepted.",
+      "headers": {
+        "Azure-AsyncOperation": "https://management.azure.com/subscriptions/...pathToOperationStatus..."
+      }
+    }
+  }
+}