Custom resource schema modifications

provider/pkg/gen/gen_dashboard_test.go

@@ -0,0 +1,51 @@
+package gen
+
+import (
+	"os"
+	"path"
+	"testing"
+
+	"github.com/gkampitakis/go-snaps/snaps"
+	"github.com/pulumi/pulumi-azure-native/v2/provider/pkg/openapi"
+	"github.com/stretchr/testify/assert"
+)
+
+func TestPortalDashboardGen(t *testing.T) {
+	wd, err := os.Getwd()
+	if err != nil {
+		t.Fatal(err)
+	}
+	// We take a snapshot of the schema as we're focusing on testing how we parse and modify the spec
+	// To update the specifications run in the repo root:
+	// rm -rf provider/pkg/gen/test-data/dashboard/azure-rest-api-specs/specification/portal/resource-manager/Microsoft.Portal/preview/2020-09-01-preview/
+	// rm -rf provider/pkg/gen/test-data/dashboard/azure-rest-api-specs/specification/common-types/resource-management/v5/
+	// cp -r azure-rest-api-specs/specification/portal/resource-manager/Microsoft.Portal/preview/2020-09-01-preview/ provider/pkg/gen/test-data/dashboard/azure-rest-api-specs/specification/portal/resource-manager/Microsoft.Portal/preview/2020-09-01-preview/
+	// cp -r azure-rest-api-specs/specification/common-types/resource-management/v5/ provider/pkg/gen/test-data/dashboard/azure-rest-api-specs/specification/common-types/resource-management/v5/
+	// rm -rf provider/pkg/gen/test-data/dashboard/azure-rest-api-specs/specification/portal/resource-manager/Microsoft.Portal/preview/2020-09-01-preview/examples/
+	rootDir := path.Join(wd, "test-data", "dashboard")
+
+	providers, _, err := openapi.ReadAzureProviders(path.Join(rootDir, "azure-rest-api-specs"), "Portal", "2020-09-01-preview")
+	if err != nil {
+		t.Fatal(err)
+	}
+	providers = openapi.ApplyProvidersTransformations(providers, map[string]map[string]string{
+		"Portal": {
+			"Dashboard": "2020-09-01-preview",
+		},
+	}, map[string]map[string]string{}, map[string][]string{}, map[string][]string{})
+	generationResult, err := PulumiSchema(rootDir, providers, versioningStub{})
+	if err != nil {
+		t.Fatal(err)
+	}
+
+	// Ensure the dashboard resource is present in schema and metadata
+	// and snapshot the generation result so we can see the impact of future refactors.
+	assert.NotNil(t, generationResult.Schema.Resources["azure-native:portal:Dashboard"])
+	snaps.MatchJSON(t, generationResult.Schema.Resources["azure-native:portal:Dashboard"])
+
+	assert.NotNil(t, generationResult.Metadata.Resources["azure-native:portal:Dashboard"])
+	snaps.MatchJSON(t, generationResult.Metadata.Resources["azure-native:portal:Dashboard"])
+
+	snaps.MatchJSON(t, generationResult.Schema.Types)
+	snaps.MatchJSON(t, generationResult.Metadata.Types)
+}

provider/pkg/gen/gen_vnet_test.go

@@ -29,7 +29,6 @@ func TestVnetGen(t *testing.T) {
 	if err != nil {
 		t.Fatal(err)
 	}
-	snaps.MatchSnapshot(t, generationResult.Schema)
-
-	snaps.MatchSnapshot(t, generationResult.Metadata)
+	snaps.MatchJSON(t, generationResult.Schema)
+	snaps.MatchJSON(t, generationResult.Metadata)
 }

provider/pkg/gen/schema.go

@@ -569,6 +569,12 @@ func genMixins(pkg *pschema.PackageSpec, metadata *resources.AzureAPIMetadata) e
 		metadata.Types[tok] = r
 	}
 
+	// Apply custom resource modifications to the schema and metadata.
+	err := customresources.ApplySchemas(pkg, metadata)
+	if err != nil {
+		return err
+	}
+
 	// Add a note regarding WorkspaceSqlAadAdmin creation.
 	workspaceSqlAadAdmin := pkg.Resources["azure-native:synapse:WorkspaceSqlAadAdmin"]
 	workspaceSqlAadAdmin.Description += "\n\nNote: SQL AAD Admin is configured automatically during workspace creation and assigned to the current user. One can't add more admins with this resource unless you manually delete the current SQL AAD Admin."
@@ -586,7 +592,7 @@ func normalizePackage(pkg *pschema.PackageSpec, metadata *resources.AzureAPIMeta
 	visitor := func(t string, _ pschema.ComplexTypeSpec) {
 		usedTypes[t] = true
 	}
-	VisitPackageSpecTypes(pkg, visitor)
+	resources.VisitPackageSpecTypes(pkg, visitor)
 
 	// Elide unused types.
 	allTypeNames := codegen.SortedKeys(pkg.Types)

provider/pkg/gen/schema_test.go

@@ -33,17 +33,29 @@ func TestTypeAliasFormatting(t *testing.T) {
 var _ Versioning = (*versioningStub)(nil)
 
 type versioningStub struct {
+	shouldInclude   func(provider string, version string, typeName, token string) bool
+	getDeprecations func(token string) (ResourceDeprecation, bool)
+	getAllVersions  func(provider, resource string) []string
 }
 
 func (v versioningStub) ShouldInclude(provider string, version string, typeName, token string) bool {
+	if v.shouldInclude != nil {
+		return v.shouldInclude(provider, version, typeName, token)
+	}
 	return true
 }
 
 func (v versioningStub) GetDeprecation(token string) (ResourceDeprecation, bool) {
+	if v.getDeprecations != nil {
+		return v.getDeprecations(token)
+	}
 	return ResourceDeprecation{}, false
 }
 
 func (v versioningStub) GetAllVersions(provider, resource string) []string {
+	if v.getAllVersions != nil {
+		return v.getAllVersions(provider, resource)
+	}
 	return []string{}
 }
 

provider/pkg/gen/test-data/dashboard/azure-rest-api-specs/specification/common-types/resource-management/v5/customermanagedkeys.json

@@ -0,0 +1,68 @@
+{
+  "swagger": "2.0",
+  "info": {
+    "version": "5.0",
+    "title": "Common types"
+  },
+  "paths": {},
+  "definitions": {
+    "encryption": {
+      "type": "object",
+      "description": "All encryption configuration for a resource.",
+      "properties": {
+        "infrastructureEncryption": {
+          "type": "string",
+          "enum": [
+            "enabled",
+            "disabled"
+          ],
+          "x-ms-enum": {
+            "name": "InfrastructureEncryption",
+            "modelAsString": true
+          },
+          "description": "(Optional) Discouraged to include in resource definition. Only needed where it is possible to disable platform (AKA infrastructure) encryption. Azure SQL TDE is an example of this. Values are enabled and disabled."
+        },
+        "customerManagedKeyEncryption": {
+          "type": "object",
+          "description": "All Customer-managed key encryption properties for the resource.",
+          "properties": {
+            "keyEncryptionKeyIdentity": {
+              "type": "object",
+              "description": "All identity configuration for Customer-managed key settings defining which identity should be used to auth to Key Vault.",
+              "properties": {
+                "identityType": {
+                  "type": "string",
+                  "enum": [
+                    "systemAssignedIdentity",
+                    "userAssignedIdentity",
+                    "delegatedResourceIdentity"
+                  ],
+                  "description": "The type of identity to use. Values can be systemAssignedIdentity, userAssignedIdentity, or delegatedResourceIdentity."
+                },
+                "userAssignedIdentityResourceId": {
+                  "type": "string",
+                  "format": "arm-id",
+                  "description": "User assigned identity to use for accessing key encryption key Url. Ex: /subscriptions/fa5fc227-a624-475e-b696-cdd604c735bc/resourceGroups/<resource group>/providers/Microsoft.ManagedIdentity/userAssignedIdentities/myId. Mutually exclusive with identityType systemAssignedIdentity."
+                },
+                "federatedClientId": {
+                  "type": "string",
+                  "format": "uuid",
+                  "description": "application client identity to use for accessing key encryption key Url in a different tenant. Ex: f83c6b1b-4d34-47e4-bb34-9d83df58b540"
+                },
+                "delegatedIdentityClientId": {
+                  "type": "string",
+                  "format": "uuid",
+                  "description": "delegated identity to use for accessing key encryption key Url. Ex: /subscriptions/fa5fc227-a624-475e-b696-cdd604c735bc/resourceGroups/<resource group>/providers/Microsoft.ManagedIdentity/userAssignedIdentities/myId. Mutually exclusive with identityType systemAssignedIdentity and userAssignedIdentity - internal use only."
+                }
+              }
+            },
+            "keyEncryptionKeyUrl": {
+              "type": "string",
+              "description": "key encryption key Url, versioned or unversioned. Ex: https://contosovault.vault.azure.net/keys/contosokek/562a4bb76b524a1493a6afe8e536ee78 or https://contosovault.vault.azure.net/keys/contosokek."
+            }
+          }
+        }
+      }
+    }
+  }
+}

provider/pkg/gen/test-data/dashboard/azure-rest-api-specs/specification/common-types/resource-management/v5/managedidentity.json

@@ -0,0 +1,114 @@
+{
+  "swagger": "2.0",
+  "info": {
+    "version": "5.0",
+    "title": "Common types"
+  },
+  "paths": {},
+  "definitions": {
+    "UserAssignedIdentities": {
+      "title": "User-Assigned Identities",
+      "description": "The set of user assigned identities associated with the resource. The userAssignedIdentities dictionary keys will be ARM resource ids in the form: '/subscriptions/{subscriptionId}/resourceGroups/{resourceGroupName}/providers/Microsoft.ManagedIdentity/userAssignedIdentities/{identityName}. The dictionary values can be empty objects ({}) in requests.",
+      "type": "object",
+      "additionalProperties": {
+        "$ref": "#/definitions/UserAssignedIdentity",
+        "x-nullable": true
+      }
+    },
+    "UserAssignedIdentity": {
+      "type": "object",
+      "description": "User assigned identity properties",
+      "properties": {
+        "principalId": {
+          "description": "The principal ID of the assigned identity.",
+          "format": "uuid",
+          "type": "string",
+          "readOnly": true
+        },
+        "clientId": {
+          "description": "The client ID of the assigned identity.",
+          "format": "uuid",
+          "type": "string",
+          "readOnly": true
+        }
+      }
+    },
+    "ManagedServiceIdentityType": {
+      "description": "Type of managed service identity (where both SystemAssigned and UserAssigned types are allowed).",
+      "enum": [
+        "None",
+        "SystemAssigned",
+        "UserAssigned",
+        "SystemAssigned,UserAssigned"
+      ],
+      "type": "string",
+      "x-ms-enum": {
+        "name": "ManagedServiceIdentityType",
+        "modelAsString": true
+      }
+    },
+    "ManagedServiceIdentity": {
+      "description": "Managed service identity (system assigned and/or user assigned identities)",
+      "type": "object",
+      "properties": {
+        "principalId": {
+          "readOnly": true,
+          "format": "uuid",
+          "type": "string",
+          "description": "The service principal ID of the system assigned identity. This property will only be provided for a system assigned identity."
+        },
+        "tenantId": {
+          "readOnly": true,
+          "format": "uuid",
+          "type": "string",
+          "description": "The tenant ID of the system assigned identity. This property will only be provided for a system assigned identity."
+        },
+        "type": {
+          "$ref": "#/definitions/ManagedServiceIdentityType"
+        },
+        "userAssignedIdentities": {
+          "$ref": "#/definitions/UserAssignedIdentities"
+        }
+      },
+      "required": [
+        "type"
+      ]
+    },
+    "SystemAssignedServiceIdentityType": {
+      "description": "Type of managed service identity (either system assigned, or none).",
+      "enum": [
+        "None",
+        "SystemAssigned"
+      ],
+      "type": "string",
+      "x-ms-enum": {
+        "name": "SystemAssignedServiceIdentityType",
+        "modelAsString": true
+      }
+    },
+    "SystemAssignedServiceIdentity": {
+      "description": "Managed service identity (either system assigned, or none)",
+      "type": "object",
+      "properties": {
+        "principalId": {
+          "readOnly": true,
+          "format": "uuid",
+          "type": "string",
+          "description": "The service principal ID of the system assigned identity. This property will only be provided for a system assigned identity."
+        },
+        "tenantId": {
+          "readOnly": true,
+          "format": "uuid",
+          "type": "string",
+          "description": "The tenant ID of the system assigned identity. This property will only be provided for a system assigned identity."
+        },
+        "type": {
+          "$ref": "#/definitions/SystemAssignedServiceIdentityType"
+        }
+      },
+      "required": [
+        "type"
+      ]
+    }
+  }
+}

provider/pkg/gen/test-data/dashboard/azure-rest-api-specs/specification/common-types/resource-management/v5/managedidentitywithdelegation.json

@@ -0,0 +1,54 @@
+{
+  "swagger": "2.0",
+  "info": {
+    "version": "5.0",
+    "title": "Common types"
+  },
+  "paths": {},
+  "definitions": {
+    "ManagedServiceIdentityWithDelegation": {
+      "description": "Managed service identity (system assigned and/or user assigned identities and/or delegated identities) - internal use only.",
+      "type": "object",
+      "allOf": [
+        {
+          "$ref": "managedidentity.json#/definitions/ManagedServiceIdentity"
+        }
+      ],
+      "properties": {
+        "delegatedResources": {
+          "$ref": "#/definitions/DelegatedResources"
+        }
+      }
+    },
+    "DelegatedResources": {
+      "description": "The set of delegated resources. The delegated resources dictionary keys will be source resource internal ids - internal use only.",
+      "type": "object",
+      "additionalProperties": {
+        "$ref": "#/definitions/DelegatedResource"
+      }
+    },
+    "DelegatedResource": {
+      "type": "object",
+      "description": "Delegated resource properties - internal use only.",
+      "properties": {
+        "resourceId": {
+          "description": "The ARM resource id of the delegated resource - internal use only.",
+          "type": "string"
+        },
+        "tenantId": {
+          "description": "The tenant id of the delegated resource - internal use only.",
+          "format": "uuid",
+          "type": "string"
+        },
+        "referralResource": {
+          "description": "The delegation id of the referral delegation (optional) - internal use only.",
+          "type": "string"
+        },
+        "location": {
+          "description": "The source resource location - internal use only.",
+          "type": "string"
+        }
+      }
+    }
+  }
+}

provider/pkg/gen/test-data/dashboard/azure-rest-api-specs/specification/common-types/resource-management/v5/mobo.json

@@ -0,0 +1,38 @@
+{
+  "swagger": "2.0",
+  "info": {
+    "version": "5.0",
+    "title": "Common types"
+  },
+  "paths": {},
+  "definitions": {
+    "ManagedOnBehalfOfConfiguration": {
+      "type": "object",
+      "description": "Managed-On-Behalf-Of configuration properties. This configuration exists for the resources where a resource provider manages those resources on behalf of the resource owner.",
+      "properties": {
+        "moboBrokerResources": {
+          "type": "array",
+          "description": "Managed-On-Behalf-Of broker resources",
+          "items": {
+            "$ref": "#/definitions/MoboBrokerResource"
+          },
+          "x-ms-identifiers": [
+            "id"
+          ]
+        }
+      },
+      "readOnly": true
+    },
+    "MoboBrokerResource": {
+      "type": "object",
+      "description": "Managed-On-Behalf-Of broker resource. This resource is created by the Resource Provider to manage some resources on behalf of the user.",
+      "properties": {
+        "id": {
+          "type": "string",
+          "format": "arm-id",
+          "description": "Resource identifier of a Managed-On-Behalf-Of broker resource"
+        }
+      }
+    }
+  }
+}