diff --git a/sdk/keyvault/test-resources.json b/sdk/keyvault/test-resources.json
index ad86a7906503..e40bb34d8844 100644
--- a/sdk/keyvault/test-resources.json
+++ b/sdk/keyvault/test-resources.json
@@ -60,13 +60,6 @@
                 "description": "Whether to enable deployment of Managed HSM. The default is false."
             }
         },
-        "enableSoftDelete": {
-            "type": "bool",
-            "defaultValue": true,
-            "metadata": {
-                "description": "Whether to enable soft delete for the Key Vault. The default is true."
-            }
-        },
         "keyVaultDomainSuffix": {
             "type": "string",
             "defaultValue": ".vault.azure.net",
@@ -84,7 +77,7 @@
     },
     "variables": {
         "azureKeyVaultUrl": "[format('https://{0}{1}', parameters('baseName'), parameters('keyVaultDomainSuffix'))]",
-        "hsmApiVersion": "2020-04-01-preview",
+        "hsmApiVersion": "2021-04-01-preview",
         "hsmName": "[concat(parameters('baseName'), 'hsm')]",
         "mgmtApiVersion": "2019-04-01",
         "blobContainerName": "backup",
@@ -99,10 +92,8 @@
         },
         "networkAcls": {
             "bypass": "AzureServices",
-            "virtualNetworkRules": [
-            ],
-            "ipRules": [
-            ],
+            "virtualNetworkRules": [],
+            "ipRules": [],
             "defaultAction": "Allow"
         }
     },
@@ -175,7 +166,7 @@
                 "enabledForDeployment": false,
                 "enabledForDiskEncryption": false,
                 "enabledForTemplateDeployment": false,
-                "enableSoftDelete": "[parameters('enableSoftDelete')]"
+                "enableSoftDelete": true
             }
         },
         {
@@ -194,7 +185,9 @@
                     "[parameters('testApplicationOid')]"
                 ],
                 "enablePurgeProtection": false,
-                "enableSoftDelete": "[parameters('enableSoftDelete')]"
+                "enableSoftDelete": true,
+                "publicNetworkAccess": "Enabled",
+                "networkAcls": "[variables('networkAcls')]"
             }
         },
         {