diff --git a/eng/versioning/version_client.txt b/eng/versioning/version_client.txt
index f66bd339c879..7a1d417b01ae 100644
--- a/eng/versioning/version_client.txt
+++ b/eng/versioning/version_client.txt
@@ -138,7 +138,7 @@ com.azure.spring:azure-spring-integration-eventhubs;2.0.0;2.1.0
 com.azure.spring:azure-spring-integration-servicebus;2.0.0;2.1.0
 com.azure.spring:azure-spring-integration-storage-queue;2.0.0;2.1.0
 com.azure.spring:azure-spring-integration-test;2.0.0;2.1.0
-com.azure:azure-security-keyvault-jca;1.0.0-beta.2;1.0.0-beta.3
+com.azure:azure-security-keyvault-jca;1.0.0-beta.3;1.0.0-beta.4
 com.azure.spring:azure-spring-data-gremlin;2.3.1-beta.1;2.3.1-beta.1
 com.azure.spring:azure-spring-boot-starter-data-gremlin;3.0.0-beta.1;3.0.0-beta.1
 com.azure.spring:azure-spring-boot-test-aad;1.0.0;1.0.0
diff --git a/sdk/keyvault/azure-security-keyvault-jca/CHANGELOG.md b/sdk/keyvault/azure-security-keyvault-jca/CHANGELOG.md
index ec8f4c9c34df..bd15d1092855 100644
--- a/sdk/keyvault/azure-security-keyvault-jca/CHANGELOG.md
+++ b/sdk/keyvault/azure-security-keyvault-jca/CHANGELOG.md
@@ -1,10 +1,22 @@
 # Release History
 
+## 1.0.0-beta.4 (Unreleased)
+
+
 ## 1.0.0-beta.3 (2021-01-20)
 
+### Key Bug Fixes
+ - Fix NullPointerException in KeyVaultKeyManagerFactory.
+
+### New Features
+ - Support properties named in hyphens style, like "azure.keyvault.tenant-id".
+
 
 ## 1.0.0-beta.2 (2020-11-17)
+
+### New Features
 - Add support for PEM based certificates.
 
+
 ## 1.0.0-beta.1 (2020-10-21)
  - First release.
diff --git a/sdk/keyvault/azure-security-keyvault-jca/pom.xml b/sdk/keyvault/azure-security-keyvault-jca/pom.xml
index 5c993ae026e6..5c2fa86f5953 100644
--- a/sdk/keyvault/azure-security-keyvault-jca/pom.xml
+++ b/sdk/keyvault/azure-security-keyvault-jca/pom.xml
@@ -14,7 +14,7 @@
 
     <groupId>com.azure</groupId>
     <artifactId>azure-security-keyvault-jca</artifactId>
-    <version>1.0.0-beta.3</version> <!-- {x-version-update;com.azure:azure-security-keyvault-jca;current} -->
+    <version>1.0.0-beta.4</version> <!-- {x-version-update;com.azure:azure-security-keyvault-jca;current} -->
     <name>JCA Provider for Azure Key Vault</name>
     <description>The Java Crypto Architecture (JCA) Provider for Azure Key Vault</description>
     <build>
diff --git a/sdk/spring/azure-spring-boot-starter-keyvault-certificates/pom.xml b/sdk/spring/azure-spring-boot-starter-keyvault-certificates/pom.xml
index 084bd2b6cee6..863725264f3c 100644
--- a/sdk/spring/azure-spring-boot-starter-keyvault-certificates/pom.xml
+++ b/sdk/spring/azure-spring-boot-starter-keyvault-certificates/pom.xml
@@ -33,7 +33,7 @@
         <dependency>
             <groupId>com.azure</groupId>
             <artifactId>azure-security-keyvault-jca</artifactId>
-            <version>1.0.0-beta.3</version> <!-- {x-version-update;com.azure:azure-security-keyvault-jca;current} -->
+            <version>1.0.0-beta.4</version> <!-- {x-version-update;com.azure:azure-security-keyvault-jca;current} -->
         </dependency>
     </dependencies>
     <build>