diff --git a/eng/versioning/version_client.txt b/eng/versioning/version_client.txt index e5f61717c7b0..4efa578a499d 100644 --- a/eng/versioning/version_client.txt +++ b/eng/versioning/version_client.txt @@ -105,18 +105,18 @@ com.azure:azure-core-test;1.27.0-beta.14;1.27.0-beta.15 com.azure:azure-core-tracing-opentelemetry;1.0.0-beta.62;1.0.0-beta.63 com.azure:azure-core-tracing-opentelemetry-samples;1.0.0-beta.1;1.0.0-beta.1 com.azure:azure-core-version-tests;1.0.0-beta.1;1.0.0-beta.1 -com.azure:azure-cosmos;4.77.0;4.78.0-beta.1 +com.azure:azure-cosmos;4.77.0;4.78.0 com.azure:azure-cosmos-benchmark;4.0.1-beta.1;4.0.1-beta.1 com.azure.cosmos.spark:azure-cosmos-spark_3;0.0.1-beta.1;0.0.1-beta.1 com.azure.cosmos.spark:azure-cosmos-spark_3-5;0.0.1-beta.1;0.0.1-beta.1 -com.azure:azure-cosmos-encryption;2.26.0;2.27.0-beta.1 +com.azure:azure-cosmos-encryption;2.26.0;2.27.0 com.azure.cosmos.spark:azure-cosmos-spark-account-data-resolver-sample;1.0.0-beta.1;1.0.0-beta.1 com.azure:azure-cosmos-test;1.0.0-beta.17;1.0.0-beta.18 -com.azure.cosmos.spark:azure-cosmos-spark_3-3_2-12;4.42.0;4.43.0-beta.1 -com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12;4.42.0;4.43.0-beta.1 -com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12;4.42.0;4.43.0-beta.1 -com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-13;4.43.0-beta.1;4.43.0-beta.1 -com.azure.cosmos.spark:azure-cosmos-spark_4-0_2-13;4.43.0-beta.1;4.43.0-beta.1 +com.azure.cosmos.spark:azure-cosmos-spark_3-3_2-12;4.42.0;4.43.0 +com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12;4.42.0;4.43.0 +com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12;4.42.0;4.43.0 +com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-13;4.43.0-beta.1;4.43.0 +com.azure.cosmos.spark:azure-cosmos-spark_4-0_2-13;4.43.0-beta.1;4.43.0 com.azure.cosmos.spark:fabric-cosmos-spark-auth_3;1.1.0;1.2.0-beta.1 com.azure:azure-cosmos-tests;1.0.0-beta.1;1.0.0-beta.1 com.azure:azure-data-appconfiguration;1.9.1;1.10.0-beta.1 diff --git a/sdk/cosmos/azure-cosmos-benchmark/pom.xml b/sdk/cosmos/azure-cosmos-benchmark/pom.xml index b5511266c137..985dd470aa43 100644 --- a/sdk/cosmos/azure-cosmos-benchmark/pom.xml +++ b/sdk/cosmos/azure-cosmos-benchmark/pom.xml @@ -52,13 +52,13 @@ Licensed under the MIT License. com.azure azure-cosmos - 4.78.0-beta.1 + 4.78.0 com.azure azure-cosmos-encryption - 2.27.0-beta.1 + 2.27.0 diff --git a/sdk/cosmos/azure-cosmos-encryption/CHANGELOG.md b/sdk/cosmos/azure-cosmos-encryption/CHANGELOG.md index fbcaf6034066..534824d5e375 100644 --- a/sdk/cosmos/azure-cosmos-encryption/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-encryption/CHANGELOG.md @@ -1,14 +1,9 @@ ## Release History -### 2.27.0-beta.1 (Unreleased) - -#### Features Added - -#### Breaking Changes - -#### Bugs Fixed +### 2.27.0 (2026-02-10) #### Other Changes +* Updated `azure-cosmos` to version `4.78.0`. ### 2.26.0 (2026-01-26) diff --git a/sdk/cosmos/azure-cosmos-encryption/README.md b/sdk/cosmos/azure-cosmos-encryption/README.md index 9f034d75e8f3..34d6bf85158e 100644 --- a/sdk/cosmos/azure-cosmos-encryption/README.md +++ b/sdk/cosmos/azure-cosmos-encryption/README.md @@ -12,7 +12,7 @@ The Azure Cosmos Encryption Plugin is used for encrypting data with a user-provi com.azure azure-cosmos-encryption - 2.26.0 + 2.27.0 ``` [//]: # ({x-version-update-end}) diff --git a/sdk/cosmos/azure-cosmos-encryption/pom.xml b/sdk/cosmos/azure-cosmos-encryption/pom.xml index 78c5f85ce2f2..512c325a3fbe 100644 --- a/sdk/cosmos/azure-cosmos-encryption/pom.xml +++ b/sdk/cosmos/azure-cosmos-encryption/pom.xml @@ -13,7 +13,7 @@ Licensed under the MIT License. com.azure azure-cosmos-encryption - 2.27.0-beta.1 + 2.27.0 Encryption Plugin for Azure Cosmos DB SDK This Package contains Encryption Plugin for Microsoft Azure Cosmos SDK jar @@ -61,7 +61,7 @@ Licensed under the MIT License. com.azure azure-cosmos - 4.78.0-beta.1 + 4.78.0 diff --git a/sdk/cosmos/azure-cosmos-kafka-connect/pom.xml b/sdk/cosmos/azure-cosmos-kafka-connect/pom.xml index 6ec44d995fc8..a56af1f7c705 100644 --- a/sdk/cosmos/azure-cosmos-kafka-connect/pom.xml +++ b/sdk/cosmos/azure-cosmos-kafka-connect/pom.xml @@ -92,7 +92,7 @@ Licensed under the MIT License. com.azure azure-cosmos - 4.78.0-beta.1 + 4.78.0 + 4.43.0 provided @@ -290,7 +290,7 @@ com.fasterxml.jackson.core:jackson-databind:[2.18.4] com.fasterxml.jackson.module:jackson-module-scala_2.12:[2.18.4] com.globalmentor:hadoop-bare-naked-local-fs:[0.1.0] - com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:[4.43.0-beta.1] + com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:[4.43.0] diff --git a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/CHANGELOG.md index 30f54af762c8..a506f4d45d5c 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/CHANGELOG.md @@ -1,18 +1,14 @@ ## Release History -### 4.43.0-beta.1 (Unreleased) +### 4.43.0 (2026-02-10) #### Features Added * Added support for throughput bucket. - See [47856](https://github.com/Azure/azure-sdk-for-java/pull/47856) -#### Breaking Changes - #### Bugs Fixed -* Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE: This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) +* Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE:** This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) * Fixed `java.lang.ClassCastException` during bulk write operations for write strategy `ItemPatch` or `ItemPatchIfExists`. - See [47748](https://github.com/Azure/azure-sdk-for-java/pull/47748) -#### Other Changes - ### 4.42.0 (2025-12-09) #### Other Changes diff --git a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md index 0505e35766ca..f488575efd81 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md @@ -28,6 +28,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-3_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------| +| 4.43.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.42.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.41.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.40.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | @@ -77,6 +78,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-4_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.42.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.41.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.40.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | @@ -117,8 +119,9 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-5_2-12 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|----------------------------|-------------------------------|------------------------------| -| 4.42.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.41.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.43.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.42.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.41.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | | 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\* | | | 4.39.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\* | | | 4.38.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\* | | @@ -140,14 +143,24 @@ https://github.com/Azure/azure-sdk-for-java/issues/new Note: Java 8 prior to version 8u371 support is deprecated as of Spark 3.5.0. When using the Scala API, it is necessary for applications to use the same version of Scala that Spark was compiled for. +#### azure-cosmos-spark_3-5_2-13 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | + +#### azure-cosmos-spark_4-0_2-13 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | + ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: -`com.azure.cosmos.spark:azure-cosmos-spark_3-3_2-12:4.42.0` +`com.azure.cosmos.spark:azure-cosmos-spark_3-3_2-12:4.43.0` You can also integrate against Cosmos DB Spark Connector in your SBT project: ```scala -libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-3_2-12" % "4.42.0" +libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-3_2-12" % "4.43.0" ``` Cosmos DB Spark Connector is available on [Maven Central Repo](https://central.sonatype.com/search?namespace=com.azure.cosmos.spark). diff --git a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/pom.xml b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/pom.xml index 460d17e95da8..b78670547ea9 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/pom.xml +++ b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/pom.xml @@ -11,7 +11,7 @@ com.azure.cosmos.spark azure-cosmos-spark_3-3_2-12 - 4.43.0-beta.1 + 4.43.0 jar https://github.com/Azure/azure-sdk-for-java/tree/main/sdk/cosmos/azure-cosmos-spark_3-3_2-12 OLTP Spark 3.3 Connector for Azure Cosmos DB SQL API diff --git a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/CHANGELOG.md index 4017722762c9..50d4c9ef7fba 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/CHANGELOG.md @@ -1,18 +1,14 @@ ## Release History -### 4.43.0-beta.1 (Unreleased) +### 4.43.0 (2026-02-10) #### Features Added * Added support for throughput bucket. - See [47856](https://github.com/Azure/azure-sdk-for-java/pull/47856) -#### Breaking Changes - #### Bugs Fixed -* Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE: This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) +* Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE:** This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) * Fixed `java.lang.ClassCastException` during bulk write operations for write strategy `ItemPatch` or `ItemPatchIfExists`. - See [47748](https://github.com/Azure/azure-sdk-for-java/pull/47748) -#### Other Changes - ### 4.42.0 (2025-12-09) #### Other Changes diff --git a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md index d551e14f9324..abe63b91cb2f 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md @@ -28,6 +28,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-4_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.42.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.41.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.40.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | @@ -68,6 +69,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-3_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------| +| 4.43.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.42.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.41.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.40.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | @@ -117,8 +119,9 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-5_2-12 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|--------------------------|-------------------------------|---------------------------| -| 4.42.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.41.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.43.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.42.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.41.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | | 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\* | | | 4.39.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\* | | | 4.38.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\* | | @@ -140,14 +143,24 @@ https://github.com/Azure/azure-sdk-for-java/issues/new Note: Java 8 prior to version 8u371 support is deprecated as of Spark 3.5.0. When using the Scala API, it is necessary for applications to use the same version of Scala that Spark was compiled for. +#### azure-cosmos-spark_3-5_2-13 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | + +#### azure-cosmos-spark_4-0_2-13 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | + ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: -`com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12:4.42.0` +`com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12:4.43.0` You can also integrate against Cosmos DB Spark Connector in your SBT project: ```scala -libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-4_2-12" % "4.42.0" +libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-4_2-12" % "4.43.0" ``` Cosmos DB Spark Connector is available on [Maven Central Repo](https://central.sonatype.com/search?namespace=com.azure.cosmos.spark). diff --git a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/pom.xml b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/pom.xml index f62daa643e8c..f92e2f065a71 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/pom.xml +++ b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/pom.xml @@ -11,7 +11,7 @@ com.azure.cosmos.spark azure-cosmos-spark_3-4_2-12 - 4.43.0-beta.1 + 4.43.0 jar https://github.com/Azure/azure-sdk-for-java/tree/main/sdk/cosmos/azure-cosmos-spark_3-4_2-12 OLTP Spark 3.4 Connector for Azure Cosmos DB SQL API diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/CHANGELOG.md index 6944ebc3e139..ca6d5d51c675 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/CHANGELOG.md @@ -1,19 +1,15 @@ ## Release History -### 4.43.0-beta.1 (Unreleased) +### 4.43.0 (2026-02-10) #### Features Added * Added transactional batch support. See [PR 47478](https://github.com/Azure/azure-sdk-for-java/pull/47478) and [PR 47697](https://github.com/Azure/azure-sdk-for-java/pull/47697) and [47803](https://github.com/Azure/azure-sdk-for-java/pull/47803) * Added support for throughput bucket. - See [47856](https://github.com/Azure/azure-sdk-for-java/pull/47856) -#### Breaking Changes - #### Bugs Fixed -* Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE: This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) +* Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE:** This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) * Fixed `java.lang.ClassCastException` during bulk write operations for write strategy `ItemPatch` or `ItemPatchIfExists`. - See [47748](https://github.com/Azure/azure-sdk-for-java/pull/47748) -#### Other Changes - ### 4.42.0 (2025-12-09) #### Other Changes diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md index 66133ef0ebf3..0fd04bf12b43 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md @@ -28,8 +28,9 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-5_2-12 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| -| 4.42.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.41.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.43.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.42.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.41.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | | 4.39.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | | 4.38.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | @@ -51,49 +52,10 @@ https://github.com/Azure/azure-sdk-for-java/issues/new Note: Java 8 prior to version 8u371 support is deprecated as of Spark 3.5.0. When using the Scala API, it is necessary for applications to use the same version of Scala that Spark was compiled for. -#### azure-cosmos-spark_3-4_2-12 -| Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | -|-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| -| 4.42.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.41.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.40.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.39.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.38.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.37.2 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.37.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.37.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.36.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.36.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.35.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.34.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.33.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.33.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.32.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.32.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.31.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.30.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.29.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.4 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.3 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.2 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.27.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.27.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.26.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.26.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.25.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.25.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.24.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.24.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.23.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.22.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.21.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.21.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | - #### azure-cosmos-spark_3-3_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------| +| 4.43.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.42.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.41.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.40.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | @@ -140,14 +102,65 @@ to use the same version of Scala that Spark was compiled for. | 4.16.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | | 4.15.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +#### azure-cosmos-spark_3-4_2-12 +| Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.42.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.41.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.40.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.39.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.38.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.37.2 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.37.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.37.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.36.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.36.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.35.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.34.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.33.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.33.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.32.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.32.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.31.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.30.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.29.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.4 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.3 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.2 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.27.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.27.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.26.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.26.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.25.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.25.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.24.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.24.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.23.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.22.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.21.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.21.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | + +#### azure-cosmos-spark_3-5_2-13 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | + +#### azure-cosmos-spark_4-0_2-13 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | + ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: -`com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:4.42.0` +`com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:4.43.0` You can also integrate against Cosmos DB Spark Connector in your SBT project: ```scala -libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-5_2-12" % "4.42.0" +libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-5_2-12" % "4.43.0" ``` Cosmos DB Spark Connector is available on [Maven Central Repo](https://central.sonatype.com/search?namespace=com.azure.cosmos.spark). diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/pom.xml b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/pom.xml index 834293878711..967442d5054c 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/pom.xml +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/pom.xml @@ -11,7 +11,7 @@ com.azure.cosmos.spark azure-cosmos-spark_3-5_2-12 - 4.43.0-beta.1 + 4.43.0 jar https://github.com/Azure/azure-sdk-for-java/tree/main/sdk/cosmos/azure-cosmos-spark_3-5_2-12 OLTP Spark 3.5 Connector for Azure Cosmos DB SQL API diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/CHANGELOG.md index 89c0d54889ab..7aa37e35165e 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/CHANGELOG.md @@ -1,15 +1,13 @@ ## Release History -### 4.43.0-beta.1 (Unreleased) +### 4.43.0 (2026-02-10) #### Features Added * Added transactional batch support. See [PR 47478](https://github.com/Azure/azure-sdk-for-java/pull/47478) and [PR 47697](https://github.com/Azure/azure-sdk-for-java/pull/47697) and [47803](https://github.com/Azure/azure-sdk-for-java/pull/47803) * Added support for throughput bucket. - See [47856](https://github.com/Azure/azure-sdk-for-java/pull/47856) -#### Breaking Changes - #### Bugs Fixed -* Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE: This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) +* Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE:** This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) * Fixed `java.lang.ClassCastException` during bulk write operations for write strategy `ItemPatch` or `ItemPatchIfExists`. - See [47748](https://github.com/Azure/azure-sdk-for-java/pull/47748) #### Other Changes diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md index 250fba8bb05e..de75874d47dc 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md @@ -25,73 +25,19 @@ https://github.com/Azure/azure-sdk-for-java/issues/new ### Version Compatibility -#### azure-cosmos-spark_3-5_2-12 +#### azure-cosmos-spark_3-5_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| -| 4.41.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.39.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.38.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.37.2 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.37.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.37.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.36.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.36.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.35.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.34.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.33.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.33.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.32.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.32.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.31.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.30.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.29.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.43.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | Note: Java 8 prior to version 8u371 support is deprecated as of Spark 3.5.0. When using the Scala API, it is necessary for applications to use the same version of Scala that Spark was compiled for. -#### azure-cosmos-spark_3-4_2-12 -| Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | -|-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| -| 4.41.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.40.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.39.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.38.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.37.2 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.37.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.37.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.36.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.36.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.35.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.34.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.33.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.33.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.32.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.32.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.31.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.30.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.29.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.4 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.3 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.2 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.27.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.27.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.26.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.26.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.25.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.25.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.24.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.24.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.23.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.22.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.21.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.21.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | - #### azure-cosmos-spark_3-3_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------| +| 4.43.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.42.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.41.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.40.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.39.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | @@ -137,14 +83,90 @@ to use the same version of Scala that Spark was compiled for. | 4.16.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | | 4.15.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +#### azure-cosmos-spark_3-4_2-12 +| Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.42.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.41.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.40.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.39.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.38.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.37.2 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.37.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.37.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.36.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.36.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.35.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.34.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.33.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.33.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.32.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.32.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.31.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.30.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.29.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.4 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.3 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.2 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.27.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.27.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.26.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.26.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.25.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.25.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.24.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.24.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.23.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.22.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.21.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.21.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | + +#### azure-cosmos-spark_3-5_2-12 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.42.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.41.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.39.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.38.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.37.2 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.37.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.37.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.36.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.36.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.35.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.34.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.33.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.33.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.32.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.32.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.31.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.30.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.29.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | + +Note: Java 8 prior to version 8u371 support is deprecated as of Spark 3.5.0. When using the Scala API, it is necessary for applications +to use the same version of Scala that Spark was compiled for. + +#### azure-cosmos-spark_4-0_2-13 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | + +Note: Spark 4.0 requires Scala 2.13 and Java 17 or higher. When using the Scala API, it is necessary for applications +to use Scala 2.13 that Spark 4.0 was compiled for. + ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: -`com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:4.41.0` +`com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-13:4.43.0` You can also integrate against Cosmos DB Spark Connector in your SBT project: ```scala -libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-5_2-12" % "4.41.0" +libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-5_2-13" % "4.43.0" ``` Cosmos DB Spark Connector is available on [Maven Central Repo](https://central.sonatype.com/search?namespace=com.azure.cosmos.spark). diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/pom.xml b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/pom.xml index 7d0ed68e954e..b7ebc40981c2 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/pom.xml +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/pom.xml @@ -11,7 +11,7 @@ com.azure.cosmos.spark azure-cosmos-spark_3-5_2-13 - 4.43.0-beta.1 + 4.43.0 jar https://github.com/Azure/azure-sdk-for-java/tree/main/sdk/cosmos/azure-cosmos-spark_3-5_2-13 OLTP Spark 3.5 Connector for Azure Cosmos DB SQL API diff --git a/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md b/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md index b335f91f470c..fa7c34ed5b8f 100644 --- a/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md +++ b/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md @@ -16,8 +16,12 @@ You can use any other Spark 3.5 spark offering as well, also you should be able - [Azure Databricks Runtime 11.3 LTS with Spark 3.3.2](https://learn.microsoft.com/azure/databricks/release-notes/runtime/12.2) - For Spark 3.4 - [Azure Databricks Runtime 13.3 LTS with Spark 3.4.1](https://learn.microsoft.com/azure/databricks/release-notes/runtime/13.3lts) -- For Spark 3.5 +- For Spark 3.5 (Scala 2.12) - [Azure Databricks Runtime 15.4 LTS with Spark 3.5.0](https://learn.microsoft.com/azure/databricks/release-notes/runtime/15.4lts) +- For Spark 3.5 (Scala 2.12/2.13) + - [Azure Databricks Runtime 16.4 LTS with Spark 3.5.2](https://learn.microsoft.com/azure/databricks/release-notes/runtime/16.4lts) +- For Spark 4.0 + - [Azure Databricks Runtime 17.3 LTS with Spark 4.0.0](https://learn.microsoft.com/azure/databricks/release-notes/runtime/17.3lts) - (Optional) [SLF4J binding](https://www.slf4j.org/manual.html) is used to associate a specific logging framework with SLF4J. @@ -25,13 +29,19 @@ You can use any other Spark 3.5 spark offering as well, also you should be able SLF4J is only needed if you plan to use logging, please also download an SLF4J binding which will link the SLF4J API with the logging implementation of your choice. See the [SLF4J user manual](https://www.slf4j.org/manual.html) for more information. For Spark 3.3: -- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-3_2-12:4.42.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-3_2-12/4.42.0/jar) +- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-3_2-12:4.43.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-3_2-12/4.43.0/jar) For Spark 3.4: -- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12:4.42.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-4_2-12/4.42.0/jar) +- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12:4.43.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-4_2-12/4.43.0/jar) -For Spark 3.5: -- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:4.42.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-5_2-12/4.42.0/jar) +For Spark 3.5 (Scala 2.12): +- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:4.43.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-5_2-12/4.43.0/jar) + +For Spark 3.5 (Scala 2.13): +- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-13:4.43.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-5_2-13/4.43.0/jar) + +For Spark 4.0: +- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_4-0_2-13:4.43.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_4-0_2-13/4.43.0/jar) The getting started guide is based on PySpark however you can use the equivalent scala version as well, and you can run the following code snippet in an Azure Databricks PySpark notebook. diff --git a/sdk/cosmos/azure-cosmos-spark_3/pom.xml b/sdk/cosmos/azure-cosmos-spark_3/pom.xml index a3d72962b91d..5097b9adf912 100644 --- a/sdk/cosmos/azure-cosmos-spark_3/pom.xml +++ b/sdk/cosmos/azure-cosmos-spark_3/pom.xml @@ -71,7 +71,7 @@ com.azure azure-cosmos - 4.78.0-beta.1 + 4.78.0 org.slf4j diff --git a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/CHANGELOG.md index a36c21045e74..a559dba6eb5d 100644 --- a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/CHANGELOG.md @@ -1,16 +1,12 @@ ## Release History -### 4.43.0-beta.1 (Unreleased) +### 4.43.0 (2026-02-10) #### Features Added * Initial release of Spark 4.0 connector with Scala 2.13 support * Added transactional batch support. See [PR 47478](https://github.com/Azure/azure-sdk-for-java/pull/47478) and [PR 47697](https://github.com/Azure/azure-sdk-for-java/pull/47697) and [47803](https://github.com/Azure/azure-sdk-for-java/pull/47803) * Added support for throughput bucket. - See [47856](https://github.com/Azure/azure-sdk-for-java/pull/47856) -#### Breaking Changes - -#### Bugs Fixed - #### Other Changes ### NOTE: See CHANGELOG.md in 3.3, 3.4, and 3.5 projects for changes in prior Spark versions diff --git a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md index effe3b4317b5..85cce4fb0f59 100644 --- a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md +++ b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md @@ -20,11 +20,134 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_4-0_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| -| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | TBD | TBD | +| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | Note: Spark 4.0 requires Scala 2.13 and Java 17 or higher. When using the Scala API, it is necessary for applications to use Scala 2.13 that Spark 4.0 was compiled for. +#### azure-cosmos-spark_3-3_2-12 +| Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | +|-----------|--------------------------|------------------------|--------------------------|-------------------------------| +| 4.43.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.42.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.41.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.40.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.39.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.38.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.37.2 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.37.1 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.37.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.36.1 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.36.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.35.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.34.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.33.1 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.33.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.32.1 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.32.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.31.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.30.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.29.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.28.4 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.28.3 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.28.2 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.28.1 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.28.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.27.1 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.27.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.26.1 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.26.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.25.1 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.25.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.24.1 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.24.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.23.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.22.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.21.1 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.21.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.20.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +| 4.19.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +| 4.18.2 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +| 4.18.1 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +| 4.18.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +| 4.17.2 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +| 4.17.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +| 4.16.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +| 4.15.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | + +#### azure-cosmos-spark_3-4_2-12 +| Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.42.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.41.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.40.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.39.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.38.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.37.2 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.37.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.37.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.36.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.36.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.35.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.34.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.33.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.33.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.32.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.32.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.31.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.30.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.29.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.4 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.3 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.2 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.27.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.27.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.26.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.26.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.25.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.25.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.24.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.24.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.23.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.22.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.21.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.21.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | + +#### azure-cosmos-spark_3-5_2-12 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.42.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.41.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.39.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.38.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.37.2 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.37.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.37.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.36.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.36.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.35.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.34.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.33.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.33.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.32.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.32.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.31.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.30.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.29.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | + +Note: Java 8 prior to version 8u371 support is deprecated as of Spark 3.5.0. When using the Scala API, it is necessary for applications +to use the same version of Scala that Spark was compiled for. + +#### azure-cosmos-spark_3-5_2-13 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | + ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: diff --git a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/pom.xml b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/pom.xml index 6234e2428ce6..e91ac7bbef45 100644 --- a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/pom.xml +++ b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/pom.xml @@ -11,7 +11,7 @@ com.azure.cosmos.spark azure-cosmos-spark_4-0_2-13 - 4.43.0-beta.1 + 4.43.0 jar https://github.com/Azure/azure-sdk-for-java/tree/main/sdk/cosmos/azure-cosmos-spark_4-0_2-13 OLTP Spark 4.0 Connector for Azure Cosmos DB SQL API diff --git a/sdk/cosmos/azure-cosmos-test/pom.xml b/sdk/cosmos/azure-cosmos-test/pom.xml index 043765633852..26d709dab000 100644 --- a/sdk/cosmos/azure-cosmos-test/pom.xml +++ b/sdk/cosmos/azure-cosmos-test/pom.xml @@ -59,7 +59,7 @@ Licensed under the MIT License. com.azure azure-cosmos - 4.78.0-beta.1 + 4.78.0 diff --git a/sdk/cosmos/azure-cosmos-tests/pom.xml b/sdk/cosmos/azure-cosmos-tests/pom.xml index 511eafc4e7f2..9ad2d187d0ca 100644 --- a/sdk/cosmos/azure-cosmos-tests/pom.xml +++ b/sdk/cosmos/azure-cosmos-tests/pom.xml @@ -100,7 +100,7 @@ Licensed under the MIT License. com.azure azure-cosmos - 4.78.0-beta.1 + 4.78.0 com.azure diff --git a/sdk/cosmos/azure-cosmos/CHANGELOG.md b/sdk/cosmos/azure-cosmos/CHANGELOG.md index 6b87265e4a7d..7d25121bc450 100644 --- a/sdk/cosmos/azure-cosmos/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos/CHANGELOG.md @@ -1,10 +1,9 @@ ## Release History -### 4.78.0-beta.1 (Unreleased) +### 4.78.0 (2026-02-10) #### Features Added - -#### Breaking Changes +* Added shardKey support in `DedicatedGatewayRequestOptions` to allow specifying a shard key for dedicated gateway sharding support. - See [PR 47796](https://github.com/Azure/azure-sdk-for-java/pull/47796) #### Bugs Fixed * Fixed an issue where `query plan` failed with `400` or query return empty result when `CosmosQueryRequestOptions` has partition key filter and partition key value contains non-ascii character. See [PR 47881](https://github.com/Azure/azure-sdk-for-java/pull/47881) diff --git a/sdk/cosmos/azure-cosmos/pom.xml b/sdk/cosmos/azure-cosmos/pom.xml index f13a15563600..bee83e6a5d9d 100644 --- a/sdk/cosmos/azure-cosmos/pom.xml +++ b/sdk/cosmos/azure-cosmos/pom.xml @@ -13,7 +13,7 @@ Licensed under the MIT License. com.azure azure-cosmos - 4.78.0-beta.1 + 4.78.0 Microsoft Azure SDK for SQL API of Azure Cosmos DB Service This Package contains Microsoft Azure Cosmos SDK (with Reactive Extension Reactor support) for Azure Cosmos DB SQL API jar diff --git a/sdk/cosmos/docs/RELEASE.md b/sdk/cosmos/docs/RELEASE.md new file mode 100644 index 000000000000..5d5893dd2252 --- /dev/null +++ b/sdk/cosmos/docs/RELEASE.md @@ -0,0 +1,176 @@ +# Cosmos Java SDK Release Instructions + +This file teaches Copilot how to perform Cosmos Java SDK releases. When a user asks to +release a Cosmos package or group of packages, follow the workflows below. + +The user will specify the version in their command (e.g., "release spark connector 4.43.0 GA"). +Use that version directly — do not prompt for it or look it up. + +## Release Groups + +| Group | Packages | Notes | +|-------|----------|-------| +| **Spark connector** | `azure-cosmos-spark_3-3_2-12`, `azure-cosmos-spark_3-4_2-12`, `azure-cosmos-spark_3-5_2-12`, `azure-cosmos-spark_3-5_2-13`, `azure-cosmos-spark_4-0_2-13` | All released at the same version simultaneously | +| **Cosmos Java SDK** | `azure-cosmos`, optionally `azure-cosmos-encryption` | | +| **Kafka connector** | `azure-cosmos-kafka-connect` | | +| **Single package** | Any individual cosmos package | | + +When the user says "release spark connector", release all 5 spark packages. +When the user says "release cosmos Java SDK", release azure-cosmos (ask if azure-cosmos-encryption should be included). + +## Step 1: Run Prepare-Release.ps1 + +For each package in the release, run the `Prepare-Release.ps1` script. The script handles: +changelog updates, pom.xml version updates, `eng/versioning/version_client.txt` updates, +and dependent pom.xml updates (e.g., `azure-cosmos-spark-account-data-resolver-sample/pom.xml`, +`fabric-cosmos-spark-auth_3/pom.xml`). + +The script can be run non-interactively by piping answers: + +```bash +echo -e "{GROUP_ID}\n{VERSION}\n{RELEASE_DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 {PACKAGE_NAME} cosmos" +``` + +Where: +- **{GROUP_ID}**: `com.azure.cosmos.spark` for spark connectors, `com.azure` for core packages +- **{VERSION}**: The version from the user's command (e.g., `4.43.0`) +- **{RELEASE_DATE}**: In `MM/dd/yyyy` format — ask the user if not specified +- The final `n` answers "no" to the prompt about replacing an existing changelog entry title + +For **Spark connector group releases**, run for each of the 5 packages: +```bash +echo -e "com.azure.cosmos.spark\n{VERSION}\n{DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 azure-cosmos-spark_3-3_2-12 cosmos" +echo -e "com.azure.cosmos.spark\n{VERSION}\n{DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 azure-cosmos-spark_3-4_2-12 cosmos" +echo -e "com.azure.cosmos.spark\n{VERSION}\n{DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 azure-cosmos-spark_3-5_2-12 cosmos" +echo -e "com.azure.cosmos.spark\n{VERSION}\n{DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 azure-cosmos-spark_3-5_2-13 cosmos" +echo -e "com.azure.cosmos.spark\n{VERSION}\n{DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 azure-cosmos-spark_4-0_2-13 cosmos" +``` + +After each run, check the tail of the output for `Some changes were made to the repo source` to confirm success. + +## Step 2: Manual README Updates (Spark Connector Only) + +After `Prepare-Release.ps1` completes for all packages, the following files need manual updates. + +### 2a. Version Compatibility Tables + +Each spark connector README contains version compatibility tables for **itself and cross-references +to other connectors**. Add a new row as the **first data row** (right after the header separator +`|---|...`) in every table. + +**IMPORTANT**: Always copy the format AND values from the topmost existing row, only changing the +version number. The Databricks runtimes, Fabric runtimes, and Spark version ranges evolve over time +— do NOT use hardcoded values from this document. Look at the current top row of each table. + +#### Files and tables to update: + +| README file | Contains tables for (in order) | +|-------------|-------------------| +| `azure-cosmos-spark_3-3_2-12/README.md` | `_3-3_2-12`, `_3-4_2-12`, `_3-5_2-12`, `_3-5_2-13`, `_4-0_2-13` | +| `azure-cosmos-spark_3-4_2-12/README.md` | `_3-4_2-12`, `_3-3_2-12`, `_3-5_2-12`, `_3-5_2-13`, `_4-0_2-13` | +| `azure-cosmos-spark_3-5_2-12/README.md` | `_3-5_2-12`, `_3-3_2-12`, `_3-4_2-12`, `_3-5_2-13`, `_4-0_2-13` | +| `azure-cosmos-spark_3-5_2-13/README.md` | `_3-5_2-13`, `_3-3_2-12`, `_3-4_2-12`, `_3-5_2-12`, `_4-0_2-13` | +| `azure-cosmos-spark_4-0_2-13/README.md` | `_4-0_2-13`, `_3-3_2-12`, `_3-4_2-12`, `_3-5_2-12`, `_3-5_2-13` | + +Total: **5 READMEs × 5 tables = 25 table row insertions**. + +#### Table column differences by connector: + +| Table header for | Columns | +|-----------------|---------| +| `_3-3_2-12` | Connector, Supported Spark Versions, Supported JVM Versions, Supported Scala Versions, Supported Databricks Runtimes (5 cols) | +| `_3-4_2-12` | Same as 3-3 + Supported Fabric Runtimes (6 cols, Fabric usually empty) | +| `_3-5_2-12` | Connector, Supported Spark Versions, **Minimum Java Version**, Supported Scala Versions, Supported Databricks Runtimes, Supported Fabric Runtimes (6 cols) | +| `_3-5_2-13` | Same structure as 3-5_2-12 but Scala `2.13` | +| `_4-0_2-13` | Same structure as 3-5 but Java `[17, 21]`, Scala `2.13` | + +### 2b. Download Section Updates + +Each spark connector README has a `### Download` section with a Maven coordinate and SBT dependency. +Update the version number in both places. Find the inline code and `libraryDependencies` lines +and replace the old version with the new one. + +**Important**: Each README's Download section references **its own** artifact. + +### 2c. Quick-Start Doc Updates + +Update `sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md`: + +Two areas to update: + +**Prerequisites section** — contains links to Databricks Runtime versions for each Spark version. +Add/update entries as needed when new Spark versions are added. + +**Install section** — five version references to update. Search for the old version and replace with the new one: + +``` +For Spark 3.3: + ...azure-cosmos-spark_3-3_2-12:{VERSION}... + +For Spark 3.4: + ...azure-cosmos-spark_3-4_2-12:{VERSION}... + +For Spark 3.5: + ...azure-cosmos-spark_3-5_2-12:{VERSION}... + +For Spark 3.5 (Scala 2.13): + ...azure-cosmos-spark_3-5_2-13:{VERSION}... + +For Spark 4.0: + ...azure-cosmos-spark_4-0_2-13:{VERSION}... +``` + +Each line contains the version twice: once in the link text and once in the URL. + +## Step 3: Verification + +After all edits, run these checks: + +```bash +# 1. Check all changed files (~19 expected for full Spark release) +git diff --stat + +# 2. Verify version_client.txt +grep "azure-cosmos-spark" eng/versioning/version_client.txt + +# 3. Verify CHANGELOGs +for pkg in azure-cosmos-spark_3-3_2-12 azure-cosmos-spark_3-4_2-12 azure-cosmos-spark_3-5_2-12 azure-cosmos-spark_3-5_2-13 azure-cosmos-spark_4-0_2-13; do + echo "=== $pkg ===" && head -5 sdk/cosmos/$pkg/CHANGELOG.md +done + +# 4. Verify new version in READMEs and quick-start +grep -c "{NEW_VERSION}" sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md \ + sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md \ + sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md \ + sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md \ + sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md \ + sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md +``` + +## Cosmos Java SDK Release Workflow + +For `azure-cosmos` (and optionally `azure-cosmos-encryption`): + +1. Run `Prepare-Release.ps1`: + ```bash + echo -e "com.azure\n{VERSION}\n{DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 azure-cosmos cosmos" + echo -e "com.azure\n{VERSION}\n{DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 azure-cosmos-encryption cosmos" + ``` +2. No README table updates needed — the Cosmos Java SDK README uses Azure BOM references. +3. Verify CHANGELOG.md and pom.xml updates. + +## Kafka Connector Release Workflow + +For `azure-cosmos-kafka-connect`: + +1. Run `Prepare-Release.ps1`: + ```bash + echo -e "com.azure\n{VERSION}\n{DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 azure-cosmos-kafka-connect cosmos" + ``` +2. No README table updates needed — the version in README is managed by x-version-update tags. +3. Verify CHANGELOG.md and pom.xml updates. + +## Reference: Example PRs + +- [PR #47968](https://github.com/Azure/azure-sdk-for-java/pull/47968) — Spark connector 4.43.0 + Cosmos Java SDK 4.78.0 release +- [PR #46852](https://github.com/Azure/azure-sdk-for-java/pull/46852) — Spark connector 4.40.0 release (13 files changed) diff --git a/sdk/cosmos/fabric-cosmos-spark-auth_3/pom.xml b/sdk/cosmos/fabric-cosmos-spark-auth_3/pom.xml index 9205a8211e62..d95194aefe98 100644 --- a/sdk/cosmos/fabric-cosmos-spark-auth_3/pom.xml +++ b/sdk/cosmos/fabric-cosmos-spark-auth_3/pom.xml @@ -100,7 +100,7 @@ com.azure.cosmos.spark azure-cosmos-spark_3-5_2-12 - 4.43.0-beta.1 + 4.43.0 provided @@ -183,7 +183,7 @@ com.fasterxml.jackson.datatype:jackson-datatype-jsr310:[2.18.4] com.fasterxml.jackson.core:jackson-databind:[2.18.4] com.fasterxml.jackson.module:jackson-module-scala_2.12:[2.18.4] - com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:[4.43.0-beta.1] + com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:[4.43.0] com.microsoft.azure.synapse:synapseutils_2.12:[1.5.4]