From bce326d2d6c156010286bfed0f47090ca2f91891 Mon Sep 17 00:00:00 2001 From: Annie Liang Date: Tue, 10 Feb 2026 10:08:31 -0800 Subject: [PATCH 01/10] Release azure-cosmos 4.78.0, azure-cosmos-encryption 2.27.0, and Spark connector 4.43.0 Packages released: - azure-cosmos 4.78.0 - azure-cosmos-encryption 2.27.0 - azure-cosmos-spark_3-3_2-12 4.43.0 - azure-cosmos-spark_3-4_2-12 4.43.0 - azure-cosmos-spark_3-5_2-12 4.43.0 - azure-cosmos-spark_3-5_2-13 4.43.0 - azure-cosmos-spark_4-0_2-13 4.43.0 --- eng/versioning/version_client.txt | 14 +++++++------- sdk/cosmos/azure-cosmos-benchmark/pom.xml | 4 ++-- sdk/cosmos/azure-cosmos-encryption/CHANGELOG.md | 10 +--------- sdk/cosmos/azure-cosmos-encryption/README.md | 2 +- sdk/cosmos/azure-cosmos-encryption/pom.xml | 4 ++-- sdk/cosmos/azure-cosmos-kafka-connect/pom.xml | 2 +- .../pom.xml | 4 ++-- .../azure-cosmos-spark_3-3_2-12/CHANGELOG.md | 6 +----- sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md | 7 +++++-- sdk/cosmos/azure-cosmos-spark_3-3_2-12/pom.xml | 2 +- .../azure-cosmos-spark_3-4_2-12/CHANGELOG.md | 6 +----- sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md | 7 +++++-- sdk/cosmos/azure-cosmos-spark_3-4_2-12/pom.xml | 2 +- .../azure-cosmos-spark_3-5_2-12/CHANGELOG.md | 6 +----- sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md | 7 +++++-- sdk/cosmos/azure-cosmos-spark_3-5_2-12/pom.xml | 2 +- .../azure-cosmos-spark_3-5_2-13/CHANGELOG.md | 4 +--- sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md | 10 ++++++++-- sdk/cosmos/azure-cosmos-spark_3-5_2-13/pom.xml | 2 +- .../azure-cosmos-spark_3/docs/quick-start.md | 6 +++--- sdk/cosmos/azure-cosmos-spark_3/pom.xml | 2 +- .../azure-cosmos-spark_4-0_2-13/CHANGELOG.md | 6 +----- sdk/cosmos/azure-cosmos-spark_4-0_2-13/pom.xml | 2 +- sdk/cosmos/azure-cosmos-test/pom.xml | 2 +- sdk/cosmos/azure-cosmos-tests/pom.xml | 2 +- sdk/cosmos/azure-cosmos/CHANGELOG.md | 8 +------- sdk/cosmos/azure-cosmos/pom.xml | 2 +- sdk/cosmos/fabric-cosmos-spark-auth_3/pom.xml | 4 ++-- 28 files changed, 59 insertions(+), 76 deletions(-) diff --git a/eng/versioning/version_client.txt b/eng/versioning/version_client.txt index 9f4827f96c56..5f5d03853d73 100644 --- a/eng/versioning/version_client.txt +++ b/eng/versioning/version_client.txt @@ -105,18 +105,18 @@ com.azure:azure-core-test;1.27.0-beta.14;1.27.0-beta.15 com.azure:azure-core-tracing-opentelemetry;1.0.0-beta.62;1.0.0-beta.63 com.azure:azure-core-tracing-opentelemetry-samples;1.0.0-beta.1;1.0.0-beta.1 com.azure:azure-core-version-tests;1.0.0-beta.1;1.0.0-beta.1 -com.azure:azure-cosmos;4.77.0;4.78.0-beta.1 +com.azure:azure-cosmos;4.77.0;4.78.0 com.azure:azure-cosmos-benchmark;4.0.1-beta.1;4.0.1-beta.1 com.azure.cosmos.spark:azure-cosmos-spark_3;0.0.1-beta.1;0.0.1-beta.1 com.azure.cosmos.spark:azure-cosmos-spark_3-5;0.0.1-beta.1;0.0.1-beta.1 -com.azure:azure-cosmos-encryption;2.26.0;2.27.0-beta.1 +com.azure:azure-cosmos-encryption;2.26.0;2.27.0 com.azure.cosmos.spark:azure-cosmos-spark-account-data-resolver-sample;1.0.0-beta.1;1.0.0-beta.1 com.azure:azure-cosmos-test;1.0.0-beta.17;1.0.0-beta.18 -com.azure.cosmos.spark:azure-cosmos-spark_3-3_2-12;4.42.0;4.43.0-beta.1 -com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12;4.42.0;4.43.0-beta.1 -com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12;4.42.0;4.43.0-beta.1 -com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-13;4.43.0-beta.1;4.43.0-beta.1 -com.azure.cosmos.spark:azure-cosmos-spark_4-0_2-13;4.43.0-beta.1;4.43.0-beta.1 +com.azure.cosmos.spark:azure-cosmos-spark_3-3_2-12;4.42.0;4.43.0 +com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12;4.42.0;4.43.0 +com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12;4.42.0;4.43.0 +com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-13;4.43.0-beta.1;4.43.0 +com.azure.cosmos.spark:azure-cosmos-spark_4-0_2-13;4.43.0-beta.1;4.43.0 com.azure.cosmos.spark:fabric-cosmos-spark-auth_3;1.1.0;1.2.0-beta.1 com.azure:azure-cosmos-tests;1.0.0-beta.1;1.0.0-beta.1 com.azure:azure-data-appconfiguration;1.9.1;1.10.0-beta.1 diff --git a/sdk/cosmos/azure-cosmos-benchmark/pom.xml b/sdk/cosmos/azure-cosmos-benchmark/pom.xml index b5511266c137..985dd470aa43 100644 --- a/sdk/cosmos/azure-cosmos-benchmark/pom.xml +++ b/sdk/cosmos/azure-cosmos-benchmark/pom.xml @@ -52,13 +52,13 @@ Licensed under the MIT License. com.azure azure-cosmos - 4.78.0-beta.1 + 4.78.0 com.azure azure-cosmos-encryption - 2.27.0-beta.1 + 2.27.0 diff --git a/sdk/cosmos/azure-cosmos-encryption/CHANGELOG.md b/sdk/cosmos/azure-cosmos-encryption/CHANGELOG.md index fbcaf6034066..10d5e10ebb99 100644 --- a/sdk/cosmos/azure-cosmos-encryption/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-encryption/CHANGELOG.md @@ -1,14 +1,6 @@ ## Release History -### 2.27.0-beta.1 (Unreleased) - -#### Features Added - -#### Breaking Changes - -#### Bugs Fixed - -#### Other Changes +### 2.27.0 (2026-02-10) ### 2.26.0 (2026-01-26) diff --git a/sdk/cosmos/azure-cosmos-encryption/README.md b/sdk/cosmos/azure-cosmos-encryption/README.md index 9f034d75e8f3..34d6bf85158e 100644 --- a/sdk/cosmos/azure-cosmos-encryption/README.md +++ b/sdk/cosmos/azure-cosmos-encryption/README.md @@ -12,7 +12,7 @@ The Azure Cosmos Encryption Plugin is used for encrypting data with a user-provi com.azure azure-cosmos-encryption - 2.26.0 + 2.27.0 ``` [//]: # ({x-version-update-end}) diff --git a/sdk/cosmos/azure-cosmos-encryption/pom.xml b/sdk/cosmos/azure-cosmos-encryption/pom.xml index 78c5f85ce2f2..512c325a3fbe 100644 --- a/sdk/cosmos/azure-cosmos-encryption/pom.xml +++ b/sdk/cosmos/azure-cosmos-encryption/pom.xml @@ -13,7 +13,7 @@ Licensed under the MIT License. com.azure azure-cosmos-encryption - 2.27.0-beta.1 + 2.27.0 Encryption Plugin for Azure Cosmos DB SDK This Package contains Encryption Plugin for Microsoft Azure Cosmos SDK jar @@ -61,7 +61,7 @@ Licensed under the MIT License. com.azure azure-cosmos - 4.78.0-beta.1 + 4.78.0 diff --git a/sdk/cosmos/azure-cosmos-kafka-connect/pom.xml b/sdk/cosmos/azure-cosmos-kafka-connect/pom.xml index 6ec44d995fc8..a56af1f7c705 100644 --- a/sdk/cosmos/azure-cosmos-kafka-connect/pom.xml +++ b/sdk/cosmos/azure-cosmos-kafka-connect/pom.xml @@ -92,7 +92,7 @@ Licensed under the MIT License. com.azure azure-cosmos - 4.78.0-beta.1 + 4.78.0 + 4.43.0 provided @@ -290,7 +290,7 @@ com.fasterxml.jackson.core:jackson-databind:[2.18.4] com.fasterxml.jackson.module:jackson-module-scala_2.12:[2.18.4] com.globalmentor:hadoop-bare-naked-local-fs:[0.1.0] - com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:[4.43.0-beta.1] + com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:[4.43.0] diff --git a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/CHANGELOG.md index 30f54af762c8..1a0132b89526 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/CHANGELOG.md @@ -1,18 +1,14 @@ ## Release History -### 4.43.0-beta.1 (Unreleased) +### 4.43.0 (2026-02-10) #### Features Added * Added support for throughput bucket. - See [47856](https://github.com/Azure/azure-sdk-for-java/pull/47856) -#### Breaking Changes - #### Bugs Fixed * Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE: This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) * Fixed `java.lang.ClassCastException` during bulk write operations for write strategy `ItemPatch` or `ItemPatchIfExists`. - See [47748](https://github.com/Azure/azure-sdk-for-java/pull/47748) -#### Other Changes - ### 4.42.0 (2025-12-09) #### Other Changes diff --git a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md index 0505e35766ca..315701810c3c 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md @@ -28,6 +28,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-3_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------| +| 4.43.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.42.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.41.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.40.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | @@ -77,6 +78,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-4_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.42.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.41.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.40.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | @@ -117,6 +119,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-5_2-12 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|----------------------------|-------------------------------|------------------------------| +| 4.43.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | | 4.42.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | | 4.41.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | | 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\* | | @@ -143,11 +146,11 @@ to use the same version of Scala that Spark was compiled for. ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: -`com.azure.cosmos.spark:azure-cosmos-spark_3-3_2-12:4.42.0` +`com.azure.cosmos.spark:azure-cosmos-spark_3-3_2-12:4.43.0` You can also integrate against Cosmos DB Spark Connector in your SBT project: ```scala -libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-3_2-12" % "4.42.0" +libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-3_2-12" % "4.43.0" ``` Cosmos DB Spark Connector is available on [Maven Central Repo](https://central.sonatype.com/search?namespace=com.azure.cosmos.spark). diff --git a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/pom.xml b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/pom.xml index 460d17e95da8..b78670547ea9 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/pom.xml +++ b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/pom.xml @@ -11,7 +11,7 @@ com.azure.cosmos.spark azure-cosmos-spark_3-3_2-12 - 4.43.0-beta.1 + 4.43.0 jar https://github.com/Azure/azure-sdk-for-java/tree/main/sdk/cosmos/azure-cosmos-spark_3-3_2-12 OLTP Spark 3.3 Connector for Azure Cosmos DB SQL API diff --git a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/CHANGELOG.md index 4017722762c9..58c182aa2c81 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/CHANGELOG.md @@ -1,18 +1,14 @@ ## Release History -### 4.43.0-beta.1 (Unreleased) +### 4.43.0 (2026-02-10) #### Features Added * Added support for throughput bucket. - See [47856](https://github.com/Azure/azure-sdk-for-java/pull/47856) -#### Breaking Changes - #### Bugs Fixed * Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE: This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) * Fixed `java.lang.ClassCastException` during bulk write operations for write strategy `ItemPatch` or `ItemPatchIfExists`. - See [47748](https://github.com/Azure/azure-sdk-for-java/pull/47748) -#### Other Changes - ### 4.42.0 (2025-12-09) #### Other Changes diff --git a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md index d551e14f9324..6d1a2b97c19c 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md @@ -28,6 +28,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-4_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.42.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.41.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.40.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | @@ -68,6 +69,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-3_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------| +| 4.43.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.42.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.41.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.40.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | @@ -117,6 +119,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-5_2-12 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|--------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | | 4.42.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | | 4.41.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | | 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\* | | @@ -143,11 +146,11 @@ to use the same version of Scala that Spark was compiled for. ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: -`com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12:4.42.0` +`com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12:4.43.0` You can also integrate against Cosmos DB Spark Connector in your SBT project: ```scala -libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-4_2-12" % "4.42.0" +libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-4_2-12" % "4.43.0" ``` Cosmos DB Spark Connector is available on [Maven Central Repo](https://central.sonatype.com/search?namespace=com.azure.cosmos.spark). diff --git a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/pom.xml b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/pom.xml index f62daa643e8c..f92e2f065a71 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/pom.xml +++ b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/pom.xml @@ -11,7 +11,7 @@ com.azure.cosmos.spark azure-cosmos-spark_3-4_2-12 - 4.43.0-beta.1 + 4.43.0 jar https://github.com/Azure/azure-sdk-for-java/tree/main/sdk/cosmos/azure-cosmos-spark_3-4_2-12 OLTP Spark 3.4 Connector for Azure Cosmos DB SQL API diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/CHANGELOG.md index 6944ebc3e139..b213e086f2f4 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/CHANGELOG.md @@ -1,19 +1,15 @@ ## Release History -### 4.43.0-beta.1 (Unreleased) +### 4.43.0 (2026-02-10) #### Features Added * Added transactional batch support. See [PR 47478](https://github.com/Azure/azure-sdk-for-java/pull/47478) and [PR 47697](https://github.com/Azure/azure-sdk-for-java/pull/47697) and [47803](https://github.com/Azure/azure-sdk-for-java/pull/47803) * Added support for throughput bucket. - See [47856](https://github.com/Azure/azure-sdk-for-java/pull/47856) -#### Breaking Changes - #### Bugs Fixed * Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE: This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) * Fixed `java.lang.ClassCastException` during bulk write operations for write strategy `ItemPatch` or `ItemPatchIfExists`. - See [47748](https://github.com/Azure/azure-sdk-for-java/pull/47748) -#### Other Changes - ### 4.42.0 (2025-12-09) #### Other Changes diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md index 66133ef0ebf3..3859dbed9fcd 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md @@ -28,6 +28,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-5_2-12 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.42.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.41.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | @@ -54,6 +55,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_3-4_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.42.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.41.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.40.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | @@ -94,6 +96,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_3-3_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------| +| 4.43.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.42.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.41.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.40.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | @@ -143,11 +146,11 @@ to use the same version of Scala that Spark was compiled for. ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: -`com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:4.42.0` +`com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:4.43.0` You can also integrate against Cosmos DB Spark Connector in your SBT project: ```scala -libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-5_2-12" % "4.42.0" +libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-5_2-12" % "4.43.0" ``` Cosmos DB Spark Connector is available on [Maven Central Repo](https://central.sonatype.com/search?namespace=com.azure.cosmos.spark). diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/pom.xml b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/pom.xml index 834293878711..967442d5054c 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/pom.xml +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/pom.xml @@ -11,7 +11,7 @@ com.azure.cosmos.spark azure-cosmos-spark_3-5_2-12 - 4.43.0-beta.1 + 4.43.0 jar https://github.com/Azure/azure-sdk-for-java/tree/main/sdk/cosmos/azure-cosmos-spark_3-5_2-12 OLTP Spark 3.5 Connector for Azure Cosmos DB SQL API diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/CHANGELOG.md index 89c0d54889ab..0d81755d4e8e 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/CHANGELOG.md @@ -1,13 +1,11 @@ ## Release History -### 4.43.0-beta.1 (Unreleased) +### 4.43.0 (2026-02-10) #### Features Added * Added transactional batch support. See [PR 47478](https://github.com/Azure/azure-sdk-for-java/pull/47478) and [PR 47697](https://github.com/Azure/azure-sdk-for-java/pull/47697) and [47803](https://github.com/Azure/azure-sdk-for-java/pull/47803) * Added support for throughput bucket. - See [47856](https://github.com/Azure/azure-sdk-for-java/pull/47856) -#### Breaking Changes - #### Bugs Fixed * Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE: This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) * Fixed `java.lang.ClassCastException` during bulk write operations for write strategy `ItemPatch` or `ItemPatchIfExists`. - See [47748](https://github.com/Azure/azure-sdk-for-java/pull/47748) diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md index 250fba8bb05e..3859dbed9fcd 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md @@ -28,6 +28,8 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-5_2-12 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.42.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.41.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | | 4.39.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | @@ -53,6 +55,8 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_3-4_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.42.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.41.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.40.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.39.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | @@ -92,6 +96,8 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_3-3_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------| +| 4.43.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.42.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.41.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.40.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.39.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | @@ -140,11 +146,11 @@ to use the same version of Scala that Spark was compiled for. ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: -`com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:4.41.0` +`com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:4.43.0` You can also integrate against Cosmos DB Spark Connector in your SBT project: ```scala -libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-5_2-12" % "4.41.0" +libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-5_2-12" % "4.43.0" ``` Cosmos DB Spark Connector is available on [Maven Central Repo](https://central.sonatype.com/search?namespace=com.azure.cosmos.spark). diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/pom.xml b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/pom.xml index 7d0ed68e954e..b7ebc40981c2 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/pom.xml +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/pom.xml @@ -11,7 +11,7 @@ com.azure.cosmos.spark azure-cosmos-spark_3-5_2-13 - 4.43.0-beta.1 + 4.43.0 jar https://github.com/Azure/azure-sdk-for-java/tree/main/sdk/cosmos/azure-cosmos-spark_3-5_2-13 OLTP Spark 3.5 Connector for Azure Cosmos DB SQL API diff --git a/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md b/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md index b335f91f470c..191cf452f833 100644 --- a/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md +++ b/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md @@ -25,13 +25,13 @@ You can use any other Spark 3.5 spark offering as well, also you should be able SLF4J is only needed if you plan to use logging, please also download an SLF4J binding which will link the SLF4J API with the logging implementation of your choice. See the [SLF4J user manual](https://www.slf4j.org/manual.html) for more information. For Spark 3.3: -- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-3_2-12:4.42.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-3_2-12/4.42.0/jar) +- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-3_2-12:4.43.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-3_2-12/4.43.0/jar) For Spark 3.4: -- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12:4.42.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-4_2-12/4.42.0/jar) +- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12:4.43.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-4_2-12/4.43.0/jar) For Spark 3.5: -- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:4.42.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-5_2-12/4.42.0/jar) +- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:4.43.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-5_2-12/4.43.0/jar) The getting started guide is based on PySpark however you can use the equivalent scala version as well, and you can run the following code snippet in an Azure Databricks PySpark notebook. diff --git a/sdk/cosmos/azure-cosmos-spark_3/pom.xml b/sdk/cosmos/azure-cosmos-spark_3/pom.xml index a3d72962b91d..5097b9adf912 100644 --- a/sdk/cosmos/azure-cosmos-spark_3/pom.xml +++ b/sdk/cosmos/azure-cosmos-spark_3/pom.xml @@ -71,7 +71,7 @@ com.azure azure-cosmos - 4.78.0-beta.1 + 4.78.0 org.slf4j diff --git a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/CHANGELOG.md index a36c21045e74..a559dba6eb5d 100644 --- a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/CHANGELOG.md @@ -1,16 +1,12 @@ ## Release History -### 4.43.0-beta.1 (Unreleased) +### 4.43.0 (2026-02-10) #### Features Added * Initial release of Spark 4.0 connector with Scala 2.13 support * Added transactional batch support. See [PR 47478](https://github.com/Azure/azure-sdk-for-java/pull/47478) and [PR 47697](https://github.com/Azure/azure-sdk-for-java/pull/47697) and [47803](https://github.com/Azure/azure-sdk-for-java/pull/47803) * Added support for throughput bucket. - See [47856](https://github.com/Azure/azure-sdk-for-java/pull/47856) -#### Breaking Changes - -#### Bugs Fixed - #### Other Changes ### NOTE: See CHANGELOG.md in 3.3, 3.4, and 3.5 projects for changes in prior Spark versions diff --git a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/pom.xml b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/pom.xml index 6234e2428ce6..e91ac7bbef45 100644 --- a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/pom.xml +++ b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/pom.xml @@ -11,7 +11,7 @@ com.azure.cosmos.spark azure-cosmos-spark_4-0_2-13 - 4.43.0-beta.1 + 4.43.0 jar https://github.com/Azure/azure-sdk-for-java/tree/main/sdk/cosmos/azure-cosmos-spark_4-0_2-13 OLTP Spark 4.0 Connector for Azure Cosmos DB SQL API diff --git a/sdk/cosmos/azure-cosmos-test/pom.xml b/sdk/cosmos/azure-cosmos-test/pom.xml index 043765633852..26d709dab000 100644 --- a/sdk/cosmos/azure-cosmos-test/pom.xml +++ b/sdk/cosmos/azure-cosmos-test/pom.xml @@ -59,7 +59,7 @@ Licensed under the MIT License. com.azure azure-cosmos - 4.78.0-beta.1 + 4.78.0 diff --git a/sdk/cosmos/azure-cosmos-tests/pom.xml b/sdk/cosmos/azure-cosmos-tests/pom.xml index 511eafc4e7f2..9ad2d187d0ca 100644 --- a/sdk/cosmos/azure-cosmos-tests/pom.xml +++ b/sdk/cosmos/azure-cosmos-tests/pom.xml @@ -100,7 +100,7 @@ Licensed under the MIT License. com.azure azure-cosmos - 4.78.0-beta.1 + 4.78.0 com.azure diff --git a/sdk/cosmos/azure-cosmos/CHANGELOG.md b/sdk/cosmos/azure-cosmos/CHANGELOG.md index 24ab767f24ed..6c0dc98dedab 100644 --- a/sdk/cosmos/azure-cosmos/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos/CHANGELOG.md @@ -1,12 +1,6 @@ ## Release History -### 4.78.0-beta.1 (Unreleased) - -#### Features Added - -#### Breaking Changes - -#### Bugs Fixed +### 4.78.0 (2026-02-10) #### Other Changes * Added `x-ms-hub-region-processing-only` header to allow hub-region stickiness when 404 `READ SESSION NOT AVAIALBLE` is hit for Single-Writer accounts. - [PR 47631](https://github.com/Azure/azure-sdk-for-java/pull/47631) diff --git a/sdk/cosmos/azure-cosmos/pom.xml b/sdk/cosmos/azure-cosmos/pom.xml index f13a15563600..bee83e6a5d9d 100644 --- a/sdk/cosmos/azure-cosmos/pom.xml +++ b/sdk/cosmos/azure-cosmos/pom.xml @@ -13,7 +13,7 @@ Licensed under the MIT License. com.azure azure-cosmos - 4.78.0-beta.1 + 4.78.0 Microsoft Azure SDK for SQL API of Azure Cosmos DB Service This Package contains Microsoft Azure Cosmos SDK (with Reactive Extension Reactor support) for Azure Cosmos DB SQL API jar diff --git a/sdk/cosmos/fabric-cosmos-spark-auth_3/pom.xml b/sdk/cosmos/fabric-cosmos-spark-auth_3/pom.xml index 9205a8211e62..d95194aefe98 100644 --- a/sdk/cosmos/fabric-cosmos-spark-auth_3/pom.xml +++ b/sdk/cosmos/fabric-cosmos-spark-auth_3/pom.xml @@ -100,7 +100,7 @@ com.azure.cosmos.spark azure-cosmos-spark_3-5_2-12 - 4.43.0-beta.1 + 4.43.0 provided @@ -183,7 +183,7 @@ com.fasterxml.jackson.datatype:jackson-datatype-jsr310:[2.18.4] com.fasterxml.jackson.core:jackson-databind:[2.18.4] com.fasterxml.jackson.module:jackson-module-scala_2.12:[2.18.4] - com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:[4.43.0-beta.1] + com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:[4.43.0] com.microsoft.azure.synapse:synapseutils_2.12:[1.5.4] From 1c9684729003cfb274631da772ef0d401b810d18 Mon Sep 17 00:00:00 2001 From: Annie Liang Date: Tue, 10 Feb 2026 10:15:58 -0800 Subject: [PATCH 02/10] Update azure-cosmos-encryption CHANGELOG with azure-cosmos dependency bump --- sdk/cosmos/azure-cosmos-encryption/CHANGELOG.md | 3 +++ 1 file changed, 3 insertions(+) diff --git a/sdk/cosmos/azure-cosmos-encryption/CHANGELOG.md b/sdk/cosmos/azure-cosmos-encryption/CHANGELOG.md index 10d5e10ebb99..534824d5e375 100644 --- a/sdk/cosmos/azure-cosmos-encryption/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-encryption/CHANGELOG.md @@ -2,6 +2,9 @@ ### 2.27.0 (2026-02-10) +#### Other Changes +* Updated `azure-cosmos` to version `4.78.0`. + ### 2.26.0 (2026-01-26) #### Other Changes From c558f8dea690917de788041fcd77d536767eef22 Mon Sep 17 00:00:00 2001 From: Annie Liang Date: Tue, 10 Feb 2026 10:16:29 -0800 Subject: [PATCH 03/10] Add .copilot release instructions --- sdk/cosmos/.copilot/release.instructions.md | 164 ++++++++++++++++++++ 1 file changed, 164 insertions(+) create mode 100644 sdk/cosmos/.copilot/release.instructions.md diff --git a/sdk/cosmos/.copilot/release.instructions.md b/sdk/cosmos/.copilot/release.instructions.md new file mode 100644 index 000000000000..7286aceca883 --- /dev/null +++ b/sdk/cosmos/.copilot/release.instructions.md @@ -0,0 +1,164 @@ +# Cosmos SDK Release Instructions + +This file teaches Copilot how to perform Cosmos SDK releases. When a user asks to +release a Cosmos package or group of packages, follow the workflows below. + +The user will specify the version in their command (e.g., "release spark connector 4.43.0 GA"). +Use that version directly — do not prompt for it or look it up. + +## Release Groups + +| Group | Packages | Notes | +|-------|----------|-------| +| **Spark connector** | `azure-cosmos-spark_3-3_2-12`, `azure-cosmos-spark_3-4_2-12`, `azure-cosmos-spark_3-5_2-12`, `azure-cosmos-spark_3-5_2-13`, `azure-cosmos-spark_4-0_2-13` | All released at the same version simultaneously | +| **Core SDK** | `azure-cosmos`, optionally `azure-cosmos-encryption` | | +| **Kafka connector** | `azure-cosmos-kafka-connect` | | +| **Single package** | Any individual cosmos package | | + +When the user says "release spark connector", release all 5 spark packages. +When the user says "release core SDK", release azure-cosmos (ask if azure-cosmos-encryption should be included). + +## Step 1: Run Prepare-Release.ps1 + +For each package in the release, run the `Prepare-Release.ps1` script. The script handles: +changelog updates, pom.xml version updates, `eng/versioning/version_client.txt` updates, +and dependent pom.xml updates (e.g., `azure-cosmos-spark-account-data-resolver-sample/pom.xml`, +`fabric-cosmos-spark-auth_3/pom.xml`). + +The script can be run non-interactively by piping answers: + +```bash +echo -e "{GROUP_ID}\n{VERSION}\n{RELEASE_DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 {PACKAGE_NAME} cosmos" +``` + +Where: +- **{GROUP_ID}**: `com.azure.cosmos.spark` for spark connectors, `com.azure` for core packages +- **{VERSION}**: The version from the user's command (e.g., `4.43.0`) +- **{RELEASE_DATE}**: In `MM/dd/yyyy` format — ask the user if not specified +- The final `n` answers "no" to the prompt about replacing an existing changelog entry title + +For **Spark connector group releases**, run for each of the 5 packages: +```bash +echo -e "com.azure.cosmos.spark\n{VERSION}\n{DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 azure-cosmos-spark_3-3_2-12 cosmos" +echo -e "com.azure.cosmos.spark\n{VERSION}\n{DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 azure-cosmos-spark_3-4_2-12 cosmos" +echo -e "com.azure.cosmos.spark\n{VERSION}\n{DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 azure-cosmos-spark_3-5_2-12 cosmos" +echo -e "com.azure.cosmos.spark\n{VERSION}\n{DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 azure-cosmos-spark_3-5_2-13 cosmos" +echo -e "com.azure.cosmos.spark\n{VERSION}\n{DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 azure-cosmos-spark_4-0_2-13 cosmos" +``` + +After each run, check the tail of the output for `Some changes were made to the repo source` to confirm success. + +## Step 2: Manual README Updates (Spark Connector Only) + +After `Prepare-Release.ps1` completes for all packages, the following files need manual updates. + +### 2a. Version Compatibility Tables + +Each spark connector README contains version compatibility tables for **itself and cross-references +to other connectors**. Add a new row as the **first data row** (right after the header separator +`|---|...`) in every table. + +**IMPORTANT**: Always copy the format AND values from the topmost existing row, only changing the +version number. The Databricks runtimes, Fabric runtimes, and Spark version ranges evolve over time +— do NOT use hardcoded values from this document. Look at the current top row of each table. + +#### Files and tables to update: + +| README file | Contains tables for | +|-------------|-------------------| +| `azure-cosmos-spark_3-3_2-12/README.md` | `#### azure-cosmos-spark_3-3_2-12`, `#### azure-cosmos-spark_3-4_2-12`, `#### azure-cosmos-spark_3-5_2-12` | +| `azure-cosmos-spark_3-4_2-12/README.md` | `#### azure-cosmos-spark_3-4_2-12`, `#### azure-cosmos-spark_3-3_2-12`, `#### azure-cosmos-spark_3-5_2-12` | +| `azure-cosmos-spark_3-5_2-12/README.md` | `#### azure-cosmos-spark_3-5_2-12`, `#### azure-cosmos-spark_3-4_2-12`, `#### azure-cosmos-spark_3-3_2-12` | +| `azure-cosmos-spark_3-5_2-13/README.md` | `#### azure-cosmos-spark_3-5_2-12`, `#### azure-cosmos-spark_3-4_2-12`, `#### azure-cosmos-spark_3-3_2-12` | +| `azure-cosmos-spark_4-0_2-13/README.md` | `#### azure-cosmos-spark_4-0_2-13` (own only) | + +Total: **4 READMEs × 3 tables + 1 README × 1 table = 13 table row insertions**. + +#### Table column differences by connector: + +| Table header for | Columns | +|-----------------|---------| +| `_3-3_2-12` | Connector, Supported Spark Versions, Supported JVM Versions, Supported Scala Versions, Supported Databricks Runtimes (5 cols) | +| `_3-4_2-12` | Same as 3-3 + Supported Fabric Runtimes (6 cols, Fabric usually empty) | +| `_3-5_2-12` | Connector, Supported Spark Versions, **Minimum Java Version**, Supported Scala Versions, Supported Databricks Runtimes, Supported Fabric Runtimes (6 cols) | +| `_4-0_2-13` | Same structure as 3-5 but Java `[17, 21]`, Scala `2.13` | + +### 2b. Download Section Updates + +Each spark connector README has a `### Download` section with a Maven coordinate and SBT dependency. +Update the version number in both places. Find the inline code and `libraryDependencies` lines +and replace the old version with the new one. + +**Important**: Each README's Download section references **its own** artifact, except: +- `azure-cosmos-spark_3-5_2-13/README.md` → references `azure-cosmos-spark_3-5_2-12` (not itself) + +### 2c. Quick-Start Doc Updates + +Update `sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md`: + +Three version references to update — search for the old version and replace with the new one: + +``` +For Spark 3.3: + ...azure-cosmos-spark_3-3_2-12:{VERSION}... + +For Spark 3.4: + ...azure-cosmos-spark_3-4_2-12:{VERSION}... + +For Spark 3.5: + ...azure-cosmos-spark_3-5_2-12:{VERSION}... +``` + +Each line contains the version twice: once in the link text and once in the URL. + +## Step 3: Verification + +After all edits, run these checks: + +```bash +# 1. Check all changed files (~19 expected for full Spark release) +git diff --stat + +# 2. Verify version_client.txt +grep "azure-cosmos-spark" eng/versioning/version_client.txt + +# 3. Verify CHANGELOGs +for pkg in azure-cosmos-spark_3-3_2-12 azure-cosmos-spark_3-4_2-12 azure-cosmos-spark_3-5_2-12 azure-cosmos-spark_3-5_2-13 azure-cosmos-spark_4-0_2-13; do + echo "=== $pkg ===" && head -5 sdk/cosmos/$pkg/CHANGELOG.md +done + +# 4. Verify new version in READMEs and quick-start +grep -c "{NEW_VERSION}" sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md \ + sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md \ + sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md \ + sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md \ + sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md \ + sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md +``` + +## Core SDK Release Workflow + +For `azure-cosmos` (and optionally `azure-cosmos-encryption`): + +1. Run `Prepare-Release.ps1`: + ```bash + echo -e "com.azure\n{VERSION}\n{DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 azure-cosmos cosmos" + echo -e "com.azure\n{VERSION}\n{DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 azure-cosmos-encryption cosmos" + ``` +2. No README table updates needed — the core SDK README uses Azure BOM references. +3. Verify CHANGELOG.md and pom.xml updates. + +## Kafka Connector Release Workflow + +For `azure-cosmos-kafka-connect`: + +1. Run `Prepare-Release.ps1`: + ```bash + echo -e "com.azure\n{VERSION}\n{DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 azure-cosmos-kafka-connect cosmos" + ``` +2. No README table updates needed — the version in README is managed by x-version-update tags. +3. Verify CHANGELOG.md and pom.xml updates. + +## Reference: Example PRs + +- [PR #46852](https://github.com/Azure/azure-sdk-for-java/pull/46852) — Spark connector 4.40.0 release (13 files changed) From 1f8427213b537727e37c8feebed8765d5277cce0 Mon Sep 17 00:00:00 2001 From: Annie Liang Date: Tue, 10 Feb 2026 10:18:32 -0800 Subject: [PATCH 04/10] Fix unclosed bold **NOTE:** markup in spark connector CHANGELOGs --- sdk/cosmos/azure-cosmos-spark_3-3_2-12/CHANGELOG.md | 2 +- sdk/cosmos/azure-cosmos-spark_3-4_2-12/CHANGELOG.md | 2 +- sdk/cosmos/azure-cosmos-spark_3-5_2-12/CHANGELOG.md | 2 +- sdk/cosmos/azure-cosmos-spark_3-5_2-13/CHANGELOG.md | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/CHANGELOG.md index 1a0132b89526..a506f4d45d5c 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/CHANGELOG.md @@ -6,7 +6,7 @@ * Added support for throughput bucket. - See [47856](https://github.com/Azure/azure-sdk-for-java/pull/47856) #### Bugs Fixed -* Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE: This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) +* Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE:** This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) * Fixed `java.lang.ClassCastException` during bulk write operations for write strategy `ItemPatch` or `ItemPatchIfExists`. - See [47748](https://github.com/Azure/azure-sdk-for-java/pull/47748) ### 4.42.0 (2025-12-09) diff --git a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/CHANGELOG.md index 58c182aa2c81..50d4c9ef7fba 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/CHANGELOG.md @@ -6,7 +6,7 @@ * Added support for throughput bucket. - See [47856](https://github.com/Azure/azure-sdk-for-java/pull/47856) #### Bugs Fixed -* Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE: This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) +* Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE:** This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) * Fixed `java.lang.ClassCastException` during bulk write operations for write strategy `ItemPatch` or `ItemPatchIfExists`. - See [47748](https://github.com/Azure/azure-sdk-for-java/pull/47748) ### 4.42.0 (2025-12-09) diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/CHANGELOG.md index b213e086f2f4..ca6d5d51c675 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/CHANGELOG.md @@ -7,7 +7,7 @@ * Added support for throughput bucket. - See [47856](https://github.com/Azure/azure-sdk-for-java/pull/47856) #### Bugs Fixed -* Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE: This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) +* Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE:** This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) * Fixed `java.lang.ClassCastException` during bulk write operations for write strategy `ItemPatch` or `ItemPatchIfExists`. - See [47748](https://github.com/Azure/azure-sdk-for-java/pull/47748) ### 4.42.0 (2025-12-09) diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/CHANGELOG.md index 0d81755d4e8e..7aa37e35165e 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/CHANGELOG.md @@ -7,7 +7,7 @@ * Added support for throughput bucket. - See [47856](https://github.com/Azure/azure-sdk-for-java/pull/47856) #### Bugs Fixed -* Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE: This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) +* Fixed an issue for micro batch stream query where feed range starts with null or incorrect initial offset. **NOTE:** This issue only happens when a partition split happened during initial offset calculation stage. - See [47742](https://github.com/Azure/azure-sdk-for-java/pull/47742) * Fixed `java.lang.ClassCastException` during bulk write operations for write strategy `ItemPatch` or `ItemPatchIfExists`. - See [47748](https://github.com/Azure/azure-sdk-for-java/pull/47748) #### Other Changes From 10ff4780bcceb57ca2ce91f74d64899965befc0b Mon Sep 17 00:00:00 2001 From: Annie Liang Date: Tue, 10 Feb 2026 10:40:19 -0800 Subject: [PATCH 05/10] update readme --- sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md index 3859dbed9fcd..2bfd34203deb 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md @@ -150,7 +150,7 @@ You can use the maven coordinate of the jar to auto install the Spark Connector You can also integrate against Cosmos DB Spark Connector in your SBT project: ```scala -libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-5_2-12" % "4.43.0" +libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-5_2-13" % "4.43.0" ``` Cosmos DB Spark Connector is available on [Maven Central Repo](https://central.sonatype.com/search?namespace=com.azure.cosmos.spark). From 2ebbc6c10ccc5f2d9898d13fdea964470b8e3d39 Mon Sep 17 00:00:00 2001 From: Annie Liang Date: Tue, 10 Feb 2026 10:54:44 -0800 Subject: [PATCH 06/10] update changelog --- sdk/cosmos/azure-cosmos/CHANGELOG.md | 3 +++ 1 file changed, 3 insertions(+) diff --git a/sdk/cosmos/azure-cosmos/CHANGELOG.md b/sdk/cosmos/azure-cosmos/CHANGELOG.md index 2408cf31b054..7d25121bc450 100644 --- a/sdk/cosmos/azure-cosmos/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos/CHANGELOG.md @@ -2,6 +2,9 @@ ### 4.78.0 (2026-02-10) +#### Features Added +* Added shardKey support in `DedicatedGatewayRequestOptions` to allow specifying a shard key for dedicated gateway sharding support. - See [PR 47796](https://github.com/Azure/azure-sdk-for-java/pull/47796) + #### Bugs Fixed * Fixed an issue where `query plan` failed with `400` or query return empty result when `CosmosQueryRequestOptions` has partition key filter and partition key value contains non-ascii character. See [PR 47881](https://github.com/Azure/azure-sdk-for-java/pull/47881) * Fixed an issue where operation failed with `400` when configured with pre-trigger or post-trigger with non-ascii character. Only impact for gateway mode. See [PR 47881](https://github.com/Azure/azure-sdk-for-java/pull/47881) From 12057a669976a3f981921c6dc77b572a9c18003f Mon Sep 17 00:00:00 2001 From: Annie Liang Date: Tue, 10 Feb 2026 12:31:20 -0800 Subject: [PATCH 07/10] Address PR review comments: add missing version tables, fix naming, update quickstart - Rename 'Core SDK' to 'Cosmos Java SDK' in release instructions - Add azure-cosmos-spark_3-5_2-13 version compatibility tables to all READMEs - Add azure-cosmos-spark_4-0_2-13 version compatibility tables to all READMEs - Add full version history for 3-3, 3-4, 3-5_2-12 cross-references in 4-0 README - Update Spark 4.0 Databricks Runtimes from TBD to 17.* - Fix spark_3-5_2-13 README Download section to reference its own artifact - Add Spark 3.5 Scala 2.13 and Spark 4.0 entries to quick-start.md - Reorder version compatibility tables in spark_3-5_2-13 README - Move release.instructions.md to docs/RELEASE.md --- .../azure-cosmos-spark_3-3_2-12/README.md | 10 ++ .../azure-cosmos-spark_3-4_2-12/README.md | 10 ++ .../azure-cosmos-spark_3-5_2-12/README.md | 10 ++ .../azure-cosmos-spark_3-5_2-13/README.md | 142 ++++++++++-------- .../azure-cosmos-spark_3/docs/quick-start.md | 14 +- .../azure-cosmos-spark_4-0_2-13/README.md | 125 ++++++++++++++- .../RELEASE.md} | 36 +++-- 7 files changed, 266 insertions(+), 81 deletions(-) rename sdk/cosmos/{.copilot/release.instructions.md => docs/RELEASE.md} (83%) diff --git a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md index 315701810c3c..2ff0f064ea45 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md @@ -143,6 +143,16 @@ https://github.com/Azure/azure-sdk-for-java/issues/new Note: Java 8 prior to version 8u371 support is deprecated as of Spark 3.5.0. When using the Scala API, it is necessary for applications to use the same version of Scala that Spark was compiled for. +#### azure-cosmos-spark_3-5_2-13 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.5.0 | [8, 11] | 2.13 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | + +#### azure-cosmos-spark_4-0_2-13 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | | + ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: diff --git a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md index 6d1a2b97c19c..7fafdf93c4eb 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md @@ -143,6 +143,16 @@ https://github.com/Azure/azure-sdk-for-java/issues/new Note: Java 8 prior to version 8u371 support is deprecated as of Spark 3.5.0. When using the Scala API, it is necessary for applications to use the same version of Scala that Spark was compiled for. +#### azure-cosmos-spark_3-5_2-13 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.5.0 | [8, 11] | 2.13 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | + +#### azure-cosmos-spark_4-0_2-13 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | | + ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md index 3859dbed9fcd..562338fe645e 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md @@ -143,6 +143,16 @@ to use the same version of Scala that Spark was compiled for. | 4.16.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | | 4.15.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +#### azure-cosmos-spark_3-5_2-13 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.5.0 | [8, 11] | 2.13 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | + +#### azure-cosmos-spark_4-0_2-13 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | | + ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md index 2bfd34203deb..997e19fdfc72 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md @@ -25,74 +25,14 @@ https://github.com/Azure/azure-sdk-for-java/issues/new ### Version Compatibility -#### azure-cosmos-spark_3-5_2-12 +#### azure-cosmos-spark_3-5_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| -| 4.43.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.42.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.41.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.39.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.38.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.37.2 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.37.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.37.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.36.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.36.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.35.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.34.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.33.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.33.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.32.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.32.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.31.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.30.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.29.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.43.0 | 3.5.0 | [8, 11] | 2.13 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | Note: Java 8 prior to version 8u371 support is deprecated as of Spark 3.5.0. When using the Scala API, it is necessary for applications to use the same version of Scala that Spark was compiled for. -#### azure-cosmos-spark_3-4_2-12 -| Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | -|-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| -| 4.43.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.42.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.41.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.40.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.39.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.38.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.37.2 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.37.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.37.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.36.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.36.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.35.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.34.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.33.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.33.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.32.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.32.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.31.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.30.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.29.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.4 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.3 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.2 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.27.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.27.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.26.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.26.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.25.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.25.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.24.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.24.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.23.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.22.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.21.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.21.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | - #### azure-cosmos-spark_3-3_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------| @@ -143,10 +83,86 @@ to use the same version of Scala that Spark was compiled for. | 4.16.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | | 4.15.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +#### azure-cosmos-spark_3-4_2-12 +| Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.42.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.41.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.40.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.39.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.38.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.37.2 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.37.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.37.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.36.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.36.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.35.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.34.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.33.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.33.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.32.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.32.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.31.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.30.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.29.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.4 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.3 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.2 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.27.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.27.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.26.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.26.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.25.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.25.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.24.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.24.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.23.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.22.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.21.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.21.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | + +#### azure-cosmos-spark_3-5_2-12 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.42.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.41.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.39.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.38.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.37.2 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.37.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.37.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.36.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.36.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.35.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.34.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.33.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.33.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.32.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.32.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.31.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.30.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.29.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | + +Note: Java 8 prior to version 8u371 support is deprecated as of Spark 3.5.0. When using the Scala API, it is necessary for applications +to use the same version of Scala that Spark was compiled for. + +#### azure-cosmos-spark_4-0_2-13 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | | + +Note: Spark 4.0 requires Scala 2.13 and Java 17 or higher. When using the Scala API, it is necessary for applications +to use Scala 2.13 that Spark 4.0 was compiled for. + ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: -`com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:4.43.0` +`com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-13:4.43.0` You can also integrate against Cosmos DB Spark Connector in your SBT project: ```scala diff --git a/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md b/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md index 191cf452f833..b8f3cccb863c 100644 --- a/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md +++ b/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md @@ -16,8 +16,12 @@ You can use any other Spark 3.5 spark offering as well, also you should be able - [Azure Databricks Runtime 11.3 LTS with Spark 3.3.2](https://learn.microsoft.com/azure/databricks/release-notes/runtime/12.2) - For Spark 3.4 - [Azure Databricks Runtime 13.3 LTS with Spark 3.4.1](https://learn.microsoft.com/azure/databricks/release-notes/runtime/13.3lts) -- For Spark 3.5 +- For Spark 3.5 (Scala 2.12) - [Azure Databricks Runtime 15.4 LTS with Spark 3.5.0](https://learn.microsoft.com/azure/databricks/release-notes/runtime/15.4lts) +- For Spark 3.5 (Scala 2.12/2.13) + - [Azure Databricks Runtime 16.4 LTS with Spark 3.5.0](https://learn.microsoft.com/azure/databricks/release-notes/runtime/16.4lts) +- For Spark 4.0 + - [Azure Databricks Runtime 17.3 LTS with Spark 4.0.0](https://learn.microsoft.com/azure/databricks/release-notes/runtime/17.3lts) - (Optional) [SLF4J binding](https://www.slf4j.org/manual.html) is used to associate a specific logging framework with SLF4J. @@ -30,9 +34,15 @@ For Spark 3.3: For Spark 3.4: - Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12:4.43.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-4_2-12/4.43.0/jar) -For Spark 3.5: +For Spark 3.5 (Scala 2.13): - Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:4.43.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-5_2-12/4.43.0/jar) +For Spark 3.5 (Scala 2.13): +- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-13:4.43.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-5_2-13/4.43.0/jar) + +For Spark 4.0: +- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_4-0_2-13:4.43.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_4-0_2-13/4.43.0/jar) + The getting started guide is based on PySpark however you can use the equivalent scala version as well, and you can run the following code snippet in an Azure Databricks PySpark notebook. diff --git a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md index effe3b4317b5..0897e47ed240 100644 --- a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md +++ b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md @@ -20,11 +20,134 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_4-0_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| -| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | TBD | TBD | +| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | | Note: Spark 4.0 requires Scala 2.13 and Java 17 or higher. When using the Scala API, it is necessary for applications to use Scala 2.13 that Spark 4.0 was compiled for. +#### azure-cosmos-spark_3-5_2-13 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.5.0 | [8, 11] | 2.13 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | + +#### azure-cosmos-spark_3-5_2-12 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.42.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.41.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.39.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.38.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.37.2 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.37.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.37.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.36.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.36.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.35.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.34.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.33.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.33.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.32.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.32.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.31.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.30.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.29.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | + +Note: Java 8 prior to version 8u371 support is deprecated as of Spark 3.5.0. When using the Scala API, it is necessary for applications +to use the same version of Scala that Spark was compiled for. + +#### azure-cosmos-spark_3-3_2-12 +| Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | +|-----------|--------------------------|------------------------|--------------------------|-------------------------------| +| 4.43.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.42.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.41.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.40.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.39.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.38.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.37.2 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.37.1 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.37.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.36.1 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.36.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.35.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.34.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.33.1 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.33.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.32.1 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.32.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.31.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.30.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.29.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.28.4 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.28.3 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.28.2 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.28.1 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.28.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.27.1 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.27.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.26.1 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.26.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.25.1 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.25.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.24.1 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.24.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.23.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.22.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.21.1 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.21.0 | 3.3.0 | [8, 11] | 2.12 | 11.\*, 12.\* | +| 4.20.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +| 4.19.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +| 4.18.2 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +| 4.18.1 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +| 4.18.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +| 4.17.2 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +| 4.17.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +| 4.16.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +| 4.15.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | + +#### azure-cosmos-spark_3-4_2-12 +| Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.42.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.41.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.40.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.39.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.38.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.37.2 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.37.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.37.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.36.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.36.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.35.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.34.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.33.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.33.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.32.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.32.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.31.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.30.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.29.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.4 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.3 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.2 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.27.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.27.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.26.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.26.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.25.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.25.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.24.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.24.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.23.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.22.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.21.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.21.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | + ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: diff --git a/sdk/cosmos/.copilot/release.instructions.md b/sdk/cosmos/docs/RELEASE.md similarity index 83% rename from sdk/cosmos/.copilot/release.instructions.md rename to sdk/cosmos/docs/RELEASE.md index 7286aceca883..47853a7f2414 100644 --- a/sdk/cosmos/.copilot/release.instructions.md +++ b/sdk/cosmos/docs/RELEASE.md @@ -1,6 +1,6 @@ -# Cosmos SDK Release Instructions +# Cosmos Java SDK Release Instructions -This file teaches Copilot how to perform Cosmos SDK releases. When a user asks to +This file teaches Copilot how to perform Cosmos Java SDK releases. When a user asks to release a Cosmos package or group of packages, follow the workflows below. The user will specify the version in their command (e.g., "release spark connector 4.43.0 GA"). @@ -11,12 +11,12 @@ Use that version directly — do not prompt for it or look it up. | Group | Packages | Notes | |-------|----------|-------| | **Spark connector** | `azure-cosmos-spark_3-3_2-12`, `azure-cosmos-spark_3-4_2-12`, `azure-cosmos-spark_3-5_2-12`, `azure-cosmos-spark_3-5_2-13`, `azure-cosmos-spark_4-0_2-13` | All released at the same version simultaneously | -| **Core SDK** | `azure-cosmos`, optionally `azure-cosmos-encryption` | | +| **Cosmos Java SDK** | `azure-cosmos`, optionally `azure-cosmos-encryption` | | | **Kafka connector** | `azure-cosmos-kafka-connect` | | | **Single package** | Any individual cosmos package | | When the user says "release spark connector", release all 5 spark packages. -When the user says "release core SDK", release azure-cosmos (ask if azure-cosmos-encryption should be included). +When the user says "release cosmos Java SDK", release azure-cosmos (ask if azure-cosmos-encryption should be included). ## Step 1: Run Prepare-Release.ps1 @@ -66,13 +66,13 @@ version number. The Databricks runtimes, Fabric runtimes, and Spark version rang | README file | Contains tables for | |-------------|-------------------| -| `azure-cosmos-spark_3-3_2-12/README.md` | `#### azure-cosmos-spark_3-3_2-12`, `#### azure-cosmos-spark_3-4_2-12`, `#### azure-cosmos-spark_3-5_2-12` | -| `azure-cosmos-spark_3-4_2-12/README.md` | `#### azure-cosmos-spark_3-4_2-12`, `#### azure-cosmos-spark_3-3_2-12`, `#### azure-cosmos-spark_3-5_2-12` | -| `azure-cosmos-spark_3-5_2-12/README.md` | `#### azure-cosmos-spark_3-5_2-12`, `#### azure-cosmos-spark_3-4_2-12`, `#### azure-cosmos-spark_3-3_2-12` | -| `azure-cosmos-spark_3-5_2-13/README.md` | `#### azure-cosmos-spark_3-5_2-12`, `#### azure-cosmos-spark_3-4_2-12`, `#### azure-cosmos-spark_3-3_2-12` | -| `azure-cosmos-spark_4-0_2-13/README.md` | `#### azure-cosmos-spark_4-0_2-13` (own only) | +| `azure-cosmos-spark_3-3_2-12/README.md` | `#### azure-cosmos-spark_3-3_2-12`, `#### azure-cosmos-spark_3-4_2-12`, `#### azure-cosmos-spark_3-5_2-12`, `#### azure-cosmos-spark_3-5_2-13`, `#### azure-cosmos-spark_4-0_2-13` | +| `azure-cosmos-spark_3-4_2-12/README.md` | `#### azure-cosmos-spark_3-4_2-12`, `#### azure-cosmos-spark_3-3_2-12`, `#### azure-cosmos-spark_3-5_2-12`, `#### azure-cosmos-spark_3-5_2-13`, `#### azure-cosmos-spark_4-0_2-13` | +| `azure-cosmos-spark_3-5_2-12/README.md` | `#### azure-cosmos-spark_3-5_2-12`, `#### azure-cosmos-spark_3-4_2-12`, `#### azure-cosmos-spark_3-3_2-12`, `#### azure-cosmos-spark_3-5_2-13`, `#### azure-cosmos-spark_4-0_2-13` | +| `azure-cosmos-spark_3-5_2-13/README.md` | `#### azure-cosmos-spark_3-5_2-13`, `#### azure-cosmos-spark_3-5_2-12`, `#### azure-cosmos-spark_3-4_2-12`, `#### azure-cosmos-spark_3-3_2-12`, `#### azure-cosmos-spark_4-0_2-13` | +| `azure-cosmos-spark_4-0_2-13/README.md` | `#### azure-cosmos-spark_4-0_2-13`, `#### azure-cosmos-spark_3-5_2-13`, `#### azure-cosmos-spark_3-5_2-12` | -Total: **4 READMEs × 3 tables + 1 README × 1 table = 13 table row insertions**. +Total: **4 READMEs × 5 tables + 1 README × 3 tables = 23 table row insertions**. #### Table column differences by connector: @@ -81,6 +81,7 @@ Total: **4 READMEs × 3 tables + 1 README × 1 table = 13 table row insertions** | `_3-3_2-12` | Connector, Supported Spark Versions, Supported JVM Versions, Supported Scala Versions, Supported Databricks Runtimes (5 cols) | | `_3-4_2-12` | Same as 3-3 + Supported Fabric Runtimes (6 cols, Fabric usually empty) | | `_3-5_2-12` | Connector, Supported Spark Versions, **Minimum Java Version**, Supported Scala Versions, Supported Databricks Runtimes, Supported Fabric Runtimes (6 cols) | +| `_3-5_2-13` | Same structure as 3-5_2-12 but Scala `2.13` | | `_4-0_2-13` | Same structure as 3-5 but Java `[17, 21]`, Scala `2.13` | ### 2b. Download Section Updates @@ -89,14 +90,13 @@ Each spark connector README has a `### Download` section with a Maven coordinate Update the version number in both places. Find the inline code and `libraryDependencies` lines and replace the old version with the new one. -**Important**: Each README's Download section references **its own** artifact, except: -- `azure-cosmos-spark_3-5_2-13/README.md` → references `azure-cosmos-spark_3-5_2-12` (not itself) +**Important**: Each README's Download section references **its own** artifact. ### 2c. Quick-Start Doc Updates Update `sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md`: -Three version references to update — search for the old version and replace with the new one: +Five version references to update — search for the old version and replace with the new one: ``` For Spark 3.3: @@ -107,6 +107,12 @@ For Spark 3.4: For Spark 3.5: ...azure-cosmos-spark_3-5_2-12:{VERSION}... + +For Spark 3.5 (Scala 2.13): + ...azure-cosmos-spark_3-5_2-13:{VERSION}... + +For Spark 4.0: + ...azure-cosmos-spark_4-0_2-13:{VERSION}... ``` Each line contains the version twice: once in the link text and once in the URL. @@ -136,7 +142,7 @@ grep -c "{NEW_VERSION}" sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md \ sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md ``` -## Core SDK Release Workflow +## Cosmos Java SDK Release Workflow For `azure-cosmos` (and optionally `azure-cosmos-encryption`): @@ -145,7 +151,7 @@ For `azure-cosmos` (and optionally `azure-cosmos-encryption`): echo -e "com.azure\n{VERSION}\n{DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 azure-cosmos cosmos" echo -e "com.azure\n{VERSION}\n{DATE}\nn" | pwsh -Command "./eng/common/scripts/Prepare-Release.ps1 azure-cosmos-encryption cosmos" ``` -2. No README table updates needed — the core SDK README uses Azure BOM references. +2. No README table updates needed — the Cosmos Java SDK README uses Azure BOM references. 3. Verify CHANGELOG.md and pom.xml updates. ## Kafka Connector Release Workflow From 18ce1e7110343c34b287461926fb2fc92d8b7792 Mon Sep 17 00:00:00 2001 From: Annie Liang Date: Tue, 10 Feb 2026 12:48:29 -0800 Subject: [PATCH 08/10] Fix version compatibility table ordering across Spark connector READMEs and RELEASE.md --- .../azure-cosmos-spark_3-3_2-12/README.md | 2 +- .../azure-cosmos-spark_3-4_2-12/README.md | 2 +- .../azure-cosmos-spark_3-5_2-12/README.md | 84 +++++++++---------- .../azure-cosmos-spark_3-5_2-13/README.md | 2 +- .../azure-cosmos-spark_3/docs/quick-start.md | 2 +- .../azure-cosmos-spark_4-0_2-13/README.md | 66 +++++++-------- sdk/cosmos/docs/RELEASE.md | 22 +++-- 7 files changed, 93 insertions(+), 87 deletions(-) diff --git a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md index 2ff0f064ea45..c2a169dcb081 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md @@ -151,7 +151,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_4-0_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| -| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | | +| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | ### Download diff --git a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md index 7fafdf93c4eb..a3b4174f8110 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md @@ -151,7 +151,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_4-0_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| -| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | | +| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | ### Download diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md index 562338fe645e..c08a8e5a7572 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md @@ -52,47 +52,6 @@ https://github.com/Azure/azure-sdk-for-java/issues/new Note: Java 8 prior to version 8u371 support is deprecated as of Spark 3.5.0. When using the Scala API, it is necessary for applications to use the same version of Scala that Spark was compiled for. -#### azure-cosmos-spark_3-4_2-12 -| Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | -|-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| -| 4.43.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.42.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.41.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.40.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.39.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.38.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.37.2 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.37.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.37.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.36.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | -| 4.36.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.35.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.34.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.33.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.33.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.32.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.32.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.31.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.30.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.29.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.4 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.3 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.2 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.28.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.27.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.27.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.26.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.26.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.25.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.25.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.24.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.24.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.23.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.22.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.21.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | -| 4.21.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | - #### azure-cosmos-spark_3-3_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------| @@ -143,6 +102,47 @@ to use the same version of Scala that Spark was compiled for. | 4.16.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | | 4.15.0 | 3.3.0 | [8, 11] | 2.12 | 11.\* | +#### azure-cosmos-spark_3-4_2-12 +| Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.42.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.41.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.40.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.39.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.38.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.37.2 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.37.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.37.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.36.1 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | +| 4.36.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.35.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.34.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.33.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.33.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.32.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.32.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.31.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.30.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.29.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.4 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.3 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.2 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.28.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.27.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.27.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.26.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.26.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.25.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.25.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.24.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.24.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.23.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.22.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.21.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +| 4.21.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | + #### azure-cosmos-spark_3-5_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| @@ -151,7 +151,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_4-0_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| -| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | | +| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | ### Download diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md index 997e19fdfc72..6ded6240e003 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md @@ -154,7 +154,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_4-0_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| -| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | | +| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | Note: Spark 4.0 requires Scala 2.13 and Java 17 or higher. When using the Scala API, it is necessary for applications to use Scala 2.13 that Spark 4.0 was compiled for. diff --git a/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md b/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md index b8f3cccb863c..421debaf1e21 100644 --- a/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md +++ b/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md @@ -34,7 +34,7 @@ For Spark 3.3: For Spark 3.4: - Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12:4.43.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-4_2-12/4.43.0/jar) -For Spark 3.5 (Scala 2.13): +For Spark 3.5 (Scala 2.12): - Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:4.43.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-5_2-12/4.43.0/jar) For Spark 3.5 (Scala 2.13): diff --git a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md index 0897e47ed240..5b67035d7556 100644 --- a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md +++ b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md @@ -20,43 +20,11 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_4-0_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| -| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | | +| 4.43.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | Note: Spark 4.0 requires Scala 2.13 and Java 17 or higher. When using the Scala API, it is necessary for applications to use Scala 2.13 that Spark 4.0 was compiled for. -#### azure-cosmos-spark_3-5_2-13 -| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | -|-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| -| 4.43.0 | 3.5.0 | [8, 11] | 2.13 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | - -#### azure-cosmos-spark_3-5_2-12 -| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | -|-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| -| 4.43.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.42.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.41.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.39.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.38.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.37.2 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.37.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.37.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.36.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.36.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.35.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.34.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.33.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.33.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.32.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.32.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.31.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.30.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | -| 4.29.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | - -Note: Java 8 prior to version 8u371 support is deprecated as of Spark 3.5.0. When using the Scala API, it is necessary for applications -to use the same version of Scala that Spark was compiled for. - #### azure-cosmos-spark_3-3_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------| @@ -148,6 +116,38 @@ to use the same version of Scala that Spark was compiled for. | 4.21.1 | 3.4.0 | [8, 11] | 2.12 | 13.* | | | 4.21.0 | 3.4.0 | [8, 11] | 2.12 | 13.* | | +#### azure-cosmos-spark_3-5_2-12 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.42.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.41.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.39.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.38.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.37.2 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.37.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.37.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.36.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.36.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.35.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.34.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.33.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.33.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.32.1 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.32.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.31.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.30.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | +| 4.29.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | + +Note: Java 8 prior to version 8u371 support is deprecated as of Spark 3.5.0. When using the Scala API, it is necessary for applications +to use the same version of Scala that Spark was compiled for. + +#### azure-cosmos-spark_3-5_2-13 +| Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | +|-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.43.0 | 3.5.0 | [8, 11] | 2.13 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | + ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: diff --git a/sdk/cosmos/docs/RELEASE.md b/sdk/cosmos/docs/RELEASE.md index 47853a7f2414..5d5893dd2252 100644 --- a/sdk/cosmos/docs/RELEASE.md +++ b/sdk/cosmos/docs/RELEASE.md @@ -64,15 +64,15 @@ version number. The Databricks runtimes, Fabric runtimes, and Spark version rang #### Files and tables to update: -| README file | Contains tables for | +| README file | Contains tables for (in order) | |-------------|-------------------| -| `azure-cosmos-spark_3-3_2-12/README.md` | `#### azure-cosmos-spark_3-3_2-12`, `#### azure-cosmos-spark_3-4_2-12`, `#### azure-cosmos-spark_3-5_2-12`, `#### azure-cosmos-spark_3-5_2-13`, `#### azure-cosmos-spark_4-0_2-13` | -| `azure-cosmos-spark_3-4_2-12/README.md` | `#### azure-cosmos-spark_3-4_2-12`, `#### azure-cosmos-spark_3-3_2-12`, `#### azure-cosmos-spark_3-5_2-12`, `#### azure-cosmos-spark_3-5_2-13`, `#### azure-cosmos-spark_4-0_2-13` | -| `azure-cosmos-spark_3-5_2-12/README.md` | `#### azure-cosmos-spark_3-5_2-12`, `#### azure-cosmos-spark_3-4_2-12`, `#### azure-cosmos-spark_3-3_2-12`, `#### azure-cosmos-spark_3-5_2-13`, `#### azure-cosmos-spark_4-0_2-13` | -| `azure-cosmos-spark_3-5_2-13/README.md` | `#### azure-cosmos-spark_3-5_2-13`, `#### azure-cosmos-spark_3-5_2-12`, `#### azure-cosmos-spark_3-4_2-12`, `#### azure-cosmos-spark_3-3_2-12`, `#### azure-cosmos-spark_4-0_2-13` | -| `azure-cosmos-spark_4-0_2-13/README.md` | `#### azure-cosmos-spark_4-0_2-13`, `#### azure-cosmos-spark_3-5_2-13`, `#### azure-cosmos-spark_3-5_2-12` | +| `azure-cosmos-spark_3-3_2-12/README.md` | `_3-3_2-12`, `_3-4_2-12`, `_3-5_2-12`, `_3-5_2-13`, `_4-0_2-13` | +| `azure-cosmos-spark_3-4_2-12/README.md` | `_3-4_2-12`, `_3-3_2-12`, `_3-5_2-12`, `_3-5_2-13`, `_4-0_2-13` | +| `azure-cosmos-spark_3-5_2-12/README.md` | `_3-5_2-12`, `_3-3_2-12`, `_3-4_2-12`, `_3-5_2-13`, `_4-0_2-13` | +| `azure-cosmos-spark_3-5_2-13/README.md` | `_3-5_2-13`, `_3-3_2-12`, `_3-4_2-12`, `_3-5_2-12`, `_4-0_2-13` | +| `azure-cosmos-spark_4-0_2-13/README.md` | `_4-0_2-13`, `_3-3_2-12`, `_3-4_2-12`, `_3-5_2-12`, `_3-5_2-13` | -Total: **4 READMEs × 5 tables + 1 README × 3 tables = 23 table row insertions**. +Total: **5 READMEs × 5 tables = 25 table row insertions**. #### Table column differences by connector: @@ -96,7 +96,12 @@ and replace the old version with the new one. Update `sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md`: -Five version references to update — search for the old version and replace with the new one: +Two areas to update: + +**Prerequisites section** — contains links to Databricks Runtime versions for each Spark version. +Add/update entries as needed when new Spark versions are added. + +**Install section** — five version references to update. Search for the old version and replace with the new one: ``` For Spark 3.3: @@ -167,4 +172,5 @@ For `azure-cosmos-kafka-connect`: ## Reference: Example PRs +- [PR #47968](https://github.com/Azure/azure-sdk-for-java/pull/47968) — Spark connector 4.43.0 + Cosmos Java SDK 4.78.0 release - [PR #46852](https://github.com/Azure/azure-sdk-for-java/pull/46852) — Spark connector 4.40.0 release (13 files changed) From 5f1f79abcdcd1c2872cce0034ed9950c362905f8 Mon Sep 17 00:00:00 2001 From: Annie Liang Date: Tue, 10 Feb 2026 13:36:09 -0800 Subject: [PATCH 09/10] Fix Databricks 16.4 LTS version compatibility in README tables - For 3-5_2-12: Update Java version from [8, 11] to [8, 11, 17] for rows including 16.4 LTS (since DBR 16.4 uses Java 17) - For 3-5_2-13: Update Databricks to only 16.4 LTS (only version supporting Scala 2.13), Java to [17], and set Fabric runtime to TBD - Applied consistently across all 5 spark connector README files --- sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md | 8 ++++---- sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md | 8 ++++---- sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md | 8 ++++---- sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md | 8 ++++---- sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md | 8 ++++---- 5 files changed, 20 insertions(+), 20 deletions(-) diff --git a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md index c2a169dcb081..f488575efd81 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md @@ -119,9 +119,9 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-5_2-12 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|----------------------------|-------------------------------|------------------------------| -| 4.43.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.42.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.41.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.43.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.42.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.41.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | | 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\* | | | 4.39.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\* | | | 4.38.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\* | | @@ -146,7 +146,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_3-5_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| -| 4.43.0 | 3.5.0 | [8, 11] | 2.13 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.43.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | #### azure-cosmos-spark_4-0_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | diff --git a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md index a3b4174f8110..abe63b91cb2f 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md @@ -119,9 +119,9 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-5_2-12 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|--------------------------|-------------------------------|---------------------------| -| 4.43.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.42.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.41.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.43.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.42.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.41.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | | 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\* | | | 4.39.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\* | | | 4.38.0 | 3.5.0 | [8, 11] | 2.12 | 14.*, 15.\* | | @@ -146,7 +146,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_3-5_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| -| 4.43.0 | 3.5.0 | [8, 11] | 2.13 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.43.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | #### azure-cosmos-spark_4-0_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md index c08a8e5a7572..0fd04bf12b43 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md @@ -28,9 +28,9 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-5_2-12 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| -| 4.43.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.42.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.41.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.43.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.42.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.41.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | | 4.39.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | | 4.38.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | @@ -146,7 +146,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_3-5_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| -| 4.43.0 | 3.5.0 | [8, 11] | 2.13 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.43.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | #### azure-cosmos-spark_4-0_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md index 6ded6240e003..de75874d47dc 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md @@ -28,7 +28,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-5_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| -| 4.43.0 | 3.5.0 | [8, 11] | 2.13 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.43.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | Note: Java 8 prior to version 8u371 support is deprecated as of Spark 3.5.0. When using the Scala API, it is necessary for applications to use the same version of Scala that Spark was compiled for. @@ -127,9 +127,9 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_3-5_2-12 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| -| 4.43.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.42.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.41.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.43.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.42.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.41.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | | 4.39.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | | 4.38.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | diff --git a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md index 5b67035d7556..85cce4fb0f59 100644 --- a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md +++ b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md @@ -119,9 +119,9 @@ to use Scala 2.13 that Spark 4.0 was compiled for. #### azure-cosmos-spark_3-5_2-12 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| -| 4.43.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.42.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | -| 4.41.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.43.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.42.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.41.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.40.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | | 4.39.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | | 4.38.0 | 3.5.0 | [8, 11] | 2.12 | 14.\*, 15.\* | | @@ -146,7 +146,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_3-5_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| -| 4.43.0 | 3.5.0 | [8, 11] | 2.13 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | +| 4.43.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | ### Download From e757b982aaecd2fac881f2305382f7f2f002efbe Mon Sep 17 00:00:00 2001 From: Fabian Meiswinkel Date: Tue, 10 Feb 2026 23:48:49 +0100 Subject: [PATCH 10/10] Apply suggestions from code review --- sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md b/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md index 421debaf1e21..fa7c34ed5b8f 100644 --- a/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md +++ b/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md @@ -19,7 +19,7 @@ You can use any other Spark 3.5 spark offering as well, also you should be able - For Spark 3.5 (Scala 2.12) - [Azure Databricks Runtime 15.4 LTS with Spark 3.5.0](https://learn.microsoft.com/azure/databricks/release-notes/runtime/15.4lts) - For Spark 3.5 (Scala 2.12/2.13) - - [Azure Databricks Runtime 16.4 LTS with Spark 3.5.0](https://learn.microsoft.com/azure/databricks/release-notes/runtime/16.4lts) + - [Azure Databricks Runtime 16.4 LTS with Spark 3.5.2](https://learn.microsoft.com/azure/databricks/release-notes/runtime/16.4lts) - For Spark 4.0 - [Azure Databricks Runtime 17.3 LTS with Spark 4.0.0](https://learn.microsoft.com/azure/databricks/release-notes/runtime/17.3lts)