Release for azure-cosmos-spark_3-1_2-12 V4.4.1 (#25375)

Azure · Nov 12, 2021 · e2f40fe · e2f40fe
1 parent e46b467
commit e2f40fe
Show file tree

Hide file tree

Showing 13 changed files with 26 additions and 15 deletions.
diff --git a/eng/jacoco-test-coverage/pom.xml b/eng/jacoco-test-coverage/pom.xml
@@ -174,7 +174,7 @@
     <dependency>
       <groupId>com.azure</groupId>
       <artifactId>azure-cosmos</artifactId>
-      <version>4.22.0-beta.1</version> <!-- {x-version-update;com.azure:azure-cosmos;current} -->
+      <version>4.22.0-snapshot.1</version> <!-- {x-version-update;com.azure:azure-cosmos;current} -->
     </dependency>
     <dependency>
       <groupId>com.azure</groupId>

diff --git a/eng/versioning/version_client.txt b/eng/versioning/version_client.txt
@@ -75,10 +75,10 @@ com.azure:azure-core-serializer-json-gson;1.1.8;1.2.0-beta.1
 com.azure:azure-core-serializer-json-jackson;1.2.9;1.3.0-beta.1
 com.azure:azure-core-test;1.7.4;1.8.0-beta.1
 com.azure:azure-core-tracing-opentelemetry;1.0.0-beta.16;1.0.0-beta.17
-com.azure:azure-cosmos;4.21.0;4.22.0-beta.1
+com.azure:azure-cosmos;4.21.0;4.22.0-snapshot.1
 com.azure:azure-cosmos-benchmark;4.0.1-beta.1;4.0.1-beta.1
 com.azure:azure-cosmos-dotnet-benchmark;4.0.1-beta.1;4.0.1-beta.1
-com.azure.cosmos.spark:azure-cosmos-spark_3-1_2-12;4.5.0-beta.1;4.5.0-beta.1
+com.azure.cosmos.spark:azure-cosmos-spark_3-1_2-12;4.4.1;4.4.1
 com.azure:azure-cosmos-encryption;1.0.0-beta.9;1.0.0-beta.10
 com.azure:azure-data-appconfiguration;1.2.4;1.3.0-beta.1
 com.azure:azure-data-appconfiguration-perf;1.0.0-beta.1;1.0.0-beta.1

diff --git a/sdk/cosmos/azure-cosmos-benchmark/pom.xml b/sdk/cosmos/azure-cosmos-benchmark/pom.xml
@@ -43,7 +43,7 @@ Licensed under the MIT License.
     <dependency>
       <groupId>com.azure</groupId>
       <artifactId>azure-cosmos</artifactId>
-      <version>4.22.0-beta.1</version> <!-- {x-version-update;com.azure:azure-cosmos;current} -->
+      <version>4.22.0-snapshot.1</version> <!-- {x-version-update;com.azure:azure-cosmos;current} -->
     </dependency>
 
     <dependency>

diff --git a/sdk/cosmos/azure-cosmos-dotnet-benchmark/pom.xml b/sdk/cosmos/azure-cosmos-dotnet-benchmark/pom.xml
@@ -42,7 +42,7 @@ Licensed under the MIT License.
     <dependency>
       <groupId>com.azure</groupId>
       <artifactId>azure-cosmos</artifactId>
-      <version>4.22.0-beta.1</version> <!-- {x-version-update;com.azure:azure-cosmos;current} -->
+      <version>4.22.0-snapshot.1</version> <!-- {x-version-update;com.azure:azure-cosmos;current} -->
     </dependency>
 
     <dependency>

diff --git a/sdk/cosmos/azure-cosmos-encryption/pom.xml b/sdk/cosmos/azure-cosmos-encryption/pom.xml
@@ -44,7 +44,7 @@ Licensed under the MIT License.
     <dependency>
       <groupId>com.azure</groupId>
       <artifactId>azure-cosmos</artifactId>
-      <version>4.22.0-beta.1</version> <!-- {x-version-update;com.azure:azure-cosmos;current} -->
+      <version>4.22.0-snapshot.1</version> <!-- {x-version-update;com.azure:azure-cosmos;current} -->
     </dependency>
 
     <dependency>

diff --git a/sdk/cosmos/azure-cosmos-spark_3-1_2-12/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_3-1_2-12/CHANGELOG.md
@@ -1,5 +1,8 @@
 ## Release History
-### 4.5.0-beta.1 (Unreleased)
+
+### 4.4.1 (2021-11-12)
+#### Key Bug Fixes
+* Fixed an issue that can cause large delays before read or write operations start for large Cosmos DB container 
 
 ### 4.4.0 (2021-11-10)
 #### New Features

diff --git a/sdk/cosmos/azure-cosmos-spark_3-1_2-12/README.md b/sdk/cosmos/azure-cosmos-spark_3-1_2-12/README.md
@@ -26,6 +26,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new
 
 | Connector     | Minimum Spark Version | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes |
 | ------------- | --------------------- | -------------------- | -----------------------  | ----------------------------- |
+| 4.4.1         | 3.1.1                 | 8                    | 2.12                     | 8.\*, 9.\*                    |
 | 4.4.0         | 3.1.1                 | 8                    | 2.12                     | 8.\*, 9.\*                    |
 | 4.3.1         | 3.1.1                 | 8                    | 2.12                     | 8.\*, 9.\*                    |
 | 4.3.0         | 3.1.1                 | 8                    | 2.12                     | 8.\*, 9.\*                    |
@@ -39,11 +40,11 @@ https://github.com/Azure/azure-sdk-for-java/issues/new
 ### Download
 
 You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime 8 from Maven:
-`com.azure.cosmos.spark:azure-cosmos-spark_3-1_2-12:4.4.0`
+`com.azure.cosmos.spark:azure-cosmos-spark_3-1_2-12:4.4.1`
 
 You can also integrate against Cosmos DB Spark Connector in your SBT project:
 ```scala
-libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-1_2-12" % "4.4.0"
+libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-1_2-12" % "4.4.1"
 ```
 
 Cosmos DB Spark Connector is available on [Maven Central Repo](https://search.maven.org/search?q=g:com.azure.cosmos.spark).

diff --git a/sdk/cosmos/azure-cosmos-spark_3-1_2-12/pom.xml b/sdk/cosmos/azure-cosmos-spark_3-1_2-12/pom.xml
@@ -12,7 +12,7 @@
 
   <groupId>com.azure.cosmos.spark</groupId>
   <artifactId>azure-cosmos-spark_3-1_2-12</artifactId>
-  <version>4.5.0-beta.1</version> <!-- {x-version-update;com.azure.cosmos.spark:azure-cosmos-spark_3-1_2-12;current} -->
+  <version>4.4.1</version> <!-- {x-version-update;com.azure.cosmos.spark:azure-cosmos-spark_3-1_2-12;current} -->
   <packaging>jar</packaging>
   <name>OLTP Spark Connector for Azure Cosmos DB SQL API</name>
   <description>OLTP Spark Connector for Azure Cosmos DB SQL API</description>
@@ -61,7 +61,7 @@
     <dependency>
       <groupId>com.azure</groupId>
       <artifactId>azure-cosmos</artifactId>
-      <version>4.22.0-beta.1</version> <!-- {x-version-update;com.azure:azure-cosmos;current} -->
+      <version>4.22.0-snapshot.1</version> <!-- {x-version-update;com.azure:azure-cosmos;current} -->
     </dependency>
     <dependency>
       <groupId>org.scala-lang.modules</groupId>

diff --git a/...cosmos/azure-cosmos-spark_3-1_2-12/src/main/scala/com/azure/cosmos/spark/SparkUtils.scala b/...cosmos/azure-cosmos-spark_3-1_2-12/src/main/scala/com/azure/cosmos/spark/SparkUtils.scala
@@ -34,6 +34,12 @@ private object SparkUtils {
   }
 
   def safeOpenConnectionInitCaches(container: CosmosAsyncContainer, logger: (String, Exception) => Unit): Unit = {
+
+    // TODO @fabianm - uncomment and fix or completely remove this code
+    // the version below can cause perf problems whenever there is data available in
+    // a container already and when the container does not index all properties
+    // because the query below will result in a full table scan (vs. index lookup only)
+    /*
     try {
 
       // this results in a cross partition query with one single query plan request
@@ -54,6 +60,7 @@ private object SparkUtils {
         logger("ignoring openConnectionsAndInitCaches failure", e)
       }
     }
+    */
   }
 
   private object DaemonThreadFactory {

diff --git a/sdk/cosmos/azure-cosmos/CHANGELOG.md b/sdk/cosmos/azure-cosmos/CHANGELOG.md
@@ -1,6 +1,6 @@
 ## Release History
 
-### 4.22.0-beta.1 (Unreleased)
+### 4.22.0-snapshot.1 (Unreleased)
 
 #### Features Added
 

diff --git a/sdk/cosmos/azure-cosmos/pom.xml b/sdk/cosmos/azure-cosmos/pom.xml
@@ -13,7 +13,7 @@ Licensed under the MIT License.
 
   <groupId>com.azure</groupId>
   <artifactId>azure-cosmos</artifactId>
-  <version>4.22.0-beta.1</version> <!-- {x-version-update;com.azure:azure-cosmos;current} -->
+  <version>4.22.0-snapshot.1</version> <!-- {x-version-update;com.azure:azure-cosmos;current} -->
   <name>Microsoft Azure SDK for SQL API of Azure Cosmos DB Service</name>
   <description>This Package contains Microsoft Azure Cosmos SDK (with Reactive Extension Reactor support) for Azure Cosmos DB SQL API</description>
   <packaging>jar</packaging>

diff --git a/sdk/cosmos/azure-spring-data-cosmos/pom.xml b/sdk/cosmos/azure-spring-data-cosmos/pom.xml
@@ -88,7 +88,7 @@
     <dependency>
       <groupId>com.azure</groupId>
       <artifactId>azure-cosmos</artifactId>
-      <version>4.22.0-beta.1</version> <!-- {x-version-update;com.azure:azure-cosmos;current} -->
+      <version>4.22.0-snapshot.1</version> <!-- {x-version-update;com.azure:azure-cosmos;current} -->
     </dependency>
     <dependency>
       <groupId>com.fasterxml.jackson.module</groupId>

diff --git a/sdk/cosmos/pom.xml b/sdk/cosmos/pom.xml
@@ -20,7 +20,7 @@
         <dependency>
           <groupId>com.azure</groupId>
           <artifactId>azure-cosmos</artifactId>
-          <version>4.22.0-beta.1</version> <!-- {x-version-update;com.azure:azure-cosmos;current} -->
+          <version>4.22.0-snapshot.1</version> <!-- {x-version-update;com.azure:azure-cosmos;current} -->
         </dependency>
       </dependencies>