Cosmos Spark update dataSource cosmos.changeFeed to cosmos.oltp.chang…

…eFeed (#21184) update dataSource cosmos.changeFeed to cosmos.oltp.changeFeed
Azure · May 6, 2021 · ef21fc6 · ef21fc6
1 parent 23cea75
commit ef21fc6
Show file tree

Hide file tree

Showing 6 changed files with 12 additions and 11 deletions.
diff --git a/sdk/cosmos/azure-cosmos-spark_3-1_2-12/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_3-1_2-12/CHANGELOG.md
@@ -1,11 +1,12 @@
 ## Release History
 
 ### 4.0.0-beta.4 (Unreleased)
+#### Configuration Renames
+* Renamed data source name `cosmos.changeFeed` to `cosmos.oltp.changeFeed`, See [PR](https://github.com/Azure/azure-sdk-for-java/pull/21184).
 
 ### 4.0.0-beta.3 (2021-05-05)
 * Cosmos DB Spark 3.1.1 Connector Preview `4.0.0-beta.3` Release.
 #### Configuration Renames
-* Renamed data source name `cosmos.items` to `cosmos.oltp`, See [PR](https://github.com/Azure/azure-sdk-for-java/pull/21121). 
 * Renamed data source name `cosmos.changeFeed` to `cosmos.oltp.changeFeed`, see [PR](https://github.com/Azure/azure-sdk-for-java/pull/21121).
 * Configuration renamed. See [PR](https://github.com/Azure/azure-sdk-for-java/pull/21004) for list of changes. See [Configuration-Reference](https://github.com/Azure/azure-sdk-for-java/blob/master/sdk/cosmos/azure-cosmos-spark_3-1_2-12/docs/configuration-reference.md) for more details.
 

diff --git a/sdk/cosmos/azure-cosmos-spark_3-1_2-12/Samples/Python/NYC-Taxi-Data/01_Batch.ipynb b/sdk/cosmos/azure-cosmos-spark_3-1_2-12/Samples/Python/NYC-Taxi-Data/01_Batch.ipynb
@@ -370,7 +370,7 @@
     "  \"spark.cosmos.changeFeed.startFrom\" : \"Beginning\",\n",
     "  \"spark.cosmos.changeFeed.mode\" : \"Incremental\"\n",
     "}\n",
-    "changeFeed_df = spark.read.format(\"cosmos.changeFeed\").options(**changeFeedCfg).load()\n",
+    "changeFeed_df = spark.read.format(\"cosmos.oltp.changeFeed\").options(**changeFeedCfg).load()\n",
     "count_changeFeed = changeFeed_df.count()\n",
     "print(\"Number of records retrieved via change feed: \", count_changeFeed) \n",
     "print(\"Finished validation via change feed: \", datetime.datetime.utcnow().strftime(\"%Y-%m-%d %H:%M:%S.%f\"))\n",

diff --git a/...mos/azure-cosmos-spark_3-1_2-12/Samples/Python/NYC-Taxi-Data/02_StructuredStreaming.ipynb b/...mos/azure-cosmos-spark_3-1_2-12/Samples/Python/NYC-Taxi-Data/02_StructuredStreaming.ipynb
@@ -267,7 +267,7 @@
     "\n",
     "  changeFeedDF = spark \\\n",
     "    .readStream  \\\n",
-    "    .format(\"cosmos.changeFeed\") \\\n",
+    "    .format(\"cosmos.oltp.changeFeed\") \\\n",
     "    .options(**changeFeedCfg) \\\n",
     "    .load()\n",
     " \n",

diff --git a/...s/azure-cosmos-spark_3-1_2-12/src/main/scala/com/azure/cosmos/spark/CosmosConstants.scala b/...s/azure-cosmos-spark_3-1_2-12/src/main/scala/com/azure/cosmos/spark/CosmosConstants.scala
@@ -14,7 +14,7 @@ private object CosmosConstants {
 
   object Names {
     val ItemsDataSourceShortName = "cosmos.oltp"
-    val ChangeFeedDataSourceShortName = "cosmos.changeFeed"
+    val ChangeFeedDataSourceShortName = "cosmos.oltp.changeFeed"
   }
 
   object Properties {

diff --git a/...cosmos-spark_3-1_2-12/src/test/scala/com/azure/cosmos/spark/SparkE2EChangeFeedITest.scala b/...cosmos-spark_3-1_2-12/src/test/scala/com/azure/cosmos/spark/SparkE2EChangeFeedITest.scala
@@ -42,7 +42,7 @@ class SparkE2EChangeFeedITest
       "spark.cosmos.read.inferSchema.enabled" -> "false"
     )
 
-    val df = spark.read.format("cosmos.changeFeed").options(cfg).load()
+    val df = spark.read.format("cosmos.oltp.changeFeed").options(cfg).load()
     val rowsArray = df.collect()
     rowsArray should have size 2
     df.schema.equals(
@@ -57,7 +57,7 @@ class SparkE2EChangeFeedITest
       "spark.cosmos.changeFeed.mode" -> "Incremental"
     )
 
-    val dfExplicit = spark.read.format("cosmos.changeFeed").options(cfgExplicit).load()
+    val dfExplicit = spark.read.format("cosmos.oltp.changeFeed").options(cfgExplicit).load()
     val rowsArrayExplicit = dfExplicit.collect()
     rowsArrayExplicit should have size 2
     dfExplicit.schema.equals(
@@ -94,7 +94,7 @@ class SparkE2EChangeFeedITest
       StructField("isAlive", BooleanType)
     ))
 
-    val df = spark.read.schema(customSchema).format("cosmos.changeFeed").options(cfg).load()
+    val df = spark.read.schema(customSchema).format("cosmos.oltp.changeFeed").options(cfg).load()
     val rowsArray = df.collect()
     rowsArray should have size 2
     df.schema.equals(customSchema) shouldEqual true
@@ -124,7 +124,7 @@ class SparkE2EChangeFeedITest
       "spark.cosmos.changeFeed.startFrom" -> "NOW"
     )
 
-    val df = spark.read.format("cosmos.changeFeed").options(cfg).load()
+    val df = spark.read.format("cosmos.oltp.changeFeed").options(cfg).load()
     val rowsArray = df.collect()
     rowsArray should have size 0
     df.schema.equals(
@@ -177,7 +177,7 @@ class SparkE2EChangeFeedITest
 
       val changeFeedDF = spark
         .readStream
-        .format("cosmos.changeFeed")
+        .format("cosmos.oltp.changeFeed")
         .options(readCfg)
         .load()
       val microBatchQuery = changeFeedDF

diff --git a/...ark_3-1_2-12/src/test/scala/com/azure/cosmos/spark/SparkE2EStructuredStreamingITest.scala b/...ark_3-1_2-12/src/test/scala/com/azure/cosmos/spark/SparkE2EStructuredStreamingITest.scala
@@ -66,7 +66,7 @@ class SparkE2EStructuredStreamingITest
 
     val changeFeedDF = spark
       .readStream
-      .format("cosmos.changeFeed")
+      .format("cosmos.oltp.changeFeed")
       .options(changeFeedCfg)
       .load()
 
@@ -107,7 +107,7 @@ class SparkE2EStructuredStreamingITest
 
     val secondChangeFeedDF = spark
       .readStream
-      .format("cosmos.changeFeed")
+      .format("cosmos.oltp.changeFeed")
       .options(changeFeedCfg)
       .load()