From 005dbeab4a8ed07c91674d1920b426710a79fac9 Mon Sep 17 00:00:00 2001 From: Eric Marnadi Date: Wed, 22 May 2024 09:38:05 -0700 Subject: [PATCH] renaming variable --- .../v2/state/metadata/StateMetadataSource.scala | 7 +++---- .../execution/streaming/state/OperatorStateMetadata.scala | 2 +- 2 files changed, 4 insertions(+), 5 deletions(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/state/metadata/StateMetadataSource.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/state/metadata/StateMetadataSource.scala index 2ca13581ba7d5..9eedda0ecac36 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/state/metadata/StateMetadataSource.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/v2/state/metadata/StateMetadataSource.scala @@ -46,10 +46,9 @@ case class StateMetadataTableEntry( numPartitions: Int, minBatchId: Long, maxBatchId: Long, - operatorProperties: String, + operatorPropertiesJson: String, numColsPrefixKey: Int) { def toRow(): InternalRow = { - new GenericInternalRow( Array[Any](operatorId, UTF8String.fromString(operatorName), @@ -57,7 +56,7 @@ case class StateMetadataTableEntry( numPartitions, minBatchId, maxBatchId, - UTF8String.fromString(operatorProperties), + UTF8String.fromString(operatorPropertiesJson), numColsPrefixKey )) } @@ -226,7 +225,7 @@ class StateMetadataPartitionReader( stateStoreMetadata.numPartitions, if (batchIds.nonEmpty) batchIds.head else -1, if (batchIds.nonEmpty) batchIds.last else -1, - v2.operatorProperties, + v2.operatorPropertiesJson, stateStoreMetadata.numColsPrefixKey ) } diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/state/OperatorStateMetadata.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/state/OperatorStateMetadata.scala index d5d7a5f55d6f2..beb2f46d9dd51 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/state/OperatorStateMetadata.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/state/OperatorStateMetadata.scala @@ -115,7 +115,7 @@ object OperatorProperties { case class OperatorStateMetadataV2( operatorInfo: OperatorInfoV1, stateStoreInfo: Array[StateStoreMetadataV1], - operatorProperties: String) extends OperatorStateMetadata { + operatorPropertiesJson: String) extends OperatorStateMetadata { override def version: Int = 2 }