From b5b3bbfad3adef5b5564c6327a9ed004427409e5 Mon Sep 17 00:00:00 2001 From: Eric Marnadi Date: Wed, 22 May 2024 09:25:33 -0700 Subject: [PATCH] operatorstatemetadatav2 --- .../sql/execution/streaming/state/OperatorStateMetadata.scala | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/state/OperatorStateMetadata.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/state/OperatorStateMetadata.scala index 8d92c04d4cceb..d5d7a5f55d6f2 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/state/OperatorStateMetadata.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/state/OperatorStateMetadata.scala @@ -110,6 +110,8 @@ object OperatorProperties { } } +// operatorProperties is an arbitrary JSON formatted string that contains +// any properties that we would want to store for a particular operator. case class OperatorStateMetadataV2( operatorInfo: OperatorInfoV1, stateStoreInfo: Array[StateStoreMetadataV1], @@ -141,7 +143,7 @@ object OperatorStateMetadataV2 { @scala.annotation.nowarn private implicit val manifest = Manifest - .classType[OperatorStateMetadataV1](implicitly[ClassTag[OperatorStateMetadataV2]].runtimeClass) + .classType[OperatorStateMetadataV2](implicitly[ClassTag[OperatorStateMetadataV2]].runtimeClass) def deserialize(in: BufferedReader): OperatorStateMetadata = { Serialization.read[OperatorStateMetadataV2](in)