anishshri-db commented on code in PR #47359:
URL: https://github.com/apache/spark/pull/47359#discussion_r1684727158
##########
sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/state/StateSchemaCompatibilityChecker.scala:
##########
@@ -30,19 +30,45 @@ import
org.apache.spark.sql.execution.streaming.state.SchemaHelper.{SchemaReader
import org.apache.spark.sql.internal.SessionState
import org.apache.spark.sql.types.{DataType, StructType}
+// Result returned after validating the schema of the state store for schema
changes
+case class StateSchemaValidationResult(
+ evolvedSchema: Boolean,
+ schemaPath: String
+)
+
+// Used to represent the schema of a column family in the state store
+case class StateStoreColFamilySchema(
+ colFamilyName: String,
+ keySchema: StructType,
+ valueSchema: StructType,
+ keyStateEncoderSpec: Option[KeyStateEncoderSpec] = None,
+ userKeyEncoderSchema: Option[StructType] = None
+)
+
class StateSchemaCompatibilityChecker(
providerId: StateStoreProviderId,
- hadoopConf: Configuration) extends Logging {
+ hadoopConf: Configuration,
+ stateSchemaVersion: Int = 2,
Review Comment:
Done
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For queries about this service, please contact Infrastructure at:
us...@infra.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
