From a358345e1dcda0b8be54d6386c0dd81410bbc77b Mon Sep 17 00:00:00 2001 From: Yuanjian Li Date: Fri, 31 Jul 2020 16:46:32 +0800 Subject: [PATCH 1/3] fix --- .../src/main/scala/org/apache/spark/sql/internal/SQLConf.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala index 1304a021386f0..efe5040d831df 100644 --- a/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala +++ b/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala @@ -1236,7 +1236,7 @@ object SQLConf { val STATE_STORE_FORMAT_VALIDATION_ENABLED = buildConf("spark.sql.streaming.stateStore.formatValidation.enabled") .internal() - .doc("When true, check if the UnsafeRow from the state store is valid or not when running " + + .doc("When true, check if the checkpoint from the state store is valid or not when running " + "streaming queries. This can happen if the state store format has been changed. Note, " + "the feature is only effective in the build-in HDFS state store provider now.") .version("3.1.0") From 616d846b462d14f4c3a8ddc6e0e9f3afa195f761 Mon Sep 17 00:00:00 2001 From: Yuanjian Li Date: Fri, 31 Jul 2020 17:46:51 +0800 Subject: [PATCH 2/3] fix --- .../main/scala/org/apache/spark/sql/internal/SQLConf.scala | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala index efe5040d831df..b95592012cad1 100644 --- a/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala +++ b/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala @@ -1236,9 +1236,9 @@ object SQLConf { val STATE_STORE_FORMAT_VALIDATION_ENABLED = buildConf("spark.sql.streaming.stateStore.formatValidation.enabled") .internal() - .doc("When true, check if the checkpoint from the state store is valid or not when running " + - "streaming queries. This can happen if the state store format has been changed. Note, " + - "the feature is only effective in the build-in HDFS state store provider now.") + .doc("When true, check if the date from state store is valid or not when running streaming " + + "queries. This can happen if the state store format has been changed. Note, the feature " + + "is only effective in the build-in HDFS state store provider now.") .version("3.1.0") .booleanConf .createWithDefault(true) From 376989d11395d79892c93da40559ed4188594d02 Mon Sep 17 00:00:00 2001 From: Yuanjian Li Date: Fri, 31 Jul 2020 17:50:52 +0800 Subject: [PATCH 3/3] fix --- .../src/main/scala/org/apache/spark/sql/internal/SQLConf.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala index b95592012cad1..6b407e65a9a72 100644 --- a/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala +++ b/sql/catalyst/src/main/scala/org/apache/spark/sql/internal/SQLConf.scala @@ -1236,7 +1236,7 @@ object SQLConf { val STATE_STORE_FORMAT_VALIDATION_ENABLED = buildConf("spark.sql.streaming.stateStore.formatValidation.enabled") .internal() - .doc("When true, check if the date from state store is valid or not when running streaming " + + .doc("When true, check if the data from state store is valid or not when running streaming " + "queries. This can happen if the state store format has been changed. Note, the feature " + "is only effective in the build-in HDFS state store provider now.") .version("3.1.0")