This is an automated email from the ASF dual-hosted git repository. srowen pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push: new 4132c98 [MINOR][CORE] spark.diskStore.subDirectories <= 0 should throw Exception 4132c98 is described below commit 4132c989dbdbb10ab3eb7fbe2b567a0c4b89b10f Author: lichaoqun <li.chao...@zte.com.cn> AuthorDate: Sun Mar 17 06:43:14 2019 -0500 [MINOR][CORE] spark.diskStore.subDirectories <= 0 should throw Exception ## What changes were proposed in this pull request? this pr add check this spark.diskStore.subDirectories > 0.This value need to be checked before it can be used. ## How was this patch tested? N/A Please review http://spark.apache.org/contributing.html before opening a pull request. Closes #24024 from lcqzte10192193/wid-lcq-190308. Authored-by: lichaoqun <li.chao...@zte.com.cn> Signed-off-by: Sean Owen <sean.o...@databricks.com> --- core/src/main/scala/org/apache/spark/internal/config/package.scala | 1 + 1 file changed, 1 insertion(+) diff --git a/core/src/main/scala/org/apache/spark/internal/config/package.scala b/core/src/main/scala/org/apache/spark/internal/config/package.scala index 850d684..2d664bb 100644 --- a/core/src/main/scala/org/apache/spark/internal/config/package.scala +++ b/core/src/main/scala/org/apache/spark/internal/config/package.scala @@ -301,6 +301,7 @@ package object config { .doc("Number of subdirectories inside each path listed in spark.local.dir for " + "hashing Block files into.") .intConf + .checkValue(_ > 0, "The number of subdirectories must be positive.") .createWithDefault(64) private[spark] val BLOCK_FAILURES_BEFORE_LOCATION_REFRESH = --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscr...@spark.apache.org For additional commands, e-mail: commits-h...@spark.apache.org