Github user vanzin commented on a diff in the pull request: https://github.com/apache/spark/pull/19041#discussion_r138753970 --- Diff: core/src/main/scala/org/apache/spark/ExecutorAllocationManager.scala --- @@ -108,6 +110,10 @@ private[spark] class ExecutorAllocationManager( private val cachedExecutorIdleTimeoutS = conf.getTimeAsSeconds( "spark.dynamicAllocation.cachedExecutorIdleTimeout", s"${Integer.MAX_VALUE}s") + // whether or not to try and save cached data when executors are deallocated + private val replicateCachedData = + conf.getBoolean("spark.dynamicAllocation.recoverCachedData", defaultValue = false) --- End diff -- Please add a config constant in `core/src/main/scala/org/apache/spark/internal/config/package.scala`.
--- --------------------------------------------------------------------- To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org For additional commands, e-mail: reviews-h...@spark.apache.org