Updated Branches: refs/heads/master 04d83fc37 -> dceedb466
Fixing config option "retained_stages" => "retainedStages". This is a very esoteric option and it's out of sync with the style we use. So it seems fitting to fix it for 0.9.0. Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/112c0a17 Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/112c0a17 Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/112c0a17 Branch: refs/heads/master Commit: 112c0a1776bbc866a1026a9579c6f72f293414c4 Parents: 04d83fc Author: Patrick Wendell <pwend...@gmail.com> Authored: Wed Jan 8 21:16:16 2014 -0800 Committer: Patrick Wendell <pwend...@gmail.com> Committed: Wed Jan 8 21:16:16 2014 -0800 ---------------------------------------------------------------------- .../main/scala/org/apache/spark/ui/jobs/JobProgressListener.scala | 2 +- docs/configuration.md | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-spark/blob/112c0a17/core/src/main/scala/org/apache/spark/ui/jobs/JobProgressListener.scala ---------------------------------------------------------------------- diff --git a/core/src/main/scala/org/apache/spark/ui/jobs/JobProgressListener.scala b/core/src/main/scala/org/apache/spark/ui/jobs/JobProgressListener.scala index b7b8725..d6d9f0c 100644 --- a/core/src/main/scala/org/apache/spark/ui/jobs/JobProgressListener.scala +++ b/core/src/main/scala/org/apache/spark/ui/jobs/JobProgressListener.scala @@ -33,7 +33,7 @@ import org.apache.spark.scheduler._ */ private[spark] class JobProgressListener(val sc: SparkContext) extends SparkListener { // How many stages to remember - val RETAINED_STAGES = sc.conf.get("spark.ui.retained_stages", "1000").toInt + val RETAINED_STAGES = sc.conf.get("spark.ui.retainedStages", "1000").toInt val DEFAULT_POOL_NAME = "default" val stageIdToPool = new HashMap[Int, String]() http://git-wip-us.apache.org/repos/asf/incubator-spark/blob/112c0a17/docs/configuration.md ---------------------------------------------------------------------- diff --git a/docs/configuration.md b/docs/configuration.md index 1d6c3d1..6717757 100644 --- a/docs/configuration.md +++ b/docs/configuration.md @@ -130,7 +130,7 @@ Apart from these, the following properties are also available, and may be useful </td> </tr> <tr> - <td>spark.ui.retained_stages</td> + <td>spark.ui.retainedStages</td> <td>1000</td> <td> How many stages the Spark UI remembers before garbage collecting.
