Repository: hadoop Updated Branches: refs/heads/MR-6749 ed9fcbec5 -> 83b9cdf0b
MAPREDUCE-6772. Add MR Job Configurations for Containers reuse. Contributed by Devaraj K. Project: http://git-wip-us.apache.org/repos/asf/hadoop/repo Commit: http://git-wip-us.apache.org/repos/asf/hadoop/commit/83b9cdf0 Tree: http://git-wip-us.apache.org/repos/asf/hadoop/tree/83b9cdf0 Diff: http://git-wip-us.apache.org/repos/asf/hadoop/diff/83b9cdf0 Branch: refs/heads/MR-6749 Commit: 83b9cdf0bb1c42301796a1072c7ef01227fc2615 Parents: ed9fcbe Author: Naganarasimha <naganarasimha...@apache.org> Authored: Tue Oct 25 04:47:06 2016 +0530 Committer: Naganarasimha <naganarasimha...@apache.org> Committed: Tue Oct 25 04:47:06 2016 +0530 ---------------------------------------------------------------------- .../apache/hadoop/mapreduce/MRJobConfig.java | 40 +++++++++++++++++ .../src/main/resources/mapred-default.xml | 46 ++++++++++++++++++++ 2 files changed, 86 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/hadoop/blob/83b9cdf0/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/MRJobConfig.java ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/MRJobConfig.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/MRJobConfig.java index 1325b74..602088e 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/MRJobConfig.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/MRJobConfig.java @@ -1009,4 +1009,44 @@ public interface MRJobConfig { * A comma-separated list of properties whose value will be redacted. */ String MR_JOB_REDACTED_PROPERTIES = "mapreduce.job.redacted-properties"; + + /** + * Whether to enable the RM Container reuse or not. + */ + String MR_AM_CONTAINER_REUSE_ENABLED = MR_PREFIX + "container.reuse.enabled"; + boolean DEFAULT_MR_AM_CONTAINER_REUSE_ENABLED = false; + + /** + * No of times can each container(Map Task) reuse. The Default value is -1, + * which implies there is no limit for reusing the container for map tasks. + */ + String MR_AM_CONTAINER_REUSE_MAX_MAPTASKS = MR_PREFIX + + "container.reuse.max-maptasks"; + int DEFAULT_MR_AM_CONTAINER_REUSE_MAX_MAPTASKS = -1; + + /** + * No of tasks can each container(Reduce Task) reuse. The Default value is -1, + * which implies there is no limit for reusing the container for reduce tasks. + */ + String MR_AM_CONTAINER_REUSE_MAX_REDUCETASKS = MR_PREFIX + + "container.reuse.max-reducetasks"; + int DEFAULT_MR_AM_CONTAINER_REUSE_MAX_REDUCETASKS = -1; + + /** + * No of Max Map task containers can be reused at any point of time. The + * Default value is -1, which implies there is no limit of having map task + * containers for reuse at any time. + */ + String MR_AM_CONTAINER_REUSE_MAX_MAPTASKCONTAINERS = MR_PREFIX + + "container.reuse.max-maptaskcontainers"; + int DEFAULT_MR_AM_CONTAINER_REUSE_MAX_MAPTASKCONTAINERS = -1; + + /** + * No Of Max Reduce Task Containers can be reused at any point of time. The + * Default value is -1, which implies there is no limit of having reduce task + * containers for reuse at any time. + */ + String MR_AM_CONTAINER_REUSE_MAX_REDUCETASKCONTAINERS = MR_PREFIX + + "container.reuse.max-reducetaskcontainers"; + int DEFAULT_MR_AM_CONTAINER_REUSE_MAX_REDUCETASKCONTAINERS = -1; } http://git-wip-us.apache.org/repos/asf/hadoop/blob/83b9cdf0/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml ---------------------------------------------------------------------- diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml index fe29212..a496317 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/resources/mapred-default.xml @@ -1976,4 +1976,50 @@ <name>mapreduce.job.redacted-properties</name> <value></value> </property> + +<property> + <description> + Whether to enable the RM Container reuse or not. + </description> + <name>yarn.app.mapreduce.container.reuse.enabled</name> + <value>false</value> +</property> + +<property> + <description> + No of times can each container(Map Task) reuse. The Default value is -1, + which implies there is no limit for reusing the container for map tasks. + </description> + <name>yarn.app.mapreduce.container.reuse.max-maptasks</name> + <value>-1</value> +</property> + +<property> + <description> + No of tasks can each container(Reduce Task) reuse. The Default value is -1, + which implies there is no limit for reusing the container for reduce tasks. + </description> + <name>yarn.app.mapreduce.container.reuse.max-reducetasks</name> + <value>-1</value> +</property> + +<property> + <description> + No of Max Map task containers can be reused at any point of time. The + Default value is -1, which implies there is no limit of having map task + containers for reuse at any time. + </description> + <name>yarn.app.mapreduce.container.reuse.max-maptaskcontainers</name> + <value>-1</value> +</property> + +<property> + <description> + No Of Max Reduce Task Containers can be reused at any point of time. The + Default value is -1, which implies there is no limit of having reduce task + containers for reuse at any time. + </description> + <name>yarn.app.mapreduce.container.reuse.max-reducetaskcontainers</name> + <value>-1</value> +</property> </configuration> --------------------------------------------------------------------- To unsubscribe, e-mail: common-commits-unsubscr...@hadoop.apache.org For additional commands, e-mail: common-commits-h...@hadoop.apache.org
