AMBARI-17722. Add some of value-attributes to property files in TEZ. (Masahiro Tanaka via yusaku)
Project: http://git-wip-us.apache.org/repos/asf/ambari/repo Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/ebc05a91 Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/ebc05a91 Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/ebc05a91 Branch: refs/heads/branch-dev-patch-upgrade Commit: ebc05a917597eaa0b9cba60bb205478143538a78 Parents: b457d7b Author: Yusaku Sako <[email protected]> Authored: Thu Feb 2 13:08:09 2017 -0800 Committer: Yusaku Sako <[email protected]> Committed: Thu Feb 2 13:08:34 2017 -0800 ---------------------------------------------------------------------- .../TEZ/0.4.0.2.1/configuration/tez-site.xml | 27 +++++- .../services/TEZ/configuration/tez-site.xml | 65 ++++++++++++++- .../2.2/services/TEZ/configuration/tez-site.xml | 83 ++++++++++++++++++ .../2.3/services/TEZ/configuration/tez-site.xml | 6 ++ .../2.5/services/TEZ/configuration/tez-site.xml | 6 ++ .../2.2/services/TEZ/configuration/tez-site.xml | 88 +++++++++++++++++++- 6 files changed, 272 insertions(+), 3 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/ambari/blob/ebc05a91/ambari-server/src/main/resources/common-services/TEZ/0.4.0.2.1/configuration/tez-site.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/common-services/TEZ/0.4.0.2.1/configuration/tez-site.xml b/ambari-server/src/main/resources/common-services/TEZ/0.4.0.2.1/configuration/tez-site.xml index bf120e6..d7031e1 100644 --- a/ambari-server/src/main/resources/common-services/TEZ/0.4.0.2.1/configuration/tez-site.xml +++ b/ambari-server/src/main/resources/common-services/TEZ/0.4.0.2.1/configuration/tez-site.xml @@ -41,6 +41,7 @@ <description>The amount of memory to be used by the AppMaster</description> <value-attributes> <type>int</type> + <unit>MB</unit> </value-attributes> <on-ambari-upgrade add="true"/> </property> @@ -57,6 +58,9 @@ <description>In case of a ScatterGather connection, the fraction of source tasks which should complete before tasks for the current vertex are schedule </description> + <value-attributes> + <type>float</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -72,6 +76,10 @@ <name>tez.am.am-rm.heartbeat.interval-ms.max</name> <value>250</value> <description>The maximum heartbeat interval between the AM and RM in milliseconds</description> + <value-attributes> + <type>int</type> + <unit>ms</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -94,6 +102,7 @@ </description> <value-attributes> <type>int</type> + <unit>Bytes</unit> </value-attributes> <on-ambari-upgrade add="true"/> </property> @@ -105,6 +114,7 @@ </description> <value-attributes> <type>int</type> + <unit>Bytes</unit> </value-attributes> <on-ambari-upgrade add="true"/> </property> @@ -136,6 +146,10 @@ it immediately. Only active when reuse is enabled. Set to -1 to never release a container in a session </description> + <value-attributes> + <type>int</type> + <unit>ms</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -149,9 +163,13 @@ <property> <name>tez.task.get-task.sleep.interval-ms.max</name> <value>200</value> - <description>The maximum amount of time, in seconds, to wait before a task asks an AM for + <description>The maximum amount of time, in milliseconds, to wait before a task asks an AM for another task </description> + <value-attributes> + <type>int</type> + <unit>ms</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -170,6 +188,10 @@ <description>Time (in seconds) to wait for AM to come up when trying to submit a DAG from the client </description> + <value-attributes> + <type>int</type> + <unit>seconds</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -229,6 +251,9 @@ <name>tez.yarn.ats.enabled</name> <value>true</value> <description>Whether to send history events to YARN Application Timeline Server</description> + <value-attributes> + <type>boolean</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> http://git-wip-us.apache.org/repos/asf/ambari/blob/ebc05a91/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/TEZ/configuration/tez-site.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/TEZ/configuration/tez-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/TEZ/configuration/tez-site.xml index 704022c..3632318 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/TEZ/configuration/tez-site.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.1.GlusterFS/services/TEZ/configuration/tez-site.xml @@ -39,6 +39,10 @@ <name>tez.am.resource.memory.mb</name> <value>1536</value> <description>The amount of memory to be used by the AppMaster</description> + <value-attributes> + <type>int</type> + <unit>MB</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <!-- tez picks the java opts from yarn.app.mapreduce.am.command-opts for MR tasks. Likewise for the AM memory MB --> @@ -54,6 +58,9 @@ <description>In case of a ScatterGather connection, the fraction of source tasks which should complete before tasks for the current vertex are schedule </description> + <value-attributes> + <type>float</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -63,12 +70,19 @@ completed, all tasks on the current vertex can be scheduled. Number of tasks ready for scheduling on the current vertex scales linearly between min-fraction and max-fraction </description> + <value-attributes> + <type>float</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> <name>tez.am.am-rm.heartbeat.interval-ms.max</name> <value>250</value> <description>The maximum heartbeat interval between the AM and RM in milliseconds</description> + <value-attributes> + <type>int</type> + <unit>ms</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -78,6 +92,9 @@ a Vertex. 1.4 with 100% queue available implies generating a number of tasks roughly equal to 140% of the available containers on the queue </description> + <value-attributes> + <type>float</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -86,6 +103,10 @@ <description>Lower bound on the size (in bytes) of a grouped split, to avoid generating too many splits </description> + <value-attributes> + <type>int</type> + <unit>Bytes</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -94,12 +115,19 @@ <description>Upper bound on the size (in bytes) of a grouped split, to avoid generating excessively large split </description> + <value-attributes> + <type>int</type> + <unit>Bytes</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> <name>tez.am.container.reuse.enabled</name> <value>true</value> <description>Configuration to specify whether container should be reused</description> + <value-attributes> + <type>boolean</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -107,6 +135,9 @@ <value>true</value> <description>Whether to reuse containers for rack local tasks. Active only if reuse is enabled </description> + <value-attributes> + <type>boolean</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -114,6 +145,9 @@ <value>true</value> <description>Whether to reuse containers for non-local tasks. Active only if reuse is enabled </description> + <value-attributes> + <type>boolean</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -124,6 +158,10 @@ it immediately. Only active when reuse is enabled. Set to -1 to never release a container in a session </description> + <value-attributes> + <type>int</type> + <unit>ms</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -132,14 +170,22 @@ <description>The amount of time to wait before assigning a container to the next level of locality. NODE -> RACK -> NON_LOCAL </description> + <value-attributes> + <type>int</type> + <unit>ms</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> <name>tez.task.get-task.sleep.interval-ms.max</name> <value>200</value> - <description>The maximum amount of time, in seconds, to wait before a task asks an AM for + <description>The maximum amount of time, in milliseconds, to wait before a task asks an AM for another task </description> + <value-attributes> + <type>int</type> + <unit>ms</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -158,6 +204,10 @@ <description>Time (in seconds) to wait for AM to come up when trying to submit a DAG from the client </description> + <value-attributes> + <type>int</type> + <unit>seconds</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -166,6 +216,10 @@ <description>Time (in seconds) for which the Tez AM should wait for a DAG to be submitted before shutting down </description> + <value-attributes> + <type>int</type> + <unit>seconds</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <!-- Configuration for runtime components --> @@ -175,6 +229,9 @@ <name>tez.runtime.intermediate-output.should-compress</name> <value>false</value> <description>Whether intermediate output should be compressed or not</description> + <value-attributes> + <type>boolean</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -189,6 +246,9 @@ <name>tez.runtime.intermediate-input.is-compressed</name> <value>false</value> <description>Whether intermediate input is compressed</description> + <value-attributes> + <type>boolean</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -203,6 +263,9 @@ <name>tez.yarn.ats.enabled</name> <value>true</value> <description>Whether to send history events to YARN Application Timeline Server</description> + <value-attributes> + <type>boolean</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> </configuration> http://git-wip-us.apache.org/repos/asf/ambari/blob/ebc05a91/ambari-server/src/main/resources/stacks/HDP/2.2/services/TEZ/configuration/tez-site.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.2/services/TEZ/configuration/tez-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.2/services/TEZ/configuration/tez-site.xml index a63cb03..1427a6f 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.2/services/TEZ/configuration/tez-site.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.2/services/TEZ/configuration/tez-site.xml @@ -58,6 +58,7 @@ </description> <value-attributes> <type>int</type> + <unit>MB</unit> </value-attributes> <on-ambari-upgrade add="true"/> </property> @@ -101,6 +102,10 @@ <name>yarn.scheduler.maximum-allocation-mb</name> </property> </depends-on> + <value-attributes> + <type>int</type> + <unit>MB</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -133,6 +138,9 @@ <description>In case of a ScatterGather connection, the fraction of source tasks which should complete before tasks for the current vertex are schedule </description> + <value-attributes> + <type>float</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -142,12 +150,19 @@ completed, all tasks on the current vertex can be scheduled. Number of tasks ready for scheduling on the current vertex scales linearly between min-fraction and max-fraction </description> + <value-attributes> + <type>float</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> <name>tez.am.am-rm.heartbeat.interval-ms.max</name> <value>250</value> <description>The maximum heartbeat interval between the AM and RM in milliseconds</description> + <value-attributes> + <type>int</type> + <unit>ms</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -157,6 +172,9 @@ a Vertex. 1.7 with 100% queue available implies generating a number of tasks roughly equal to 170% of the available containers on the queue </description> + <value-attributes> + <type>float</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -165,6 +183,10 @@ <description>Lower bound on the size (in bytes) of a grouped split, to avoid generating too many splits </description> + <value-attributes> + <type>int</type> + <unit>Bytes</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -173,6 +195,10 @@ <description>Upper bound on the size (in bytes) of a grouped split, to avoid generating excessively large split </description> + <value-attributes> + <type>int</type> + <unit>Bytes</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -199,12 +225,20 @@ <name>tez.am.container.idle.release-timeout-min.millis</name> <value>10000</value> <description>The minimum amount of time to hold on to a container that is idle. Only active when reuse is enabled.</description> + <value-attributes> + <type>int</type> + <unit>ms</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> <name>tez.am.container.idle.release-timeout-max.millis</name> <value>20000</value> <description>The maximum amount of time to hold on to a container if no task can be assigned to it immediately. Only active when reuse is enabled.</description> + <value-attributes> + <type>int</type> + <unit>ms</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -213,6 +247,10 @@ <description>The amount of time to wait before assigning a container to the next level of locality. NODE -> RACK -> NON_LOCAL </description> + <value-attributes> + <type>int</type> + <unit>ms</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -227,12 +265,19 @@ <description>The maximum number of allowed task attempt failures on a node before it gets marked as blacklisted </description> + <value-attributes> + <type>int</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> <name>tez.task.am.heartbeat.counter.interval-ms.max</name> <value>4000</value> <description>Time interval at which task counters are sent to the AM</description> + <value-attributes> + <type>int</type> + <unit>ms</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -241,12 +286,19 @@ <description>The maximum amount of time, in seconds, to wait before a task asks an AM for another task </description> + <value-attributes> + <type>int</type> + <unit>ms</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> <name>tez.task.max-events-per-heartbeat</name> <value>500</value> <description>Maximum number of of events to fetch from the AM by the tasks in a single heartbeat.</description> + <value-attributes> + <type>int</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -255,6 +307,10 @@ <description>Time (in seconds) to wait for AM to come up when trying to submit a DAG from the client </description> + <value-attributes> + <type>int</type> + <unit>seconds</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -263,18 +319,28 @@ <description>Time (in seconds) for which the Tez AM should wait for a DAG to be submitted before shutting down </description> + <value-attributes> + <type>int</type> + <unit>seconds</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> <name>tez.counters.max</name> <value>5000</value> <description>The number of allowed counters for the executing DAG</description> + <value-attributes> + <type>int</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> <name>tez.counters.max.groups</name> <value>1000</value> <description>The number of allowed counter groups for the executing DAG</description> + <value-attributes> + <type>int</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <!-- Configuration for runtime components --> @@ -284,6 +350,9 @@ <name>tez.runtime.compress</name> <value>true</value> <description>Whether intermediate data should be compressed or not</description> + <value-attributes> + <type>boolean</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -304,6 +373,10 @@ <name>tez.task.resource.memory.mb</name> </property> </depends-on> + <value-attributes> + <type>int</type> + <unit>MB</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -316,6 +389,10 @@ <name>tez.task.resource.memory.mb</name> </property> </depends-on> + <value-attributes> + <type>int</type> + <unit>MB</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -331,12 +408,18 @@ <name>tez.runtime.convert.user-payload.to.history-text</name> <value>false</value> <description>Whether to publish configuration information to History logger</description> + <value-attributes> + <type>boolean</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> <name>tez.use.cluster.hadoop-libs</name> <value>false</value> <description>This being true implies that the deployment is relying on hadoop jars being available on the cluster on all nodes.</description> + <value-attributes> + <type>boolean</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> http://git-wip-us.apache.org/repos/asf/ambari/blob/ebc05a91/ambari-server/src/main/resources/stacks/HDP/2.3/services/TEZ/configuration/tez-site.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.3/services/TEZ/configuration/tez-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.3/services/TEZ/configuration/tez-site.xml index 8c2c6cf..d0ff092 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.3/services/TEZ/configuration/tez-site.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.3/services/TEZ/configuration/tez-site.xml @@ -106,12 +106,18 @@ <name>tez.counters.max</name> <value>10000</value> <description>The number of allowed counters for the executing DAG</description> + <value-attributes> + <type>int</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> <name>tez.counters.max.groups</name> <value>3000</value> <description>The number of allowed counter groups for the executing DAG</description> + <value-attributes> + <type>int</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> </configuration> http://git-wip-us.apache.org/repos/asf/ambari/blob/ebc05a91/ambari-server/src/main/resources/stacks/HDP/2.5/services/TEZ/configuration/tez-site.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDP/2.5/services/TEZ/configuration/tez-site.xml b/ambari-server/src/main/resources/stacks/HDP/2.5/services/TEZ/configuration/tez-site.xml index 382025e..fc301b7 100644 --- a/ambari-server/src/main/resources/stacks/HDP/2.5/services/TEZ/configuration/tez-site.xml +++ b/ambari-server/src/main/resources/stacks/HDP/2.5/services/TEZ/configuration/tez-site.xml @@ -22,6 +22,9 @@ <value>0.6</value> <description>Fraction (0-1) of the available memory which can be used to retain shuffled data</description> + <value-attributes> + <type>float</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -30,6 +33,9 @@ <description>This property determines the maximum size of a shuffle segment which can be fetched to memory. Fraction (0-1) of shuffle memory (after applying tez.runtime.shuffle.fetch.buffer.percent)</description> + <value-attributes> + <type>float</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> </configuration> http://git-wip-us.apache.org/repos/asf/ambari/blob/ebc05a91/ambari-server/src/main/resources/stacks/HDPWIN/2.2/services/TEZ/configuration/tez-site.xml ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/stacks/HDPWIN/2.2/services/TEZ/configuration/tez-site.xml b/ambari-server/src/main/resources/stacks/HDPWIN/2.2/services/TEZ/configuration/tez-site.xml index d719322..19e6092 100644 --- a/ambari-server/src/main/resources/stacks/HDPWIN/2.2/services/TEZ/configuration/tez-site.xml +++ b/ambari-server/src/main/resources/stacks/HDPWIN/2.2/services/TEZ/configuration/tez-site.xml @@ -42,6 +42,9 @@ <name>tez.generate.debug.artifacts</name> <value>false</value> <description>Generate debug artifacts such as a text representation of the submitted DAG plan</description> + <value-attributes> + <type>boolean</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -50,6 +53,10 @@ <description>The amount of memory to be used by the AppMaster. Used only if the value is not specified explicitly by the DAG definition. </description> + <value-attributes> + <type>int</type> + <unit>MB</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -82,6 +89,10 @@ <description>The amount of memory to be used by launched tasks. Used only if the value is not specified explicitly by the DAG definition. </description> + <value-attributes> + <type>int</type> + <unit>MB</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -114,6 +125,9 @@ <description>In case of a ScatterGather connection, the fraction of source tasks which should complete before tasks for the current vertex are schedule </description> + <value-attributes> + <type>float</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -123,12 +137,19 @@ completed, all tasks on the current vertex can be scheduled. Number of tasks ready for scheduling on the current vertex scales linearly between min-fraction and max-fraction </description> + <value-attributes> + <type>float</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> <name>tez.am.am-rm.heartbeat.interval-ms.max</name> <value>250</value> <description>The maximum heartbeat interval between the AM and RM in milliseconds</description> + <value-attributes> + <type>int</type> + <unit>ms</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -138,6 +159,9 @@ a Vertex. 1.7 with 100% queue available implies generating a number of tasks roughly equal to 170% of the available containers on the queue </description> + <value-attributes> + <type>float</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -146,6 +170,10 @@ <description>Lower bound on the size (in bytes) of a grouped split, to avoid generating too many splits </description> + <value-attributes> + <type>int</type> + <unit>Bytes</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -154,6 +182,10 @@ <description>Upper bound on the size (in bytes) of a grouped split, to avoid generating excessively large split </description> + <value-attributes> + <type>int</type> + <unit>Bytes</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -180,12 +212,20 @@ <name>tez.am.container.idle.release-timeout-min.millis</name> <value>10000</value> <description>The minimum amount of time to hold on to a container that is idle. Only active when reuse is enabled.</description> + <value-attributes> + <type>int</type> + <unit>ms</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> <name>tez.am.container.idle.release-timeout-max.millis</name> <value>20000</value> <description>The maximum amount of time to hold on to a container if no task can be assigned to it immediately. Only active when reuse is enabled.</description> + <value-attributes> + <type>int</type> + <unit>ms</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -194,12 +234,19 @@ <description>The amount of time to wait before assigning a container to the next level of locality. NODE -> RACK -> NON_LOCAL </description> + <value-attributes> + <type>int</type> + <unit>ms</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> <name>tez.am.max.app.attempts</name> <value>2</value> <description>Specifies the total number of time the app master will run in case recovery is triggered</description> + <value-attributes> + <type>int</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -208,12 +255,19 @@ <description>The maximum number of allowed task attempt failures on a node before it gets marked as blacklisted </description> + <value-attributes> + <type>int</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> <name>tez.task.am.heartbeat.counter.interval-ms.max</name> <value>4000</value> <description>Time interval at which task counters are sent to the AM</description> + <value-attributes> + <type>int</type> + <unit>ms</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -222,12 +276,19 @@ <description>The maximum amount of time, in seconds, to wait before a task asks an AM for another task </description> + <value-attributes> + <type>int</type> + <unit>ms</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> <name>tez.task.max-events-per-heartbeat</name> <value>500</value> - <description>Maximum number of of events to fetch from the AM by the tasks in a single heartbeat.</description> + <description>Maximum number of events to fetch from the AM by the tasks in a single heartbeat.</description> + <value-attributes> + <type>int</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -236,6 +297,10 @@ <description>Time (in seconds) to wait for AM to come up when trying to submit a DAG from the client </description> + <value-attributes> + <type>int</type> + <unit>seconds</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -244,18 +309,28 @@ <description>Time (in seconds) for which the Tez AM should wait for a DAG to be submitted before shutting down </description> + <value-attributes> + <type>int</type> + <unit>seconds</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> <name>tez.counters.max</name> <value>2000</value> <description>The number of allowed counters for the executing DAG</description> + <value-attributes> + <type>int</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> <name>tez.counters.max.groups</name> <value>1000</value> <description>The number of allowed counter groups for the executing DAG</description> + <value-attributes> + <type>int</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <!-- Configuration for runtime components --> @@ -265,6 +340,9 @@ <name>tez.runtime.compress</name> <value>true</value> <description>Whether intermediate data should be compressed or not</description> + <value-attributes> + <type>boolean</type> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> @@ -279,12 +357,20 @@ <name>tez.runtime.io.sort.mb</name> <value>512</value> <description>The size of the sort buffer when output needs to be sorted</description> + <value-attributes> + <type>int</type> + <unit>MB</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property> <name>tez.runtime.unordered.output.buffer.size-mb</name> <value>100</value> <description>The size of the buffer when output does not require to be sorted</description> + <value-attributes> + <type>int</type> + <unit>MB</unit> + </value-attributes> <on-ambari-upgrade add="true"/> </property> <property>
