[MediaWiki-commits] [Gerrit] operations...cdh[master]: Add the Jmxtrans configuration for the MapReduce History server
Elukey has submitted this change and it was merged. (
https://gerrit.wikimedia.org/r/342592 )
Change subject: Add the Jmxtrans configuration for the MapReduce History server
..
Add the Jmxtrans configuration for the MapReduce History server
Bug: T156272
Change-Id: I815214d1dfd9d6970c99b7485bd40e1a254f67c4
---
A manifests/hadoop/jmxtrans/historyserver.pp
M manifests/hadoop/jmxtrans/master.pp
2 files changed, 125 insertions(+), 1 deletion(-)
Approvals:
Elukey: Looks good to me, approved
jenkins-bot: Verified
diff --git a/manifests/hadoop/jmxtrans/historyserver.pp
b/manifests/hadoop/jmxtrans/historyserver.pp
new file mode 100644
index 000..5782fb0
--- /dev/null
+++ b/manifests/hadoop/jmxtrans/historyserver.pp
@@ -0,0 +1,122 @@
+# == Class cdh::hadoop::jmxtrans::historyserver
+# Sets up a jmxtrans instance for a Hadoop MapReduce History Server
+# running on the current host.
+# Note: This requires the jmxtrans puppet module found at
+# https://github.com/wikimedia/puppet-jmxtrans.
+#
+# == Parameters
+# $jmx_port - Map Reduce Job History JMX port. Default: 9986
+# $ganglia - Ganglia host:port
+# $graphite - Graphite host:port
+# $statsd- statsd host:port
+# $outfile - outfile to which Kafka stats will be written.
+# $objects - objects parameter to pass to jmxtrans::metrics. Only use
+# this if you need to override the default ones that this
+# class provides.
+#
+# == Usage
+# class { 'cdh::hadoop::jmxtrans::historyserver':
+# ganglia => 'ganglia.example.org:8649'
+# }
+#
+class cdh::hadoop::jmxtrans::historyserver(
+$jmx_port = $cdh::hadoop::defaults::mapreduce_history_jmxremote_port,
+$ganglia= undef,
+$graphite = undef,
+$statsd = undef,
+$outfile= undef,
+$objects= undef,
+) inherits cdh::hadoop::defaults
+{
+$jmx = "${::fqdn}:${jmx_port}"
+$group_name = 'Hadoop.JobHistoryServer'
+
+# query for metrics from Hadoop MapReduce JobHistory's JVM
+jmxtrans::metrics::jvm { 'hadoop-mapreduce-historyserver':
+jmx => $jmx,
+group_prefix => "${group_name}.",
+outfile => $outfile,
+ganglia => $ganglia,
+graphite => $graphite,
+statsd => $statsd,
+}
+
+
+$historyserver_objects = $objects ? {
+# if $objects was not set, then use this as the
+# default set of JMX MBean objects to query.
+undef => [
+{
+'name' =>
'Hadoop:name=JvmMetrics,service=JobHistoryServer',
+'resultAlias' => "${group_name}.JvmMetrics",
+'attrs' => {
+'GcCount' => { 'slope' => 'positive'
},
+'GcCountPS MarkSweep' => { 'slope' => 'positive'
},
+'GcCountPS Scavenge'=> { 'slope' => 'positive'
},
+'GcTimeMillis' => { 'slope' => 'both' },
+'GcTimeMillisPS MarkSweep' => { 'slope' => 'both' },
+'GcTimeMillisPS Scavenge' => { 'slope' => 'both' },
+'LogError' => { 'slope' => 'positive'
},
+'LogFatal' => { 'slope' => 'positive'
},
+'LogInfo' => { 'slope' => 'both' },
+'LogWarn' => { 'slope' => 'positive'
},
+'MemHeapCommittedM' => { 'slope' => 'both' },
+'MemHeapUsedM' => { 'slope' => 'both' },
+'MemNonHeapCommittedM' => { 'slope' => 'both' },
+'MemNonHeapUsedM' => { 'slope' => 'both' },
+'ThreadsBlocked'=> { 'slope' => 'both' },
+'ThreadsNew'=> { 'slope' => 'both' },
+'ThreadsRunnable' => { 'slope' => 'both' },
+'ThreadsTerminated' => { 'slope' => 'both' },
+'ThreadsTimedWaiting' => { 'slope' => 'both' },
+'ThreadsWaiting'=> { 'slope' => 'both' },
+},
+
+},
+{
+'name' =>
'Hadoop:name=RpcDetailedActivityForPort10020,service=JobHistoryServer',
+'resultAlias' =>
"${group_name}.RpcDetailedActivityForPort10020",
+'attrs' => {
+'GetCountersAvgTime'=> { 'slope' =>
'both' },
+'GetCountersNumOps' => { 'slope' =>
'both' },
+'GetJobReportAvgTime' => { 'slope' =>
'both' },
+'GetJobReportNumOps'
[MediaWiki-commits] [Gerrit] operations...cdh[master]: Add the Jmxtrans configuration for the MapReduce History server
Elukey has uploaded a new change for review. (
https://gerrit.wikimedia.org/r/342592 )
Change subject: Add the Jmxtrans configuration for the MapReduce History server
..
Add the Jmxtrans configuration for the MapReduce History server
Bug: T156272
Change-Id: I815214d1dfd9d6970c99b7485bd40e1a254f67c4
---
A manifests/hadoop/jmxtrans/historyserver.pp
1 file changed, 122 insertions(+), 0 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/operations/puppet/cdh
refs/changes/92/342592/1
diff --git a/manifests/hadoop/jmxtrans/historyserver.pp
b/manifests/hadoop/jmxtrans/historyserver.pp
new file mode 100644
index 000..7cea620
--- /dev/null
+++ b/manifests/hadoop/jmxtrans/historyserver.pp
@@ -0,0 +1,122 @@
+# == Class cdh::hadoop::jmxtrans::historyserver
+# Sets up a jmxtrans instance for a Hadoop MapReduce History Server
+# running on the current host.
+# Note: This requires the jmxtrans puppet module found at
+# https://github.com/wikimedia/puppet-jmxtrans.
+#
+# == Parameters
+# $jmx_port - NodeManager JMX port. Default: 9983
+# $ganglia - Ganglia host:port
+# $graphite - Graphite host:port
+# $statsd- statsd host:port
+# $outfile - outfile to which Kafka stats will be written.
+# $objects - objects parameter to pass to jmxtrans::metrics. Only use
+# this if you need to override the default ones that this
+# class provides.
+#
+# == Usage
+# class { 'cdh::hadoop::jmxtrans::historyserver':
+# ganglia => 'ganglia.example.org:8649'
+# }
+#
+class cdh::hadoop::jmxtrans::historyserver(
+$jmx_port = $cdh::hadoop::defaults::mapreduce_history_jmxremote_port,
+$ganglia= undef,
+$graphite = undef,
+$statsd = undef,
+$outfile= undef,
+$objects= undef,
+) inherits cdh::hadoop::defaults
+{
+$jmx = "${::fqdn}:${jmx_port}"
+$group_name = 'Hadoop.JobHistoryServer'
+
+# query for metrics from Hadoop MapReduce JobHistory's JVM
+jmxtrans::metrics::jvm { 'hadoop-mapreduce-historyserver':
+jmx => $jmx,
+group_prefix => "${group_name}.",
+outfile => $outfile,
+ganglia => $ganglia,
+graphite => $graphite,
+statsd => $statsd,
+}
+
+
+$nodemanager_objects = $objects ? {
+# if $objects was not set, then use this as the
+# default set of JMX MBean objects to query.
+undef => [
+{
+'name' =>
'Hadoop:name=JvmMetrics,service=JobHistoryServer',
+'resultAlias' => "${group_name}.JvmMetrics",
+'attrs' => {
+'GcCount' => { 'slope' => 'positive'
},
+'GcCountPS MarkSweep' => { 'slope' => 'positive'
},
+'GcCountPS Scavenge'=> { 'slope' => 'positive'
},
+'GcTimeMillis' => { 'slope' => 'both' },
+'GcTimeMillisPS MarkSweep' => { 'slope' => 'both' },
+'GcTimeMillisPS Scavenge' => { 'slope' => 'both' },
+'LogError' => { 'slope' => 'positive'
},
+'LogFatal' => { 'slope' => 'positive'
},
+'LogInfo' => { 'slope' => 'both' },
+'LogWarn' => { 'slope' => 'positive'
},
+'MemHeapCommittedM' => { 'slope' => 'both' },
+'MemHeapUsedM' => { 'slope' => 'both' },
+'MemNonHeapCommittedM' => { 'slope' => 'both' },
+'MemNonHeapUsedM' => { 'slope' => 'both' },
+'ThreadsBlocked'=> { 'slope' => 'both' },
+'ThreadsNew'=> { 'slope' => 'both' },
+'ThreadsRunnable' => { 'slope' => 'both' },
+'ThreadsTerminated' => { 'slope' => 'both' },
+'ThreadsTimedWaiting' => { 'slope' => 'both' },
+'ThreadsWaiting'=> { 'slope' => 'both' },
+},
+
+},
+{
+'name' =>
'Hadoop:name=RpcDetailedActivityForPort10020,service=JobHistoryServer',
+'resultAlias' =>
"${group_name}.RpcDetailedActivityForPort10020",
+'attrs' => {
+'GetCountersAvgTime'=> { 'slope' =>
'both' },
+'GetCountersNumOps' => { 'slope' =>
'both' },
+'GetJobReportAvgTime' => { 'slope' =>
'both' },
+'GetJobReportNumOps'=> { 'slope' =>
'both' },
+
