Ottomata has uploaded a new change for review.
https://gerrit.wikimedia.org/r/209021
Change subject: [WIP] Puppetize HA YARN ResourceManager for Hadoop
......................................................................
[WIP] Puppetize HA YARN ResourceManager for Hadoop
Change-Id: I6c1803c2699dc398d56be779e3d82ad4753926f4
---
M manifests/role/analytics/hadoop.pp
1 file changed, 18 insertions(+), 0 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/operations/puppet
refs/changes/21/209021/1
diff --git a/manifests/role/analytics/hadoop.pp
b/manifests/role/analytics/hadoop.pp
index bc0c0fb..6487bb4 100644
--- a/manifests/role/analytics/hadoop.pp
+++ b/manifests/role/analytics/hadoop.pp
@@ -222,6 +222,12 @@
undef => [$::fqdn],
default => split($::hadoop_namenodes, ','),
}
+ if size($namenode_hosts) > 1 {
+ $resourcemanager_hosts = $namenode_hosts
+ }
+ else {
+ $resourcemanager_hosts = undef,
+ }
$journalnode_hosts = $::hadoop_journalnodes ? {
undef => undef,
@@ -232,6 +238,8 @@
undef => undef,
default => $::hadoop_cluster_name,
}
+
+ $zookeeper_hosts = keys(hiera('zookeeper_hosts'))
# Allow labs users to configure their Hadoop daemon
# Heapsize. NOTE: This will be applied to
@@ -301,6 +309,8 @@
cluster_name => $cluster_name,
namenode_hosts => $namenode_hosts,
journalnode_hosts => $journalnode_hosts,
+ resoucemanager_hosts => $resourcemanager_hosts,
+ zookeeper_hosts => $zookeeper_hosts,
datanode_mounts => $datanode_mounts,
dfs_name_dir => [$hadoop_name_directory],
dfs_journalnode_edits_dir => $hadoop_journal_directory,
@@ -613,6 +623,14 @@
critical => 'true',
}
}
+
+
+ # if resourcemanager_hosts is set, then go ahead
+ # and include a resourcemanager on all standby nodes as well
+ # as the master node.
+ if $resourcemanager_hosts {
+ include cdh::hadoop::resourcemanager
+ }
}
--
To view, visit https://gerrit.wikimedia.org/r/209021
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I6c1803c2699dc398d56be779e3d82ad4753926f4
Gerrit-PatchSet: 1
Gerrit-Project: operations/puppet
Gerrit-Branch: production
Gerrit-Owner: Ottomata <o...@wikimedia.org>
_______________________________________________
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
