Ottomata has uploaded a new change for review.
https://gerrit.wikimedia.org/r/206461
Change subject: Run hdfs balancer weekly
......................................................................
Run hdfs balancer weekly
Change-Id: I5f6a8eefcec3dcc7e55640cec8a30f6efcdd8c15
---
M manifests/role/analytics/hadoop.pp
M manifests/site.pp
2 files changed, 19 insertions(+), 0 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/operations/puppet
refs/changes/61/206461/1
diff --git a/manifests/role/analytics/hadoop.pp
b/manifests/role/analytics/hadoop.pp
index c2f16d7..637e2b0 100644
--- a/manifests/role/analytics/hadoop.pp
+++ b/manifests/role/analytics/hadoop.pp
@@ -605,3 +605,19 @@
}
}
}
+
+
+# == Class role::analytics::hadoop::balancer
+# Runs hdfs balancer periodically to keep data balanced across all DataNodes
+class role::analytics::hadoop::balancer {
+ Class['role::analytics::hadoop::client'] ->
Class['role::analytics::hadoop::balancer']
+
+ cron {'hdfs-balancer':
+ command => 'hdfs dfsadmin -setBalancerBandwidth $((40*1048576)) &&
/usr/bin/hdfs balancer 2>&1 > /var/log/hadoop-hdfs/balancer.log'
+ user => 'hdfs',
+ # Start run at 0:00 every Saturday UTC.
+ minute => 0,
+ hour => 0,
+ weekday => 6,
+ }
+}
diff --git a/manifests/site.pp b/manifests/site.pp
index 2abdbfd..a7008b3 100644
--- a/manifests/site.pp
+++ b/manifests/site.pp
@@ -206,6 +206,9 @@
# icinga is not notified of a successful import
# hourly, icinga should generate an alert.
include role::analytics::refinery::data::check::icinga
+
+ # Include a weekly cron job to run hdfs balancer.
+ include role::analytics::hadoop::balancer
}
--
To view, visit https://gerrit.wikimedia.org/r/206461
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I5f6a8eefcec3dcc7e55640cec8a30f6efcdd8c15
Gerrit-PatchSet: 1
Gerrit-Project: operations/puppet
Gerrit-Branch: production
Gerrit-Owner: Ottomata <o...@wikimedia.org>
_______________________________________________
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
