Ottomata has uploaded a new change for review. https://gerrit.wikimedia.org/r/206461
Change subject: Run hdfs balancer weekly ...................................................................... Run hdfs balancer weekly Change-Id: I5f6a8eefcec3dcc7e55640cec8a30f6efcdd8c15 --- M manifests/role/analytics/hadoop.pp M manifests/site.pp 2 files changed, 19 insertions(+), 0 deletions(-) git pull ssh://gerrit.wikimedia.org:29418/operations/puppet refs/changes/61/206461/1 diff --git a/manifests/role/analytics/hadoop.pp b/manifests/role/analytics/hadoop.pp index c2f16d7..637e2b0 100644 --- a/manifests/role/analytics/hadoop.pp +++ b/manifests/role/analytics/hadoop.pp @@ -605,3 +605,19 @@ } } } + + +# == Class role::analytics::hadoop::balancer +# Runs hdfs balancer periodically to keep data balanced across all DataNodes +class role::analytics::hadoop::balancer { + Class['role::analytics::hadoop::client'] -> Class['role::analytics::hadoop::balancer'] + + cron {'hdfs-balancer': + command => 'hdfs dfsadmin -setBalancerBandwidth $((40*1048576)) && /usr/bin/hdfs balancer 2>&1 > /var/log/hadoop-hdfs/balancer.log' + user => 'hdfs', + # Start run at 0:00 every Saturday UTC. + minute => 0, + hour => 0, + weekday => 6, + } +} diff --git a/manifests/site.pp b/manifests/site.pp index 2abdbfd..a7008b3 100644 --- a/manifests/site.pp +++ b/manifests/site.pp @@ -206,6 +206,9 @@ # icinga is not notified of a successful import # hourly, icinga should generate an alert. include role::analytics::refinery::data::check::icinga + + # Include a weekly cron job to run hdfs balancer. + include role::analytics::hadoop::balancer } -- To view, visit https://gerrit.wikimedia.org/r/206461 To unsubscribe, visit https://gerrit.wikimedia.org/r/settings Gerrit-MessageType: newchange Gerrit-Change-Id: I5f6a8eefcec3dcc7e55640cec8a30f6efcdd8c15 Gerrit-PatchSet: 1 Gerrit-Project: operations/puppet Gerrit-Branch: production Gerrit-Owner: Ottomata <o...@wikimedia.org> _______________________________________________ MediaWiki-commits mailing list MediaWiki-commits@lists.wikimedia.org https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits