ArielGlenn has uploaded a new change for review.
https://gerrit.wikimedia.org/r/119011
Change subject: puppetize page titles generation on snapshot hosts
......................................................................
puppetize page titles generation on snapshot hosts
Change-Id: I44debf88161a78cffa892ff600dc397a09104357
---
M manifests/role/snapshot.pp
A modules/snapshot/manifests/dumps/pagetitles.pp
2 files changed, 62 insertions(+), 0 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/operations/puppet
refs/changes/11/119011/1
diff --git a/manifests/role/snapshot.pp b/manifests/role/snapshot.pp
index 2ad30d7..d4905ee 100644
--- a/manifests/role/snapshot.pp
+++ b/manifests/role/snapshot.pp
@@ -55,10 +55,19 @@
class { 'role::snapshot::cron::centralauthdump':
enable => true,
}
+ class { 'snapshot::dumps::pagetitles':
+ # can't enable yet
+ enable => false,
+ user => 'datasets',
+ }
}
class role::snapshot::cron::secondary {
class { 'role::snapshot::cron::centralauthdump':
enable => false,
}
+ class { 'snapshot::dumps::pagetitles':
+ enable => false,
+ user => 'datasets',
+ }
}
diff --git a/modules/snapshot/manifests/dumps/pagetitles.pp
b/modules/snapshot/manifests/dumps/pagetitles.pp
new file mode 100644
index 0000000..84e7799
--- /dev/null
+++ b/modules/snapshot/manifests/dumps/pagetitles.pp
@@ -0,0 +1,53 @@
+class snapshot::dumps::pagetitles(
+ $enable=true,
+ $user=undef,
+) {
+ include snapshot::dirs
+
+ if ($enable) {
+ $ensure = 'present'
+ }
+ else {
+ $ensure = 'absent'
+ }
+
+ system::role { 'snapshot::dumps::pagetitles':
+ ensure => $ensure,
+ description => 'producer of daily page title files'
+ }
+
+ file { "${snapshot::dirs::datadir}/public/other/pagetitles":
+ ensure => 'directory',
+ path => "${snapshot::dirs::datadir}/public/other/pagetitles",
+ mode => '0755',
+ owner => $user,
+ group => root,
+ }
+ file { "${snapshot::dirs::datadir}/public/other/mediatitles":
+ ensure => 'directory',
+ path => "${snapshot::dirs::datadir}/public/other/mediatitles",
+ mode => '0755',
+ owner => $user,
+ group => root,
+ }
+
+ cron { 'pagetitles-ns0':
+ ensure => $ensure,
+ environment => 'MAILTO=ops-du...@wikimedia.org',
+ user => $user,
+ command => "cd ${snapshot::dirs::wikiqueriesdir}; python
wikiqueries.py --configfile wq.conf --filenameformat
'{w}-{d}-all-titles-in-ns-0.gz' --outdir
'${snapshot::dirs::datadir}/public/other/pagetitles/{d}' --query 'select
page_title from page where page_namespace=0;'",
+ minute => '10',
+ hour => '8',
+ require =>
File["${snapshot::dirs::datadir}/public/other/pagetitles"],
+ }
+
+ cron { 'pagetitles-ns6':
+ ensure => $ensure,
+ environment => 'MAILTO=ops-du...@wikimedia.org',
+ user => $user,
+ command => "cd ${snapshot::dirs::wikiqueriesdir}; python
wikiqueries.py --configfile wq.conf --filenameformat
'{w}-{d}-all-media-titles.gz' --outdir
'${snapshot::dirs::datadir}/public/other/mediatitles/{d}' --query 'select
page_title from page where page_namespace=6;'",
+ minute => '30',
+ hour => '8',
+ require =>
File["${snapshot::dirs::datadir}/public/other/mediatitles"],
+ }
+}
--
To view, visit https://gerrit.wikimedia.org/r/119011
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I44debf88161a78cffa892ff600dc397a09104357
Gerrit-PatchSet: 1
Gerrit-Project: operations/puppet
Gerrit-Branch: production
Gerrit-Owner: ArielGlenn <ar...@wikimedia.org>
_______________________________________________
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
