Kelson has uploaded a new change for review.
https://gerrit.wikimedia.org/r/200313
Change subject: Allow to backup globalimagelinks table, T87571
......................................................................
Allow to backup globalimagelinks table, T87571
Change-Id: I17c40250c39f20c8981b6e840a8240e38bae43b8
---
M xmldumps-backup/README.config
M xmldumps-backup/WikiDump.py
M xmldumps-backup/worker.py
3 files changed, 13 insertions(+), 0 deletions(-)
git pull ssh://gerrit.wikimedia.org:29418/operations/dumps
refs/changes/13/200313/1
diff --git a/xmldumps-backup/README.config b/xmldumps-backup/README.config
index 41a8699..03f763f 100644
--- a/xmldumps-backup/README.config
+++ b/xmldumps-backup/README.config
@@ -62,6 +62,9 @@
wikidatalist -- File with list of databases which act as a wikibase
repo. For Wikimedia projects this currently consists
of the project 'wikidata'.
+globalusagelist -- File with list of databases which act as a media
+ repo with the GlobalUsage extension. For Wikimedia projects
+ this currently consists of the project 'commons'.
biglist -- File with list of large wikis for which no history dumps are
generated because they are too huge. (This must be an old
deprecated option; these days we do not care how big they
diff --git a/xmldumps-backup/WikiDump.py b/xmldumps-backup/WikiDump.py
index 6d0775c..7c7d624 100644
--- a/xmldumps-backup/WikiDump.py
+++ b/xmldumps-backup/WikiDump.py
@@ -176,6 +176,7 @@
"privatelist": "",
"flaggedrevslist": "",
"wikidatalist": "",
+ "globalusagelist": "",
# "dir": "",
"forcenormal": "0",
"halt": "0",
@@ -316,6 +317,7 @@
self.privateList = MiscUtils.dbList(self.conf.get("wiki",
"privatelist"))
self.flaggedRevsList = MiscUtils.dbList(self.conf.get("wiki",
"flaggedrevslist"))
self.wikidataList = MiscUtils.dbList(self.conf.get("wiki",
"wikidatalist"))
+ self.globalUsageList = MiscUtils.dbList(self.conf.get("wiki",
"globalusagelist"))
self.wikiDir = self.conf.get("wiki", "dir")
self.forceNormal = self.conf.getint("wiki", "forcenormal")
self.halt = self.conf.getint("wiki", "halt")
@@ -489,6 +491,9 @@
def hasWikidata(self):
return self.dbName in self.config.wikidataList
+
+ def hasGlobalUsage(self):
+ return self.dbName in self.config.globalUsageList
def isLocked(self):
return os.path.exists(self.lockFile())
diff --git a/xmldumps-backup/worker.py b/xmldumps-backup/worker.py
index c8a4be0..8ec96c0 100644
--- a/xmldumps-backup/worker.py
+++ b/xmldumps-backup/worker.py
@@ -558,6 +558,7 @@
self.wiki = wiki
self._hasFlaggedRevs = self.wiki.hasFlaggedRevs()
self._hasWikidata = self.wiki.hasWikidata()
+ self._hasGlobalUsage = self.wiki.hasGlobalUsage()
self._prefetch = prefetch
self._spawn = spawn
self.chunkInfo = chunkInfo
@@ -679,6 +680,10 @@
self.dumpItems.append(
PublicTable( "sites", "sitestable","This
contains the SiteMatrix information from meta.wikimedia.org provided as a
table." ))
+ if self._hasGlobalUsage:
+ self.dumpItems.append(
+ PublicTable( "globalimagelinks",
"globalimagelinks","Global wiki media/files usage records." ))
+
self.dumpItems.append(
BigXmlDump("meta-history",
"metahistorybz2dump",
--
To view, visit https://gerrit.wikimedia.org/r/200313
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: newchange
Gerrit-Change-Id: I17c40250c39f20c8981b6e840a8240e38bae43b8
Gerrit-PatchSet: 1
Gerrit-Project: operations/dumps
Gerrit-Branch: ariel
Gerrit-Owner: Kelson <kel...@kiwix.org>
_______________________________________________
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
