jenkins-bot has submitted this change and it was merged.
Change subject: fixing_redirects.py: ported to core
......................................................................
fixing_redirects.py: ported to core
The i18n file already existed, but I don't know if the remaining messages need
to be transferred to TranslateWiki as well.
Change-Id: I828fc744782c2d2ddb9afef78007eaceab0914a3
---
A scripts/fixing_redirects.py
1 file changed, 230 insertions(+), 0 deletions(-)
Approvals:
Merlijn van Deen: Looks good to me, approved
jenkins-bot: Verified
diff --git a/scripts/fixing_redirects.py b/scripts/fixing_redirects.py
new file mode 100644
index 0000000..c89d6db
--- /dev/null
+++ b/scripts/fixing_redirects.py
@@ -0,0 +1,230 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+"""
+This script has the intention to correct all redirect
+links in featured pages or only one page of each wiki.
+
+Can be using with:
+¶ms;
+
+-featured Run over featured pages
+
+Run fixing_redirects.py -help to see all the command-line
+options -file, -ref, -links, ...
+
+"""
+#
+# This script based on disambredir.py and solve_disambiguation.py
+#
+# (C) Pywikipedia team, 2004-2012
+#
+# Distributed under the terms of the MIT license.
+#
+__version__ = '$Id$'
+#
+import re
+import sys
+import pywikibot
+from pywikibot import pagegenerators
+from pywikibot import i18n
+
+# This is required for the text that is shown when you run this script
+# with the parameter -help.
+docuReplacements = {
+ '¶ms;': pagegenerators.parameterHelp,
+}
+
+featured_articles = {
+ 'ar': u'ويكيبيديا:مقالات مختارة',
+ 'cs': u'Wikipedie:Nejlepší články',
+ 'de': u'Wikipedia:Exzellente_Artikel',
+ 'en': u'Wikipedia:Featured_articles',
+ 'es': u'Wikipedia:Artículos_destacados',
+ 'fa': u'ویکیپدیا:نوشتارهای برگزیده',
+ 'fr': u'Wikipédia:Articles_de_qualité',
+ 'he': u'פורטל:ערכים_מומלצים',
+ 'is': u'Wikipedia:Úrvalsgreinar',
+ 'it': u'Wikipedia:Articoli_in_vetrina',
+ 'ja': u'Wikipedia:秀逸な記事',
+ 'nl': u'Wikipedia:Etalage',
+ 'nn': u'Wikipedia:Gode artiklar',
+ 'no': u'Wikipedia:Anbefalte artikler',
+ 'pl': u'Wikipedia:Artykuły_na_medal',
+ 'pt': u'Wikipedia:Os_melhores_artigos',
+ 'sv': u'Wikipedia:Utvalda_artiklar',
+ 'vi': u'Wikipedia:Bài_viết_chọn_lọc',
+ 'zh': u'Wikipedia:特色条目',
+}
+
+
+def firstcap(string):
+ return string[0].upper() + string[1:]
+
+
+def treat(text, linkedPage, targetPage):
+ """
+ Based on the method of the same name in solve_disambiguation.py
+ """
+ mysite = pywikibot.getSite()
+ linktrail = mysite.linktrail()
+
+ # make a backup of the original text so we can show the changes later
+ linkR =
re.compile(r'\[\[(?P<title>[^\]\|#]*)(?P<section>#[^\]\|]*)?(\|(?P<label>[^\]]*))?\]\](?P<linktrail>'
+ linktrail + ')')
+ curpos = 0
+ # This loop will run until we have finished the current page
+ while True:
+ m = linkR.search(text, pos=curpos)
+ if not m:
+ break
+ # Make sure that next time around we will not find this same hit.
+ curpos = m.start() + 1
+ # ignore interwiki links and links to sections of the same page
+ if m.group('title').strip() == '' or \
+ mysite.isInterwikiLink(m.group('title')):
+ continue
+ else:
+ actualLinkPage = pywikibot.Page(targetPage.site, m.group('title'))
+ # Check whether the link found is to page.
+ if actualLinkPage != linkedPage:
+ continue
+
+ choice = 'y'
+
+ # The link looks like this:
+ # [[page_title|link_text]]trailing_chars
+ page_title = m.group('title')
+ link_text = m.group('label')
+
+ if not link_text:
+ # or like this: [[page_title]]trailing_chars
+ link_text = page_title
+ if m.group('section') is None:
+ section = ''
+ else:
+ section = m.group('section')
+ trailing_chars = m.group('linktrail')
+ if trailing_chars:
+ link_text += trailing_chars
+
+ if choice in "uU":
+ # unlink - we remove the section if there's any
+ text = text[:m.start()] + link_text + text[m.end():]
+ continue
+ replaceit = choice in "rR"
+
+ # remove preleading ":"
+ if link_text[0] == ':':
+ link_text = link_text[1:]
+ if link_text[0].isupper():
+ new_page_title = targetPage.title()
+ else:
+ new_page_title = targetPage.title()[0].lower() + \
+ targetPage.title()[1:]
+
+ # remove preleading ":"
+ if new_page_title[0] == ':':
+ new_page_title = new_page_title[1:]
+
+ if replaceit and trailing_chars:
+ newlink = "[[%s%s]]%s" % (new_page_title, section, trailing_chars)
+ elif replaceit or (new_page_title == link_text and not section):
+ newlink = "[[%s]]" % new_page_title
+ # check if we can create a link with trailing characters instead of a
+ # pipelink
+ elif len(new_page_title) <= len(link_text) and \
+ firstcap(link_text[:len(new_page_title)]) == \
+ firstcap(new_page_title) and \
+ re.sub(re.compile(linktrail), '',
link_text[len(new_page_title):]) == '' and not section:
+ newlink = "[[%s]]%s" % (link_text[:len(new_page_title)],
+ link_text[len(new_page_title):])
+ else:
+ newlink = "[[%s%s|%s]]" % (new_page_title, section, link_text)
+ text = text[:m.start()] + newlink + text[m.end():]
+ continue
+ return text
+
+pageCache = []
+
+
+def workon(page):
+ mysite = pywikibot.getSite()
+ try:
+ text = page.get()
+ except pywikibot.IsRedirectPage:
+ pywikibot.output(u'%s is a redirect page. Skipping' % page)
+ return
+ except pywikibot.NoPage:
+ pywikibot.output(u'%s does not exist. Skipping' % page)
+ return
+ pywikibot.output(u"\n\n>>> \03{lightpurple}%s\03{default} <<<"
+ % page.title())
+ links = page.linkedPages()
+ if links is not None:
+ links = pagegenerators.PreloadingGenerator(links)
+# pywikibot.getall(mysite, links)
+ else:
+ pywikibot.output('Nothing left to do.')
+ return
+
+ for page2 in links:
+ try:
+ target = page2.getRedirectTarget()
+ except pywikibot.NoPage:
+ try:
+ target = page2.getMovedTarget()
+ except (pywikibot.NoPage, pywikibot.BadTitle):
+ continue
+ except (pywikibot.Error, pywikibot.SectionError):
+ continue
+ # no fix to user namespaces
+ if target.namespace() in [0, 1] and not page2.namespace() in [0, 1]:
+ continue
+ text = treat(text, page2, target)
+ if text != page.get():
+ comment = i18n.twtranslate(mysite, 'fixing_redirects-fixing')
+ pywikibot.showDiff(page.get(), text)
+ try:
+ page.put(text, comment)
+ except (pywikibot.Error):
+ pywikibot.error('unable to put %s' % page)
+
+
+def main():
+ featured = False
+ gen = None
+
+ # This factory is responsible for processing command line arguments
+ # that are also used by other scripts and that determine on which pages
+ # to work on.
+ genFactory = pagegenerators.GeneratorFactory()
+
+ for arg in pywikibot.handleArgs():
+ if arg == '-featured':
+ featured = True
+ else:
+ genFactory.handleArg(arg)
+
+ mysite = pywikibot.getSite()
+ if mysite.sitename() == 'wikipedia:nl':
+ pywikibot.output(
+ u'\03{lightred}There is consensus on the Dutch Wikipedia that bots
should not be used to fix redirects.\03{default}')
+ sys.exit()
+
+ if featured:
+ featuredList = i18n.translate(mysite, featured_articles)
+ ref = pywikibot.Page(pywikibot.getSite(), featuredList)
+ gen = pagegenerators.ReferringPageGenerator(ref)
+ gen = pagegenerators.NamespaceFilterPageGenerator(gen, [0])
+ if not gen:
+ gen = genFactory.getCombinedGenerator()
+ if gen:
+ for page in pagegenerators.PreloadingGenerator(gen):
+ workon(page)
+ else:
+ pywikibot.showHelp('fixing_redirects')
+
+if __name__ == "__main__":
+ try:
+ main()
+ finally:
+ pywikibot.stopme()
--
To view, visit https://gerrit.wikimedia.org/r/105515
To unsubscribe, visit https://gerrit.wikimedia.org/r/settings
Gerrit-MessageType: merged
Gerrit-Change-Id: I828fc744782c2d2ddb9afef78007eaceab0914a3
Gerrit-PatchSet: 2
Gerrit-Project: pywikibot/core
Gerrit-Branch: master
Gerrit-Owner: Gerrit Patch Uploader <gerritpatchuploa...@gmail.com>
Gerrit-Reviewer: Gerrit Patch Uploader <gerritpatchuploa...@gmail.com>
Gerrit-Reviewer: Ladsgroup <ladsgr...@gmail.com>
Gerrit-Reviewer: Merlijn van Deen <valhall...@arctus.nl>
Gerrit-Reviewer: jenkins-bot
_______________________________________________
MediaWiki-commits mailing list
MediaWiki-commits@lists.wikimedia.org
https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
