Gerrit Patch Uploader has uploaded a new change for review. https://gerrit.wikimedia.org/r/103207
Change subject: scripts/lonelypages.py: ported to core ...................................................................... scripts/lonelypages.py: ported to core Ported lonelypages.py to pywikibot core. Removed some unnecessary inline comments from the code. Change-Id: I6ea13edf73dca8d5e6820eaa792ad33135023446 --- A lonelypages.py (working copy) 1 file changed, 298 insertions(+), 0 deletions(-) git pull ssh://gerrit.wikimedia.org:29418/pywikibot/core refs/changes/07/103207/1 diff --git "a/lonelypages.py \050working copy\051" "b/lonelypages.py \050working copy\051" new file mode 100644 index 0000000..40234d8 --- /dev/null +++ "b/lonelypages.py \050working copy\051" @@ -0,0 +1,298 @@ +#!/usr/bin/python +# -*- coding: utf-8 -*- +""" +This is a script written to add the template "orphan" to the pages that aren't +linked by other pages. It can give some strange Errors sometime, I hope that +all of them are fixed in this version. + +These command line parameters can be used to specify which pages to work on: + +¶ms; + +-xml Retrieve information from a local XML dump (pages-articles + or pages-meta-current, see http://download.wikimedia.org). + Argument can also be given as "-xml:filename". + +-page Only edit a specific page. + Argument can also be given as "-page:pagetitle". You can + give this parameter multiple times to edit multiple pages. + +Furthermore, the following command line parameters are supported: + +-enable: - Enable or disable the bot via a Wiki Page. + +-disambig: - Set a page where the bot save the name of the disambig + pages found (default: skip the pages) + +-limit: - Set how many pages check. + +-always - Always say yes, won't ask + +--- FixMes --- +* Check that all the code hasn't bugs + +--- Credit and Help --- +This Script has been developed by Pietrodn and Filnik on botwiki. If you want +to help us improving our script archive and pywikipediabot's archive or you +simply need help you can find us here: http://botwiki.sno.cc + +--- Examples --- +python lonelypages.py -enable:User:Bot/CheckBot -always +""" +# +# (C) Pietrodn, it.wiki 2006-2007 +# (C) Filnik, it.wiki 2007 +# (C) Pywikipedia bot team, 2008-2012 +# +# Distributed under the terms of the MIT license. +# +__version__ = '$Id: 3f5675b62cff437bc47eb779768d6514efd0e48e $' +# + +import pywikibot +from pywikibot import i18n +from pywikibot import pagegenerators +from pywikibot import re + +# This is required for the text that is shown when you run this script +# with the parameter -help. +docuReplacements = { + '¶ms;': pagegenerators.parameterHelp, +} + +##################################################### +# Here you have to put the config for your Project. # +##################################################### + +# ************* Modify only below! ************* # + +# Template to add in the orphan pages +Template = { + 'ar': u'{{يتيمة|تاريخ={{نسخ:اسم_شهر}} {{نسخ:عام}}}}', + 'ca': u'{{Orfe|date={{subst:CURRENTMONTHNAME}} {{subst:CURRENTYEAR}}}}', + 'en': u'{{Orphan|date={{subst:CURRENTMONTHNAME}} {{subst:CURRENTYEAR}}}}', + 'it': u'{{O||mese={{subst:CURRENTMONTHNAME}} {{subst:CURRENTYEAR}}}}', + 'ja': u'{{孤立|{{subst:DATE}}}}', + 'zh': u'{{subst:Orphan/auto}}', +} + +# Comment that the Bot will use to put the template +commento = { + 'ar': u'بوت: صفحة يتيمة، إضافة قالب', + 'ca': u'Bot:Pàgina orfe, afegint plantilla', + 'en': u'Robot: Orphan page, add template', + 'it': u'[[Project:Bot|Bot]]: Voce orfana, aggiungo template {{O}}', + 'ja': u'ロボットによる: 孤立したページへのテンプレート貼付け', + 'zh': u'機器人: 本頁的鏈入頁面太少', +} + +# When you add a disambig to the list of disambig pages +#(if you set disambigPage to None, you can put here nothing) +commenttodisambig = { + 'ar': u'بوت: إضافة صفحة توضيح', + 'ca': u'Bot; Afegint una desambiguació', + 'en': u'Robot: Adding a disambig page', + 'it': u'[[Project:Bot|Bot]]: Aggiungo una disambigua', + 'ja': u'ロボットによる: 曖昧さ回避の追加', + 'zh': u'機器人: 增加消歧義頁面', +} + +# Use regex to prevent to put the same template twice! +# Warning: put always "()" inside the regex, so the bot will find "something" +exception = { + 'ar': [ur'\{\{(?:قالب:|)(يتيمة)[\|\}]'], + 'ca': [r'\{\{(?:template:|)(orfe)[\|\}]'], + 'en': [r'\{\{(?:template:|)(orphan)[\|\}]', + r'\{\{(?:template:|)(wi)[\|\}]'], + 'it': [r'\{\{(?:template:|)(o|a)[\|\}]'], + 'ja': [ur'\{\{(?:template:|)(孤立)[\|\}]'], + 'zh': [r'\{\{(?:template:|)(orphan)[\|\}]'], +} + +# ************* Modify only above! ************* # + + +def main(): + # Load the configurations in the function namespace + global commento + global Template + global disambigPage + global commenttodisambig + global exception + + enablePage = None # Check if someone set an enablePage or not + limit = 50000 # Hope that there aren't so many lonely pages in a project + generator = None # Check if bot should use default generator or not + # Load all default generators! + genFactory = pagegenerators.GeneratorFactory() + nwpages = False # Check variable for newpages + always = False # Check variable for always + disambigPage = None # If no disambigPage given, not use it. + # Arguments! + for arg in pywikibot.handleArgs(): + if arg.startswith('-enable'): + if len(arg) == 7: + enablePage = pywikibot.input(u'Would you like to check if the \ + bot should run or not?') + else: + enablePage = arg[8:] + if arg.startswith('-disambig'): + if len(arg) == 9: + disambigPage = pywikibot.input(u'In which page should the bot \ + save the disambig pages?') + else: + disambigPage = arg[10:] + elif arg.startswith('-limit'): + if len(arg) == 6: + limit = int(pywikibot.input(u'How many pages do you want to \ + check?')) + else: + limit = int(arg[7:]) + elif arg.startswith('-newpages'): + if len(arg) == 9: + nwlimit = 50 # Default: 50 pages + else: + nwlimit = int(arg[10:]) + generator = pywikibot.getSite().newpages(number=nwlimit) + nwpages = True + elif arg == '-always': + always = True + else: + genFactory.handleArg(arg) + # Retrive the site + wikiSite = pywikibot.getSite() + + if not generator: + generator = genFactory.getCombinedGenerator() + + # If the generator is not given, use the default one + if not generator: + generator = wikiSite.lonelypages(repeat=True, number=limit) + # Take the configurations according to our project + comment = i18n.translate(wikiSite, commento) + commentdisambig = i18n.translate(wikiSite, commenttodisambig) + template = i18n.translate(wikiSite, Template) + exception = i18n.translate(wikiSite, exception) + # EnablePage part + if enablePage is not None: + # Define the Page Object + enable = pywikibot.Page(wikiSite, enablePage) + # Loading the page's data + try: + getenable = enable.get() + except pywikibot.NoPage: + pywikibot.output(u"%s doesn't esist, I use the page as if it was \ + blank!" % enable.title()) + getenable = '' + except wikiepedia.IsRedirect: + pywikibot.output(u"%s is a redirect, skip!" % enable.title()) + getenable = '' + # If the enable page is set to disable, turn off the bot + # (useful when the bot is run on a server) + if getenable != 'enable': + pywikibot.output('The bot is disabled') + return + # DisambigPage part + if disambigPage is not None: + disambigpage = pywikibot.Page(wikiSite, disambigPage) + try: + disambigtext = disambigpage.get() + except pywikibot.NoPage: + pywikibot.output(u"%s doesn't esist, skip!" % disambigpage.title()) + disambigtext = '' + except wikiepedia.IsRedirect: + pywikibot.output( + u"%s is a redirect, don't use it!" % disambigpage.title()) + disambigPage = None + # Main Loop + for page in generator: + if nwpages is True: + # The newpages generator returns a tuple, not a Page object. + page = page[0] + pywikibot.output(u"Checking %s..." % page.title()) + if page.isRedirectPage(): # If redirect, skip! + pywikibot.output(u'%s is a redirect! Skip...' % page.title()) + continue + # refs is not a list, it's a generator while resList... is a list, yes. + refs = page.getReferences() + refsList = list() + for j in refs: + if j is None: + # We have to find out why the function returns that value + pywikibot.error(u'1 --> Skip page') + continue + refsList.append(j) + # This isn't possible with a generator + if refsList != []: + pywikibot.output(u"%s isn't orphan! Skip..." % page.title()) + continue + # Never understood how a list can turn in "None", but it happened :-S + elif refsList is None: + # We have to find out why the function returns that value + pywikibot.error(u'2 --> Skip page') + continue + else: + # no refs, no redirect; check if there's already the template + try: + oldtxt = page.get() + except pywikibot.NoPage: + pywikibot.output(u"%s doesn't exist! Skip..." % page.title()) + continue + except pywikibot.IsRedirectPage: + pywikibot.output(u"%s is a redirect! Skip..." % page.title()) + continue + # I've used a loop in a loop. If I use continue in the second loop, + # it won't do anything in the first. So let's create a variable to + # avoid this problem. + Find = False + for regexp in exception: + res = re.findall(regexp, oldtxt.lower()) + # Found a template! Let's skip the page! + if res != []: + pywikibot.output(u'Your regex has found something in %s, \ + skipping...' % page.title()) + Find = True + break + # Skip the page.. + if Find: + continue + # Is the page a disambig? + if page.isDisambig() and disambigPage is not None: + pywikibot.output( + u'%s is a disambig page, report..' % page.title()) + if not page.title().lower() in disambigtext.lower(): + disambigtext = u"%s\n*[[%s]]" % (disambigtext, page.title()) + disambigpage.put(disambigtext, commentdisambig) + continue + # Is the page a disambig but there's not disambigPage? Skip! + elif page.isDisambig(): + pywikibot.output( + u'%s is a disambig page, skip...' % page.title()) + continue + else: + # Ok, the page need the template. Let's put it there! + # Adding the template in the text + newtxt = u"%s\n%s" % (template, oldtxt) + # Showing the title + pywikibot.output(u"\t\t>>> %s <<<" % page.title()) + # Showing the changes + pywikibot.showDiff(oldtxt, newtxt) + choice = 'y' # Default answer + if not always: + choice = pywikibot.inputChoice(u'Orphan page found, add \ + template?', ['Yes', 'No', 'All'], ['y', 'n', 'a']) + if choice == 'a': + always = True + choice = 'y' + if choice == 'y': + try: + page.put(newtxt, comment) + except pywikibot.EditConflict: + pywikibot.output(u'Edit Conflict! Skip...') + continue + +if __name__ == '__main__': + try: + main() + finally: + pywikibot.stopme() -- To view, visit https://gerrit.wikimedia.org/r/103207 To unsubscribe, visit https://gerrit.wikimedia.org/r/settings Gerrit-MessageType: newchange Gerrit-Change-Id: I6ea13edf73dca8d5e6820eaa792ad33135023446 Gerrit-PatchSet: 1 Gerrit-Project: pywikibot/core Gerrit-Branch: master Gerrit-Owner: Gerrit Patch Uploader <gerritpatchuploa...@gmail.com> _______________________________________________ MediaWiki-commits mailing list MediaWiki-commits@lists.wikimedia.org https://lists.wikimedia.org/mailman/listinfo/mediawiki-commits
