Planning the future of Botwiki! - Help us bring Botwiki up to date, contribute to our strategy discussion, add bot scripts, and contribute manuals, guides, and tutorials! Almost anything related to bots, particularly those used to edit mediawiki, is welcome.
UNABLE TO EDIT? - We've experienced attacks by spambots lately and now require you to confirm your e-mail before you can edit (go to your preferences, enter an e-mail address, and request a confirmation e-mail, then go to your e-mail and click on the confirmation link). We also require new accounts to make a few edits and wait a few minutes before before you can create a page; however, if this is a problem contact us in #botwiki and we can manually confirm your account. Sorry for the inconvenience.
Python:Add text mod.py
From Botwiki
#!/usr/bin/python # -*- coding: utf-8 -*- """ This is a Bot written by Filnik to add a text in a given category. These command line parameters can be used to specify which pages to work on: ¶ms; Furthermore, the following command line parameters are supported: -page Use a page as generator -text Define which text add -summary Define the summary to use -except Use a regex to understand if the template is already in the page -excepturl Use the html page as text where you want to see if there's the text, not the wiki-page. -newimages Add text in the new images -untagged Add text in the images that doesn't have any license template -always If used, the bot won't asked if it should add the text specified -up If used, put the text above and not below --- Example --- python add_text.py -start:! -summary:"Bot: Adding a template" -text:"{{Something}}" -except:"\{\{(?:[Tt]emplate:|)[Ss]omething" -up # Command used on it.wikipedia to put the template in the page without any category. python add_text.py -excepturl:"<p class='catlinks'>" -uncat -text:"{{Categorizzare}}" -except:"\{\{(?:[Tt]emplate:|)[Cc]ategorizzare" -summary:"Bot: Aggiungo template Categorizzare" --- Credits and Help --- This script has been written by Botwiki's stuff, if you want to help us or you need some help regarding this script, you can find us here: * http://botwiki.sno.cc """ # # (C) Filnik, 2007 # # Distributed under the terms of the MIT license. # __version__ = '$Id: AddText.py,v 1.0 2007/11/27 17:08:30 filnik Exp$' # import re, pagegenerators, urllib2, urllib import wikipedia, catlib # This is required for the text that is shown when you run this script # with the parameter -help. docuReplacements = { '¶ms;': pagegenerators.parameterHelp, } msg = { 'en': u'Bot: Adding %s', 'he': u'בוט: מוסיף %s', 'it': u'Bot: Aggiungo %s', 'ja': u'ロボットによる: 追加 %s', 'pt': u'Bot: Adicionando %s', 'sv': u'Bot: Lägger till %s', 'zh': u'機器人: 正在新增 %s', } class NoEnoughData(wikipedia.Error): """ Error class for when the user doesn't specified all the data needed """ class NothingFound(wikipedia.Error): """ An exception indicating that a regex has return [] instead of results.""" # Useful for the untagged function def pageText(url): """ Function to load HTML text of a URL """ try: request = urllib2.Request(url) user_agent = 'Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.7.12) Gecko/20050915 Firefox/1.0.7' request.add_header("User-Agent", user_agent) response = urllib2.urlopen(request) text = response.read() response.close() # When you load to many users, urllib2 can give this error. except urllib2.HTTPError: wikipedia.output(u"Server error. Pausing for 10 seconds... " + time.strftime("%d %b %Y %H:%M:%S (UTC)", time.gmtime()) ) time.sleep(10) request = urllib2.Request(url) user_agent = 'Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.7.12) Gecko/20050915 Firefox/1.0.7' request.add_header("User-Agent", user_agent) response = urllib2.urlopen(request) text = response.read() response.close() return text def untaggedGenerator(untaggedProject, limit = 500): """ Function to get the pages returned by this tool: http://tools.wikimedia.de/~daniel/WikiSense/UntaggedImages.php """ lang = untaggedProject.split('.', 1)[0] project = '.' + untaggedProject.split('.', 1)[1] if lang == 'commons': link = 'http://tools.wikimedia.de/~daniel/WikiSense/UntaggedImages.php?wikifam=commons.wikimedia.org&since=-100d&until=&img_user_text=&order=img_timestamp&max=100&order=img_timestamp&format=html' else: link = 'http://tools.wikimedia.de/~daniel/WikiSense/UntaggedImages.php?wikilang=' + lang + '&wikifam=' + project + '&order=img_timestamp&max=' + str(limit) + '&ofs=0&max=' + str(limit) text = pageText(link) #print text regexp = r"""<td valign='top' title='Name'><a href='http://.*?\.org/w/index\.php\?title=(.*?)'>.*?</a></td>""" results = re.findall(regexp, text) if results == []: print link raise NothingFound('Nothing found! Try to use the tool by yourself to be sure that it works!') else: for result in results: yield wikipedia.Page(wikipedia.getSite(), result) def add_text(page = None, addText = None, summary = None, regexSkip = None, regexSkipUrl = None, always = False, up = False, putText = True, oldTextGiven = None): if not addText: raise NoEnoughData('You have to specify what text you want to add!') if not summary: summary = wikipedia.setAction(wikipedia.translate(wikipedia.getSite(), msg) % addText) errorCount = 0 site = wikipedia.getSite() # /wiki/ is not always the right path in non-wiki projects pathWiki = site.family.nicepath(site.lang) if putText: wikipedia.output(u'Loading %s...' % page.title()) paginetta = wikipedia.ImagePage(site, page.title()) # I take the data of the latest uploader and I take only the name imagedata = paginetta.getFileVersionHistory() if imagedata == list(): wikipedia.output(u"Seems that %s hasn't the image at all, but there is something in the description... skip!" % page.title()) return (False, always) # continue try: nick = paginetta.getFileVersionHistory()[-1][1] except IndexError: wikipedia.output(u"Seems that %s hasn't the image at all, but there is something in the description... skip!" % page.title()) return (False, always) # continue luser = wikipedia.url2link(nick, site, site) pagina_discussione = "%s:%s" % (site.namespace(3), luser) # Defing the talk page (pagina_discussione = talk_page ^__^ ) page = wikipedia.Page(site, pagina_discussione) if oldTextGiven == None: try: text = page.get() except wikipedia.NoPage: wikipedia.output(u"%s doesn't exist, skip!" % page.title()) return (False, always) # continue except wikipedia.IsRedirectPage: wikipedia.output(u"%s is a redirect, skip!" % page.title()) return (False, always) # continue else: text = oldTextGiven # Understand if the bot has to skip the page or not # In this way you can use both -except and -excepturl if regexSkipUrl != None: url = '%s%s' % (pathWiki, page.urlname()) result = re.findall(regexSkipUrl, site.getUrl(url)) if result != []: wikipedia.output(u'Exception! regex (or word) used with -exceptUrl is in the page. Skip!') return (False, always) # continue if regexSkip != None: result = re.findall(regexSkip, text) if result != []: wikipedia.output(u'Exception! regex (or word) used with -except is in the page. Skip!') return (False, always) # continue newtext = text + '\n' + addText if putText and text != newtext: wikipedia.output(u"\n\n>>> \03{lightpurple}%s\03{default} <<<" % page.title()) wikipedia.showDiff(text, newtext) choice = '' # Let's put the changes. while 1: # If someone load it as module, maybe it's not so useful to put the text in the page if putText: if not always: choice = wikipedia.inputChoice(u'Do you want to accept these changes?', ['Yes', 'No', 'All'], ['y', 'N', 'a'], 'N') if choice.lower() in ['a', 'all']: always = True if choice.lower() in ['n', 'no']: return (False, always) if choice.lower() in ['y', 'yes'] or always: try: page.put(newtext, summary) except wikipedia.EditConflict: wikipedia.output(u'Edit conflict! skip!') return (False, always) except wikipedia.ServerError: errorCount += 1 if errorCount < 5: wikipedia.output(u'Server Error! Wait..') time.sleep(3) continue else: raise wikipedia.ServerError(u'Fifth Server Error!') except wikipedia.SpamfilterError, e: wikipedia.output(u'Cannot change %s because of blacklist entry %s' % (page.title(), e.url)) return (False, always) except wikipedia.PageNotSaved, error: wikipedia.output(u'Error putting page: %s' % error.args) return (False, always) except wikipedia.LockedPage: wikipedia.output(u'Skipping %s (locked page)' % page.title()) return (False, always) else: # Break only if the errors are one after the other... errorCount = 0 return (True, always) else: return (text, newtext, always) def main(): # If none, the var is setted only for check purpose. summary = None; addText = None; regexSkip = None; regexSkipUrl = None; generator = None; always = False # Load a lot of default generators genFactory = pagegenerators.GeneratorFactory() # Put the text above or below the text? up = False # Loading the arguments for arg in wikipedia.handleArgs(): if arg.startswith('-text'): if len(arg) == 5: addText = wikipedia.input(u'What text do you want to add?') else: addText = arg[6:] elif arg.startswith('-summary'): if len(arg) == 8: summary = wikipedia.input(u'What summary do you want to use?') else: summary = arg[9:] elif arg.startswith('-page'): if len(arg) == 5: generator = [wikipedia.Page(wikipedia.getSite(), wikipedia.input(u'What page do you want to use?'))] else: generator = [wikipedia.Page(wikipedia.getSite(), arg[6:])] elif arg.startswith('-excepturl'): if len(arg) == 10: regexSkipUrl = wikipedia.input(u'What text should I skip?') else: regexSkipUrl = arg[11:] elif arg.startswith('-except'): if len(arg) == 7: regexSkip = wikipedia.input(u'What text should I skip?') else: regexSkip = arg[8:] elif arg.startswith('-untagged'): if len(arg) == 9: untaggedProject = wikipedia.input(u'What project do you want to use?') else: untaggedProject = arg[10:] generator = untaggedGenerator(untaggedProject) elif arg == '-up': up = True elif arg == '-always': always = True else: generator = genFactory.handleArg(arg) # Check if there are the minimal settings if not generator: raise NoEnoughData('You have to specify the generator you want to use for the script!') # Main Loop for page in generator: (status, always) = add_text(page, addText, summary, regexSkip, regexSkipUrl, always, up, True) if __name__ == "__main__": try: main() finally: wikipedia.stopme()
