User:WindBOT/CoreSource - Revision history

WindPower: Added new built-in filter: Simplify anchors

2012-03-23T22:09:04Z

Added new built-in filter: Simplify anchors

← Older revision		Revision as of 22:09, 23 March 2012
Line 258:		Line 258:
	self.setLabel(None)		self.setLabel(None)
	self.setLink(u'')		self.setLink(u'')
			self.anchor = None
	self.joined = False		self.joined = False
	if len(content) > 2:		if len(content) > 2:
Line 267:		Line 268:
	if lnk.find(u':') == -1:		if lnk.find(u':') == -1:
	lnk = lnk.replace(u'_', u' ')		lnk = lnk.replace(u'_', u' ')
			anchor = None
			if lnk.find(u'#') != -1:
			lnk, anchor = lnk.split(u'#', 1)
			self.setAnchor(anchor)
	self.setLink(lnk)		self.setLink(lnk)
	if len(split) == 2:		if len(split) == 2:
Line 272:		Line 277:
	else:		else:
	self.setLabel(split[0])		self.setLabel(split[0])
	self.joined = ~~True~~		self.joined = anchor is None
	elif content[0] == u'[' and content[-1] == u']':		elif content[0] == u'[' and content[-1] == u']':
	split = content[1:-1].split(u' ', 1)		split = content[1:-1].split(u' ', 1)
Line 285:		Line 290:
	def getBody(self):		def getBody(self):
	return u(self.body)		return u(self.body)
	def getLink(self):		def getLink(self, withAnchor=False):
			if withAnchor and self.getAnchor() is not None:
			return u(self.link) + u'#' + self.getAnchor()
	return u(self.link)		return u(self.link)
			def getAnchor(self):
			return self.anchor
	def getLabel(self):		def getLabel(self):
	if self.label is None:		if self.label is None:
Line 298:		Line 307:
	self.body = u(body)		self.body = u(body)
	def setLink(self, link):		def setLink(self, link):
	self.link = u(link)		link = u(link)
			if self.getType() == u'internal' and link.find(u'#') != -1:
			link, anchor = link.split(u'#', 1)
			self.setAnchor(anchor)
			self.link = link
	if self.joined:		if self.joined:
	self.label = u(link)		self.label = u(link)
			replaceDots = compileRegex(r'(?:\.[a-f\d][a-f\d])+')
			def _replaceDots(self, g):
			s = ''
			g = g.group(0)
			for i in xrange(0, len(g), 3):
			s += chr(int(g[i + 1:i + 3], 16))
			return s.decode('utf8')
			def setAnchor(self, anchor):
			if self.getType() == u'internal':
			u(anchor).replace(u'_', u' ')
			try:
			anchor = link.replaceDots.sub(self._replaceDots, anchor)
			except:
			pass
			self.anchor = anchor
	def setLabel(self, label):		def setLabel(self, label):
	if label is None:		if label is None:
Line 314:		Line 342:
	def __unicode__(self):		def __unicode__(self):
	label = self.getLabel()		label = self.getLabel()
	tmpLink = self.getLink()		tmpLink = self.getLink(withAnchor=True)
	if self.getType() == u'internal':		if self.getType() == u'internal':
	tmpLink2 = tmpLink.replace(u'_', u' ')		tmpLink2 = tmpLink.replace(u'_', u' ')

WindPower: rm py2.7 hax, +extra possibilities for word boundaries in cyrillic, +better arrow symbols

2012-03-05T23:53:43Z

rm py2.7 hax, +extra possibilities for word boundaries in cyrillic, +better arrow symbols

← Older revision		Revision as of 23:53, 5 March 2012
Line 30:		Line 30:
	import wikiUpload		import wikiUpload
	import feedparser		import feedparser
	~~# Hax for Python < 2.7~~
	~~try:~~
	~~from collections import OrderedDict~~
	~~except:~~
	~~from backport_OrderedDict import OrderedDict~~
	~~import collections~~
	~~collections.OrderedDict = OrderedDict~~
	try:		try:
	import steam		import steam
Line 159:		Line 152:
	summary = getSummary(summary)		summary = getSummary(summary)
	p = page(p)		p = page(p)
	print 'Editing', p.title, 'with summary', summary		try:
			print 'Editing', p.title, 'with summary', summary
			except:
			pass
	try:		try:
	if nocreate:		if nocreate:
Line 777:		Line 773:
	return setFilterName(curry(dumbReplacement, rs), u'DumbReplacements(' + u(rs) + u')')		return setFilterName(curry(dumbReplacement, rs), u'DumbReplacements(' + u(rs) + u')')
	def dumbReplace(subject, replacement):		def dumbReplace(subject, replacement):
	return setFilterName(dumbReplaces({subject: replacement}), u'DumbReplacement(' + u(subject) + u' -> ' + u(replacement) + u')')		return setFilterName(dumbReplaces({subject: replacement}), u'DumbReplacement(' + u(subject) + u' \u2192 ' + u(replacement) + u')')
	def wordRegex(word, **kwargs):		def wordRegex(word, **kwargs):
	flags = None		flags = None
Line 784:		Line 780:
	word = word[0]		word = word[0]
	word = u(re.sub(r'[-_ ]+', r'[-_ ]', u(word)))		word = u(re.sub(r'[-_ ]+', r'[-_ ]', u(word)))
	word = u(r"(?<![\u00E8-\u00F8\xe8-\xf8\w])(?<!'')(?<!" + r'"' + r")(?:\b\|^)" + word + r"(?:\b(?![\u00E8-\u00F8\xe8-\xf8\w])(?!''\|" + r'"' + r")\|$)")		word = u(r"(?<![\u00E8-\u00F8\xe8-\xf8\w])(?<!'')(?<!" + r'"' + ")(?:\\b\|(?<=[ \\[\\]\$\$:;.,\"'\\xab\\xbb])\|^)" + word + r"(?:\b(?![\u00E8-\u00F8\xe8-\xf8\w])(?!''\|" + r'"' + ")\|(?=[ \\[\\]$\$:;.,\"'\\xab\\xbb])\|$)")
	if flags is None:		if flags is None:
	return word		return word
Line 809:		Line 805:
	else:		else:
	rs[wordRegex(w, **kwargs)] = correct		rs[wordRegex(w, **kwargs)] = correct
	return setFilterName(regexes(rs), u'WordFilter(' + u'/'.join(badwords2) + u' -> ' + correct + u')')		return setFilterName(regexes(rs), u'WordFilter(' + u'/'.join(badwords2) + u' \u2192 ' + correct + u')')
	def enforceCapitalization(words, *kwargs):		def enforceCapitalization(words, *kwargs):
	for w in words:		for w in words:

WindPower at 01:06, 9 January 2012

2012-01-09T01:06:55Z

← Older revision		Revision as of 01:06, 9 January 2012
Line 745:		Line 745:
	f, params = f		f, params = f
	for i in range(len(templatelist)):		for i in range(len(templatelist)):
	if templatelist[i] is not None and isinstance(~~linklist~~[i], template):		if templatelist[i] is not None and isinstance(templatelist[i], template):
	oldTemplate = u(templatelist[i])		oldTemplate = u(templatelist[i])
	templatelist[i] = f(templatelist[i], **kwargs)		templatelist[i] = f(templatelist[i], **kwargs)

WindPower: Support non-link/template returning in links and template filters. Necessary for link -> template conversion.

2012-01-09T01:03:51Z

Support non-link/template returning in links and template filters. Necessary for link -> template conversion.

← Older revision		Revision as of 01:03, 9 January 2012
Line 729:		Line 729:
	f, params = f		f, params = f
	for i in range(len(linklist)):		for i in range(len(linklist)):
	if linklist[i] is not None:		if linklist[i] is not None and isinstance(linklist[i], link):
	oldLink = u(linklist[i])		oldLink = u(linklist[i])
	linklist[i] = f(linklist[i], **kwargs)		linklist[i] = f(linklist[i], **kwargs)
Line 745:		Line 745:
	f, params = f		f, params = f
	for i in range(len(templatelist)):		for i in range(len(templatelist)):
	if templatelist[i] is not None:		if templatelist[i] is not None and isinstance(linklist[i], template):
	oldTemplate = u(templatelist[i])		oldTemplate = u(templatelist[i])
	templatelist[i] = f(templatelist[i], **kwargs)		templatelist[i] = f(templatelist[i], **kwargs)

WindPower at 16:27, 8 January 2012

2012-01-08T16:27:13Z

@@ Line 30: / Line 30: @@
 import wikiUpload
 import feedparser
-import steam
+# Hax for Python < 2.7
 from wikiUpload import wikiUploader
@@ Line 201: / Line 211: @@
 	except:
 		warning('Couldn\'t update edit count.')
 def compileRegex(regex, flags=re.IGNORECASE):
@@ Line 586: / Line 615: @@
 		content = content.replace(s[0], s[1])
 	return content
 def regReplaceCallBack(sub, match):
 	groupcount = 1
@@ Line 995: / Line 1,023: @@
 	except:
 		error('Couldn\'t grab page', p)
-	coderegex = compileRegex(r'^(?:  [^\r\n]*(?:[\r\n]+|$))+', re.MULTILINE)
+	coderegex = compileRegex(r'^(?: [^\r\n]*(?:[\r\n]+|$))+', re.MULTILINE)
-	trimcode = compileRegex(r'^  |</?nowiki>', re.MULTILINE)
+	trimcode = compileRegex(r'^ |</?nowiki>', re.MULTILINE)
 	for m in coderegex.finditer(code):
 		try:

WindPower: dees pen surr

2011-12-18T06:05:38Z

dees pen surr

← Older revision		Revision as of 06:05, 18 December 2011
Line 34:		Line 34:

	from botConfig import config		from botConfig import config
	steam.set_api_key(config['steamAPI'])		if steam is not None and 'steamAPI' in config:
			steam.set_api_key(config['steamAPI'])
	config['runtime'] = {		config['runtime'] = {
	'rcid': -1,		'rcid': -1,

WindPower at 22:39, 18 November 2011

2011-11-18T22:39:20Z

← Older revision		Revision as of 22:39, 18 November 2011
Line 1,174:		Line 1,174:
	for f in fs:		for f in fs:
	try:		try:
	os.remove(~~tempFile~~)		os.remove(f)
	except:		except:
	pass		pass

WindPower: backport changes from tf wiki

2011-11-18T21:49:54Z

backport changes from tf wiki

← Older revision		Revision as of 21:49, 18 November 2011
Line 26:		Line 26:
	import subprocess		import subprocess
	import cStringIO as StringIO		import cStringIO as StringIO
			import shutil
	import wikitools		import wikitools
	import wikiUpload		import wikiUpload
Line 101:		Line 102:
	t.join()		t.join()
	self.tasks = self.tasks[numThreads:]		self.tasks = self.tasks[numThreads:]
	def getTempFilename():		def getTempFilename(extension=None):
	global config		global config
	f = tempfile.mkstemp(prefix=config['tempPrefix'])		if extension is None:
			f = tempfile.mkstemp(prefix=config['tempPrefix'])
			else:
			f = tempfile.mkstemp(suffix=u'.' + u(extension), prefix=config['tempPrefix'])
	os.close(f[0]) # Damn you Python I just want a filename		os.close(f[0]) # Damn you Python I just want a filename
	return f[1]		return u(f[1])

	def wiki():		def wiki():
Line 1,116:		Line 1,120:
	languages[u(key)][curlang] = u(value)		languages[u(key)][curlang] = u(value)
	else:		else:
	pass ~~#print 'Invalid line:', l.__repr__()~~		pass
	return languages		return languages
	def languagesFilter(languages, commonto=None, prefix=None, suffix=None, exceptions=[]):		def languagesFilter(languages, commonto=None, prefix=None, suffix=None, exceptions=[]):
Line 1,158:		Line 1,162:
	else:		else:
	addSafeFilter(f, language=targetPageLang)		addSafeFilter(f, language=targetPageLang)
			def getRandBits():
			return random.getrandbits(128)
			def getFileHash(filename):
			h = hashlib.md5()
			f = open(filename, 'rb')
			for i in f.readlines():
			h.update(i)
			f.close()
			return u(h.hexdigest())
			def deleteFile(*fs):
			for f in fs:
			try:
			os.remove(tempFile)
			except:
			pass
			def programExists(programName):
			try:
			result = subprocess.call(['which', programName])
			return result == 0
			except:
			return False
	def run():		def run():
	global config		global config
Line 1,172:		Line 1,197:
	updateEditCount()		updateEditCount()
	runScheduledTasks()		runScheduledTasks()
	import rcNotify		try:
	rcNotify.main(once=True)		import rcNotify
			rcNotify.main(once=True)
			except:
			pass
	try:		try:
	subprocess.Popen(['killall', 'cpulimit']).communicate()		subprocess.Popen(['killall', 'cpulimit']).communicate()

WindPower: Backported changes from tf wiki windbot

2011-09-25T04:59:13Z

Backported changes from tf wiki windbot

@@ Line 22: / Line 22: @@
 import tempfile
 import traceback
 import random
 import subprocess
@@ Line 82: / Line 83: @@
 			kw = kwargs or self.kwargs
 		return self.func(*(self.pending + args), **kw)
 def getTempFilename():
 	global config

WindPower: Backported changes from tf wiki

2011-08-12T08:10:10Z

Backported changes from tf wiki

← Older revision		Revision as of 08:10, 12 August 2011
Line 124:		Line 124:
	global config		global config
	summary = getSummary(summary)		summary = getSummary(summary)
			p = page(p)
			print 'Editing', p.title, 'with summary', summary
	try:		try:
	if nocreate:		if nocreate:
	result = ~~page~~(p).edit(u(content), summary=summary, ~~minor~~=~~minor~~, bot=bot, nocreate=nocreate)		if minor:
			result = p.edit(u(content), summary=summary, minor=True, bot=bot, nocreate=nocreate)
			else:
			result = p.edit(u(content), summary=summary, notminor=True, bot=bot, nocreate=nocreate)
	else:		else:
	result = ~~page~~(p).edit(u(content), summary=summary, ~~minor~~=~~minor~~, bot=bot)		if minor:
			result = p.edit(u(content), summary=summary, minor=True, bot=bot)
			else:
			result = p.edit(u(content), summary=summary, notminor=True, bot=bot)
	except:		except:
	warning('Couldn\'t edit', p)		warning('Couldn\'t edit', p.title)
	return None		return None
	try:		try:
Line 136:		Line 144:
	config['runtime']['edits'] += 1		config['runtime']['edits'] += 1
	except:		except:
	warning('Couldn\'t edit', p)		warning('Couldn\'t edit', p.title)
	return result		return result
	def deletePage(p, summary=False):		def deletePage(p, summary=False):
Line 611:		Line 619:
	return compileRegex(u'/' + u(f[1]['language']) + u'$').search(u(article))		return compileRegex(u'/' + u(f[1]['language']) + u'$').search(u(article))
	return True		return True
			scheduledTasks = []
	def scheduleTask(task, oneinevery):		def scheduleTask(task, oneinevery):
			global scheduledTasks
	result = random.randint(0, oneinevery-1)		result = random.randint(0, oneinevery-1)
	print 'Task:', task, '; result:', result		print 'Task:', task, '; result:', result
	if not result:		if not result:
	task()		scheduledTasks.append(task)
			def runScheduledTasks():
			global scheduledTasks
			if not len(scheduledTasks):
			print 'No tasks scheduled.'
			return
			print 'Running scheduled tasks...'
			for t in scheduledTasks:
			print 'Running task:', t
			try:
			t()
			print 'End of task:', t
			except:
			print 'Error while executing task:', t
	def sFilter(filters, content, returnActive=False, **kwargs):		def sFilter(filters, content, returnActive=False, **kwargs):
	content = u(content)		content = u(content)
Line 1,129:		Line 1,152:
	doPageRequests(force=False)		doPageRequests(force=False)
	updateEditCount()		updateEditCount()
			runScheduledTasks()
	import rcNotify		import rcNotify
	rcNotify.main(once=True)		rcNotify.main(once=True)