phenny-1/modules/vtluugwiki.py

87 lines
2.6 KiB
Python
Raw Normal View History

2010-12-21 00:22:25 -05:00
#!/usr/bin/env python
"""
vtluugwiki.py - Phenny VTLUUG Wiki Module
Copyright 2008-9, Sean B. Palmer, inamidst.com
Licensed under the Eiffel Forum License 2.
http://inamidst.com/phenny/
modified from Wikipedia module
author: mutantmonkey <mutantmonkey@mutantmonkey.in>
2010-12-21 00:22:25 -05:00
"""
2011-09-22 14:17:27 -04:00
import re, urllib.request, urllib.parse, urllib.error
2010-12-21 00:22:25 -05:00
import web
2011-07-15 13:43:27 -04:00
import json
2010-12-21 00:22:25 -05:00
2011-07-15 13:43:27 -04:00
wikiapi = 'https://vtluug.org/w/api.php?action=query&list=search&srsearch=%s&limit=1&prop=snippet&format=json'
2011-02-13 19:01:12 -05:00
wikiuri = 'https://vtluug.org/wiki/%s'
wikisearch = 'https://vtluug.org/wiki/Special:Search?' \
2011-07-15 13:43:27 -04:00
+ 'search=%s&fulltext=Search'
2010-12-21 00:22:25 -05:00
r_tr = re.compile(r'(?ims)<tr[^>]*>.*?</tr>')
r_paragraph = re.compile(r'(?ims)<p[^>]*>.*?</p>|<li(?!n)[^>]*>.*?</li>')
r_tag = re.compile(r'<(?!!)[^>]+>')
r_whitespace = re.compile(r'[\t\r\n ]+')
r_redirect = re.compile(
2011-07-15 13:43:27 -04:00
r'(?ims)class=.redirectText.>\s*<a\s*href=./wiki/([^"/]+)'
2010-12-21 00:22:25 -05:00
)
abbrs = ['etc', 'ca', 'cf', 'Co', 'Ltd', 'Inc', 'Mt', 'Mr', 'Mrs',
2011-07-15 13:43:27 -04:00
'Dr', 'Ms', 'Rev', 'Fr', 'St', 'Sgt', 'pron', 'approx', 'lit',
'syn', 'transl', 'sess', 'fl', 'Op'] \
+ list('ABCDEFGHIJKLMNOPQRSTUVWXYZ') \
+ list('abcdefghijklmnopqrstuvwxyz')
2010-12-21 00:22:25 -05:00
t_sentence = r'^.{5,}?(?<!\b%s)(?:\.(?=[\[ ][A-Z0-9]|\Z)|\Z)'
r_sentence = re.compile(t_sentence % r')(?<!\b'.join(abbrs))
def unescape(s):
2011-07-15 13:43:27 -04:00
s = s.replace('&gt;', '>')
s = s.replace('&lt;', '<')
s = s.replace('&amp;', '&')
s = s.replace('&#160;', ' ')
return s
2010-12-21 00:22:25 -05:00
def text(html):
2011-07-15 13:43:27 -04:00
html = r_tag.sub('', html)
html = r_whitespace.sub(' ', html)
return unescape(html).strip()
2010-12-21 00:22:25 -05:00
def vtluugwiki(term, last=False):
2011-07-15 13:43:27 -04:00
global wikiapi, wikiuri
url = wikiapi % term
bytes = web.get(url)
result = json.loads(bytes)
result = result['query']['search']
if len(result) <= 0:
return None
term = result[0]['title']
term = term.replace(' ', '_')
snippet = text(result[0]['snippet'])
return "%s - %s" % (snippet, wikiuri % term)
2010-12-21 00:22:25 -05:00
def vtluug(phenny, input):
2011-07-15 13:43:27 -04:00
origterm = input.groups()[1]
if not origterm:
return phenny.say('Perhaps you meant ".vtluug Zen"?')
2011-09-22 14:17:27 -04:00
origterm = origterm
2010-12-21 00:22:25 -05:00
2011-09-22 14:17:27 -04:00
term = urllib.parse.unquote(origterm)
2011-07-15 13:43:27 -04:00
term = term[0].upper() + term[1:]
term = term.replace(' ', '_')
2010-12-21 00:22:25 -05:00
2011-07-15 13:43:27 -04:00
try: result = vtluugwiki(term)
except IOError:
error = "Can't connect to vtluug.org (%s)" % (wikiuri % term)
return phenny.say(error)
2010-12-21 00:22:25 -05:00
2011-07-15 13:43:27 -04:00
if result is not None:
phenny.say(result)
else: phenny.say('Can\'t find anything in the VTLUUG Wiki for "%s".' % origterm)
2010-12-21 00:22:25 -05:00
vtluug.commands = ['vtluug']
vtluug.priority = 'high'
if __name__ == '__main__':
2011-09-22 14:17:27 -04:00
print(__doc__.strip())