From bbb932897b1bb92695fa889ec0d9fed5fed891c2 Mon Sep 17 00:00:00 2001
From: mutantmonkey <mutantmonkey@gmail.com>
Date: Tue, 21 Dec 2010 00:22:25 -0500
Subject: [PATCH] Added module to search VTLUUG wiki

---
 modules/vtluugwiki.py | 168 ++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 168 insertions(+)
 create mode 100755 modules/vtluugwiki.py

diff --git a/modules/vtluugwiki.py b/modules/vtluugwiki.py
new file mode 100755
index 0000000..404b5c7
--- /dev/null
+++ b/modules/vtluugwiki.py
@@ -0,0 +1,168 @@
+#!/usr/bin/env python
+"""
+vtluugwiki.py - Phenny VTLUUG Wiki Module
+Copyright 2008-9, Sean B. Palmer, inamidst.com
+Licensed under the Eiffel Forum License 2.
+
+http://inamidst.com/phenny/
+
+modified from Wikipedia module
+author: mutantmonkey <mutantmonkey@gmail.com>
+"""
+
+import re, urllib
+import web
+
+wikiuri = 'http://vtluug.org/wiki/%s'
+wikisearch = 'http://vtluug.org/wiki/Special:Search?' \
+                    + 'search=%s&fulltext=Search'
+
+r_tr = re.compile(r'(?ims)<tr[^>]*>.*?</tr>')
+r_paragraph = re.compile(r'(?ims)<p[^>]*>.*?</p>|<li(?!n)[^>]*>.*?</li>')
+r_tag = re.compile(r'<(?!!)[^>]+>')
+r_whitespace = re.compile(r'[\t\r\n ]+')
+r_redirect = re.compile(
+   r'(?ims)class=.redirectText.>\s*<a\s*href=./wiki/([^"/]+)'
+)
+
+abbrs = ['etc', 'ca', 'cf', 'Co', 'Ltd', 'Inc', 'Mt', 'Mr', 'Mrs', 
+         'Dr', 'Ms', 'Rev', 'Fr', 'St', 'Sgt', 'pron', 'approx', 'lit', 
+         'syn', 'transl', 'sess', 'fl', 'Op'] \
+   + list('ABCDEFGHIJKLMNOPQRSTUVWXYZ') \
+   + list('abcdefghijklmnopqrstuvwxyz')
+t_sentence = r'^.{5,}?(?<!\b%s)(?:\.(?=[\[ ][A-Z0-9]|\Z)|\Z)'
+r_sentence = re.compile(t_sentence % r')(?<!\b'.join(abbrs))
+
+def unescape(s): 
+   s = s.replace('&gt;', '>')
+   s = s.replace('&lt;', '<')
+   s = s.replace('&amp;', '&')
+   s = s.replace('&#160;', ' ')
+   return s
+
+def text(html): 
+   html = r_tag.sub('', html)
+   html = r_whitespace.sub(' ', html)
+   return unescape(html).strip()
+
+def search(term): 
+   try: import search
+   except ImportError, e: 
+      print e
+      return term
+
+   if isinstance(term, unicode): 
+      term = term.encode('utf-8')
+   else: term = term.decode('utf-8')
+
+   term = term.replace('_', ' ')
+   try: uri = search.result('site:vtluug.org %s' % term)
+   except IndexError: return term
+   if uri: 
+      return uri[len('http://vtluug.org/wiki/'):]
+   else: return term
+
+def vtluugwiki(term, last=False): 
+   global wikiuri
+   if not '%' in term: 
+      if isinstance(term, unicode): 
+         t = term.encode('utf-8')
+      else: t = term
+      q = urllib.quote(t)
+      u = wikiuri % q
+      bytes = web.get(u)
+   else: bytes = web.get(wikiuri % term)
+   bytes = r_tr.sub('', bytes)
+
+   if not last: 
+      r = r_redirect.search(bytes[:4096])
+      if r: 
+         term = urllib.unquote(r.group(1))
+         return vtluugwiki(term, last=True)
+
+   paragraphs = r_paragraph.findall(bytes)
+
+   if not paragraphs: 
+      if not last: 
+         term = search(term)
+         return vtluugwiki(term, last=True)
+      return None
+
+   # Pre-process
+   paragraphs = [para for para in paragraphs 
+                 if (para and 'technical limitations' not in para 
+                          and 'window.showTocToggle' not in para 
+                          and 'Deletion_policy' not in para 
+                          and 'Template:AfD_footer' not in para 
+                          and not (para.startswith('<p><i>') and 
+                                   para.endswith('</i></p>'))
+                          and not 'disambiguation)"' in para) 
+                          and not '(images and media)' in para
+                          and not 'This article contains a' in para 
+                          and not 'id="coordinates"' in para
+                          and not 'class="thumb' in para]
+                          # and not 'style="display:none"' in para]
+
+   for i, para in enumerate(paragraphs): 
+      para = para.replace('<sup>', '|')
+      para = para.replace('</sup>', '|')
+      paragraphs[i] = text(para).strip()
+
+   # Post-process
+   paragraphs = [para for para in paragraphs if 
+                 (para and not (para.endswith(':') and len(para) < 150))]
+
+   para = text(paragraphs[0])
+   m = r_sentence.match(para)
+
+   if not m: 
+      if not last: 
+         term = search(term)
+         return vtluugwiki(term, last=True)
+      return None
+   sentence = m.group(0)
+
+   maxlength = 275
+   if len(sentence) > maxlength: 
+      sentence = sentence[:maxlength]
+      words = sentence[:-5].split(' ')
+      words.pop()
+      sentence = ' '.join(words) + ' [...]'
+
+   if (('using the Article Wizard if you wish' in sentence)
+    or ('or add a request for it' in sentence)): 
+      if not last: 
+         term = search(term)
+         return vtluugwiki(term, last=True)
+      return None
+
+   sentence = '"' + sentence.replace('"', "'") + '"'
+   sentence = sentence.decode('utf-8').encode('utf-8')
+   wikiuri = wikiuri.decode('utf-8').encode('utf-8')
+   term = term.decode('utf-8').encode('utf-8')
+   return sentence + ' - ' + (wikiuri % term)
+
+def vtluug(phenny, input): 
+   origterm = input.groups()[1]
+   if not origterm: 
+      return phenny.say('Perhaps you meant ".vtluug Zen"?')
+   origterm = origterm.encode('utf-8')
+
+   term = urllib.unquote(origterm)
+   term = term[0].upper() + term[1:]
+   term = term.replace(' ', '_')
+
+   try: result = vtluugwiki(term)
+   except IOError: 
+      error = "Can't connect to vtluug.org (%s)" % (wikiuri % term)
+      return phenny.say(error)
+
+   if result is not None: 
+      phenny.say(result)
+   else: phenny.say('Can\'t find anything in the VTLUUG Wiki for "%s".' % origterm)
+
+vtluug.commands = ['vtluug']
+vtluug.priority = 'high'
+
+if __name__ == '__main__': 
+   print __doc__.strip()