phenny/modules/search.py

90 lines
2.4 KiB
Python
Raw Normal View History

#!/usr/bin/env python
"""
search.py - Phenny Web Search Module
Copyright 2008, Sean B. Palmer, inamidst.com
Licensed under the Eiffel Forum License 2.
http://inamidst.com/phenny/
"""
import re
import web
r_string = re.compile(r'("(\\.|[^"\\])*")')
r_json = re.compile(r'^[,:{}\[\]0-9.\-+Eaeflnr-u \n\r\t]+$')
env = {'__builtins__': None, 'null': None, 'true': True, 'false': False}
def json(text):
"""Evaluate JSON text safely (we hope)."""
if r_json.match(r_string.sub('', text)):
text = r_string.sub(lambda m: 'u' + m.group(1), text)
return eval(text.strip(' \t\r\n'), env, {})
raise ValueError('Input must be serialised JSON.')
def search(query, n=1):
"""Search using SearchMash, return its JSON."""
q = web.urllib.quote(query.encode('utf-8'))
uri = 'http://www.searchmash.com/results/' + q + '?n=' + str(n)
bytes = web.get(uri)
return json(bytes)
def result(query):
results = search(query)
if results['results']:
return results['results'][0]['url']
return None
def count(query):
results = search(query)
if not results['results']:
return '0'
return results['estimatedCount']
def formatnumber(n):
"""Format a number with beautiful commas."""
parts = list(str(n))
for i in range((len(parts) - 3), 0, -3):
parts.insert(i, ',')
return ''.join(parts)
def g(phenny, input):
query = input.group(2)
uri = result(query)
if uri:
phenny.reply(uri)
else: phenny.reply("No results found for '%s'." % query)
g.commands = ['g']
g.priority = 'high'
def gc(phenny, input):
query = input.group(2)
num = count(query)
phenny.say(query + ': ' + num)
gc.commands = ['gc']
gc.priority = 'high'
r_query = re.compile(
r'\+?"[^"\\]*(?:\\.[^"\\]*)*"|\[[^]\\]*(?:\\.[^]\\]*)*\]|\S+'
)
def gcs(phenny, input):
queries = r_query.findall(input.group(2))
if len(queries) > 6:
return phenny.reply('Sorry, can only compare up to six things.')
results = []
for i, query in enumerate(queries):
query = query.strip('[]')
n = int((count(query) or '0').replace(',', ''))
results.append((n, query))
if i >= 2: __import__('time').sleep(0.25)
if i >= 4: __import__('time').sleep(0.25)
results = [(term, n) for (n, term) in reversed(sorted(results))]
reply = ', '.join('%s (%s)' % (t, formatnumber(n)) for (t, n) in results)
phenny.say(reply)
gcs.commands = ['gcs']
if __name__ == '__main__':
print __doc__.strip()