#!/usr/bin/env python """ search.py - Phenny Web Search Module Copyright 2008-9, Sean B. Palmer, inamidst.com Licensed under the Eiffel Forum License 2. http://inamidst.com/phenny/ """ import re import web def google_ajax(query): """Search using AjaxSearch, and return its JSON.""" if isinstance(query, str): query = query.encode('utf-8') uri = 'http://ajax.googleapis.com/ajax/services/search/web' args = '?v=1.0&safe=off&q=' + web.quote(query) bytes = web.get(uri + args, headers={'Referer': 'https://github.com/sbp/phenny'}) return web.json(bytes) def google_search(query): results = google_ajax(query) try: return results['responseData']['results'][0]['unescapedUrl'] except IndexError: return None except TypeError: print(results) return False def google_count(query): results = google_ajax(query) if 'responseData' not in results: return '0' if 'cursor' not in results['responseData']: return '0' if 'estimatedResultCount' not in results['responseData']['cursor']: return '0' return results['responseData']['cursor']['estimatedResultCount'] def formatnumber(n): """Format a number with beautiful commas.""" parts = list(str(n)) for i in range((len(parts) - 3), 0, -3): parts.insert(i, ',') return ''.join(parts) def g(phenny, input): """Queries Google for the specified input.""" query = input.group(2) if not query: return phenny.reply('.g what?') uri = google_search(query) if uri: phenny.reply(uri) if not hasattr(phenny.bot, 'last_seen_uri'): phenny.bot.last_seen_uri = {} phenny.bot.last_seen_uri[input.sender] = uri elif uri is False: phenny.reply("Problem getting data from Google.") else: phenny.reply("No results found for '%s'." % query) g.commands = ['g'] g.priority = 'high' g.example = '.g swhack' def gc(phenny, input): """Returns the number of Google results for the specified input.""" query = input.group(2) if not query: return phenny.reply('.gc what?') num = formatnumber(google_count(query)) phenny.say(query + ': ' + num) gc.commands = ['gc'] gc.priority = 'high' gc.example = '.gc extrapolate' r_query = re.compile( r'\+?"[^"\\]*(?:\\.[^"\\]*)*"|\[[^]\\]*(?:\\.[^]\\]*)*\]|\S+' ) def gcs(phenny, input): if not input.group(2): return phenny.reply("Nothing to compare.") queries = r_query.findall(input.group(2)) if len(queries) > 6: return phenny.reply('Sorry, can only compare up to six things.') results = [] for i, query in enumerate(queries): query = query.strip('[]') n = int((formatnumber(google_count(query)) or '0').replace(',', '')) results.append((n, query)) if i >= 2: __import__('time').sleep(0.25) if i >= 4: __import__('time').sleep(0.25) results = [(term, n) for (n, term) in reversed(sorted(results))] reply = ', '.join('%s (%s)' % (t, formatnumber(n)) for (t, n) in results) phenny.say(reply) gcs.commands = ['gcs', 'comp'] r_bing = re.compile(r'

') def duck_search(query): query = query.replace('!', '') query = web.quote(query) uri = 'http://duckduckgo.com/html/?q=%s&kl=uk-en' % query bytes = web.get(uri) m = r_duck.search(bytes) if m: return web.decode(m.group(1)) def duck(phenny, input): query = input.group(2) if not query: return phenny.reply('.ddg what?') uri = duck_search(query) if uri: phenny.reply(uri) if not hasattr(phenny.bot, 'last_seen_uri'): phenny.bot.last_seen_uri = {} phenny.bot.last_seen_uri[input.sender] = uri else: phenny.reply("No results found for '%s'." % query) duck.commands = ['duck', 'ddg'] def search(phenny, input): if not input.group(2): return phenny.reply('.search for what?') query = input.group(2) gu = google_search(query) or '-' bu = bing_search(query) or '-' du = duck_search(query) or '-' if (gu == bu) and (bu == du): result = '%s (g, b, d)' % gu elif (gu == bu): result = '%s (g, b), %s (d)' % (gu, du) elif (bu == du): result = '%s (b, d), %s (g)' % (bu, gu) elif (gu == du): result = '%s (g, d), %s (b)' % (gu, bu) else: if len(gu) > 250: gu = '(extremely long link)' if len(bu) > 150: bu = '(extremely long link)' if len(du) > 150: du = '(extremely long link)' result = '%s (g), %s (b), %s (d)' % (gu, bu, du) phenny.reply(result) search.commands = ['search'] def suggest(phenny, input): if not input.group(2): return phenny.reply("No query term.") query = input.group(2) uri = 'http://websitedev.de/temp-bin/suggest.pl?q=' answer = web.get(uri + web.quote(query).replace('+', '%2B')) if answer: phenny.say(answer) else: phenny.reply('Sorry, no result.') suggest.commands = ['suggest'] if __name__ == '__main__': print(__doc__.strip())