modules/urls.py

   1 # Erebus IRC bot - Author: Erebus Team
   2 # URL Checker
   3 # This file is released into the public domain; see http://unlicense.org/
   4
   5 # module info
   6 modinfo = {
   7         'author': 'Erebus Team',
   8         'license': 'public domain',
   9         'compatible': [0],
  10         'depends': [],
  11         'softdeps': [],
  12 }
  13
  14 # http://embed.ly/tools/generator
  15
  16 # preamble
  17 import modlib
  18 lib = modlib.modlib(__name__)
  19 modstart = lib.modstart
  20 modstop = lib.modstop
  21
  22 # module code
  23 import re, urllib2, urlparse, json, HTMLParser
  24 from BeautifulSoup import BeautifulSoup
  25
  26 html_parser = HTMLParser.HTMLParser()
  27
  28 hostmask_regex = re.compile(r'^(.*)!(.*)@(.*)$')
  29 url_regex = re.compile(r'https?://[^/\s]+\.[^/\s]+(?:/\S+)?')
  30 spotify_regex = (
  31         re.compile(r'spotify:(?P<type>\w+):(?P<track_id>\w{22})'),
  32         re.compile(r'https?://open.spotify.com/(?P<type>\w+)/(?P<track_id>\w+)')
  33 )
  34 youtube_regex = (
  35         re.compile(r'https?://(?:www\.)?youtube\.com/watch\?[a-zA-Z0-9=&_\-]+'),
  36 )
  37 twitch_regex = (
  38         re.compile(r'https?:\/\/(?:www\.)?twitch.tv\/([A-Za-z0-9]*)'),
  39 )
  40
  41 def parser_hostmask(hostmask):
  42         if isinstance(hostmask, dict):
  43                 return hostmask
  44
  45         nick = None
  46         user = None
  47         host = None
  48
  49         if hostmask is not None:
  50                 match = hostmask_regex.match(hostmask)
  51
  52                 if not match:
  53                         nick = hostmask
  54                 else:
  55                         nick = match.group(1)
  56                         user = match.group(2)
  57                         host = match.group(3)
  58
  59         return {
  60                 'nick': nick,
  61                 'user': user,
  62                 'host': host
  63         }
  64
  65 class SmartRedirectHandler(urllib2.HTTPRedirectHandler):
  66         def http_error_301(self, req, fp, code, msg, headers):
  67                 result = urllib2.HTTPRedirectHandler.http_error_301(
  68                                 self, req, fp, code, msg, headers)
  69                 result.status = code
  70                 return result
  71
  72         def http_error_302(self, req, fp, code, msg, headers):
  73                 result = urllib2.HTTPRedirectHandler.http_error_302(
  74                                 self, req, fp, code, msg, headers)
  75                 result.status = code
  76                 return result
  77
  78 @lib.hooknum("PRIVMSG")
  79 def privmsg_hook(bot, textline):
  80         user = parser_hostmask(textline[1:textline.find(' ')])
  81         chan = textline.split()[2]
  82
  83         try:
  84                 line = textline.split(None, 3)[3][1:]
  85         except IndexError:
  86                 line = ''
  87
  88         for match in url_regex.findall(line):
  89                 if match:
  90                         response = goturl(match)
  91                         if response is not None:
  92                                 bot.msg(chan, response)
  93
  94 def unescape(line):
  95         return html_parser.unescape(line)
  96
  97 def gotspotify(type, track):
  98         url = 'http://ws.spotify.com/lookup/1/?uri=spotify:%s:%s' % (type, track)
  99         xml = urllib2.urlopen(url).read()
 100         soup = BeautifulSoup(xml, convertEntities=BeautifulSoup.HTML_ENTITIES)
 101         lookup_type = soup.contents[2].name
 102
 103         if lookup_type == 'track':
 104                 name = soup.find('name').string
 105                 album_name = soup.find('album').find('name').string
 106                 artist_name = soup.find('artist').find('name').string
 107                 popularity = soup.find('popularity')
 108                 if popularity:
 109                         popularity = float(popularity.string)*100
 110                 length = float(soup.find('length').string)
 111                 minutes = int(length)/60
 112                 seconds =  int(length)%60
 113
 114                 return unescape('Track: %s - %s / %s %s:%.2d %2d%%' % (artist_name, name, album_name, minutes, seconds, popularity))
 115
 116         elif lookup_type == 'album':
 117                 album_name = soup.find('album').find('name').string
 118                 artist_name = soup.find('artist').find('name').string
 119                 released = soup.find('released').string
 120                 return unescape('Album: %s - %s - %s' % (artist_name, album_name, released))
 121
 122         else:
 123                 return 'Unsupported type.'
 124
 125 def gotyoutube(url):
 126         url_data = urlparse.urlparse(url)
 127         query = urlparse.parse_qs(url_data.query)
 128         video = query["v"][0]
 129         api_url = 'http://gdata.youtube.com/feeds/api/videos/%s?alt=json&v=2' % video
 130         try:
 131                 respdata = urllib2.urlopen(api_url).read()
 132                 video_info = json.loads(respdata)
 133
 134                 title = video_info['entry']['title']["$t"]
 135                 author = video_info['entry']['author'][0]['name']['$t']
 136
 137                 return unescape("Youtube: %s (%s)" % (title, author))
 138         except:
 139                 pass
 140
 141 def gottwitch(uri):
 142                 url = 'http://api.justin.tv/api/stream/list.json?channel=%s' % uri.split('/')[0]
 143                 respdata = urllib2.urlopen(url).read()
 144                 twitch = json.loads(respdata)
 145                 try:
 146                         return unescape('Twitch: %s (%s playing %s)' % (twitch[0]['channel']['status'], twitch[0]['channel']['login'], twitch[0]['channel']['meta_game']))
 147                 except:
 148                         return 'Twitch: Channel offline.'
 149
 150 def goturl(url):
 151         request = urllib2.Request(url)
 152         opener = urllib2.build_opener(SmartRedirectHandler())
 153         try:
 154                 soup = BeautifulSoup(opener.open(request, timeout=2))
 155                 return unescape('Title: %s' % (soup.title.string))
 156         except:
 157                 return None