Check-in [82b87725e3]
Overview
Comment: | new plugin: streamlicensing |
---|---|
Downloads: | Tarball | ZIP archive | SQL archive |
Timelines: | family | ancestors | descendants | both | trunk |
Files: | files | file ages | folders |
SHA1: |
82b87725e30b0b86f1f9b6f6c25d3d9c |
User & Date: | mario on 2017-02-12 20:57:39 |
Other Links: | manifest | tags |
Context
2017-02-13
| ||
16:47 | Add version and -V flags. check-in: 39b9182c6e user: mario tags: trunk | |
2017-02-12
| ||
20:57 | new plugin: streamlicensing check-in: 82b87725e3 user: mario tags: trunk | |
20:57 | new plugin: radiolist.net check-in: a763653e6b user: mario tags: trunk | |
Changes
Added contrib/streamlicensing.py version [b6646ebe43].
> > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > > | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 | # encoding: UTF-8 # api: streamtuner2 # title: streamlicensing # description: Smaller streaming service provider # url: http://www.streamlicensing.com/directory/ # version: 0.1 # type: channel # category: radio # priority: extra # png: # iVBORw0KGgoAAAANSUhEUgAAABAAAAAQBAMAAADt3eJSAAAAGFBMVEVhcAAODy8rLVpHS4RPU22DismUmLTm6va3Zc/ZAAAAAXRSTlMAQObYZgAA # AAFiS0dEAIgFHUgAAAAJcEhZcwAACxMAAAsTAQCanBgAAAAHdElNRQfhAgwUMiN14qDwAAAAW0lEQVQI12NggAADCMVW7gym3crBDJb08rJgZbB4 # qqEQmBGsKMQEZggqMLCA1LAJM8AZaWUQhjpEO5uwamiQMJjBrChkADSlXBhsfHh5qgCYoWysqACxWQlCAwArBw5QNfhFygAAAABJRU5ErkJggg== # extraction-method: regex # # Streaming service provider, which ensures station legality or fees # according to US copyright/streaming laws. # # Has only major categories. Does not provide channel homepages, and # is a bit slow due to huge page sizes. No search function implemented # here. # import re import ahttp from config import * from channels import * # radiolist.net class streamlicensing (ChannelPlugin): # module attributes listformat = "pls" has_search = False categories = [] catmap = {} titles = dict( listeners=False ) # config (not as plugin options here) conf_family_unsafe = 0 conf_maxpages = 3 # magic values base_url = "http://www.streamlicensing.com/directory/" pls_sffx = "%sindex.cgi/playlist.pls?action=playlist&type=pls&sid=%s&stream_id=%s" # This is well hidden, but it comes with a playlist generator, so doesn't require double lookups. # http://www.streamlicensing.com/directory/index.cgi?action=webpro_links&sid=4785&start=1&g=14&e=1&s= # .../directory/index.cgi/playlist.pls?action=playlist&type=pls&sid=4785&stream_id=1234 # just a static list for now def update_categories(self): html = ahttp.get(self.base_url) cats = re.findall('"\?start=&g=(\d+)&e=&s="><.+?>([\w\s-]+)</span>', html) self.categories = sorted([c[1] for c in cats]) self.catmap = dict([(t,i) for i,t in cats]) # extract stream urls def update_streams(self, cat): # prep block regex rx_genre = re.compile(r""" <tr\sid='(\d+)' .*? Station\sName:<.*?>([^<]+)</(?:span|font|td|a)> .*? ^var\slastsong_\d+\s*=\s*'([^\n]+)'; .*? <a[^>]+onClick=[^>]+&stream_id=(\d+)'[^>]+>(\d+)k< """, re.I|re.S|re.X|re.M) # collect pages into single string html = "" for page in range(0, self.conf_maxpages): html += ahttp.get("%s?start=%s&g=%s&e=%s&s=" % (self.base_url, page * 10, self.catmap[cat], self.conf_family_unsafe)) if not re.search("\?start=%s.*>Next" % ((page + 1) * 10), html): break html = re.sub(">Featured Stations.+?>Previous Page", "", html, 100, re.S) print html # extract and convert to station rows entries = [] for uu in re.findall(rx_genre, html): print uu entries.append(dict( genre = cat, id = to_int(uu[0]), sid = to_int(uu[3]), title = unhtml(uu[1]), playing = unhtml(uu[2]), # actually JS decoding... format = "audio/mpeg", bitrate = to_int(uu[4]), url = self.pls_sffx % (self.base_url, uu[0], uu[3]) )) return entries |