1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178 | 1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158 |
-
+
-
-
+
+
-
+
+
+
+
-
+
+
+
-
-
-
-
-
-
-
-
-
+
+
+
+
+
+
+
+
+
-
-
-
-
-
-
-
-
-
+
+
+
+
+
+
+
+
+
-
-
-
-
-
-
+
+
+
+
+
+
-
-
-
-
-
+
+
+
-
-
-
+
+
+
+
+
+
-
-
-
+
+
+
+
+
+
-
-
-
-
-
+
+
-
-
-
+
+
+
-
-
+
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
+
+
+
+
+
+
+
+
+
-
-
-
-
+
+
+
+
+
-
-
-
+
+
+
-
-
-
-
+
-
-
-
-
-
-
-
+
-
-
+
-
-
-
+
-
+
-
+
-
-
+
-
-
-
-
-
-
-
-
-
+
+
+
+
+
+
+
+
+
+
+
+
+
-
-
-
+
-
-
-
+
-
-
-
+
-
-
-
-
-
+
+
+
+
-
-
-
+
-
-
+
+
+
-
-
-
+
-
-
+
+
-
+
-
-
+
-
-
+
+
-
+
|
# api: streamtunter2
# title: Live365
# description: Around 5000 categorized internet radio streams, some paid ad-free ones.
# type: channel
# category: radio
# version: 0.2
# version: 0.3
# priority: optional
#
# 2.0.9 fixed by Abhisek Sanyal
#
# 2.1.2 broken,
# new URLs:
#
# GET /cgi-bin/mini.cgi?version=3&templateid=xml&from=web&site=web&caller=&tag=web&station_name=bofbm&_=1404610275892
# <NANOCASTER_PARAMS> (session id)
#
# GET /play?now=59&membername=&session=1404610276-475426&tag=web&s=bofbm&d=LIVE365&r=0
# &app_id=web%3ABROWSER&token=b99d7f579bacab06b9baa1502d53bedc-3101060080001248&AuthType=NORMAL
# &lid=276006-deu&SaneID=178.24.130.71-1404610229579
#
#
raise Exception
# streamtuner2 modules
from config import conf
from mygtk import mygtk
import ahttp as http
from channels import *
from config import __print__, dbg
import action
# python modules
import re
import xml.dom.minidom
from xml.sax.saxutils import unescape as entity_decode, escape as xmlentities
import gtk
import copy
import urllib
from itertools import groupby
from time import time
from xml.dom.minidom import parseString
# channel live365
class live365(ChannelPlugin):
# desc
module = "live365"
title = "Live365"
homepage = "http://www.live365.com/"
base_url = "http://www.live365.com/"
has_search = True
listformat = "url/http"
mediatype = "audio/mpeg"
# desc
module = "live365"
title = "Live365"
homepage = "http://www.live365.com/"
base_url = "http://www.live365.com/"
has_search = True
listformat = "url/http"
mediatype = "audio/mpeg"
has_search = False
# content
categories = ['Alternative', ['Britpop', 'Classic Alternative', 'College', 'Dancepunk', 'Dream Pop', 'Emo', 'Goth', 'Grunge', 'Indie Pop', 'Indie Rock', 'Industrial', 'Lo-Fi', 'Modern Rock', 'New Wave', 'Noise Pop', 'Post-Punk', 'Power Pop', 'Punk'], 'Blues', ['Acoustic Blues', 'Chicago Blues', 'Contemporary Blues', 'Country Blues', 'Delta Blues', 'Electric Blues', 'Cajun/Zydeco'], 'Classical', ['Baroque', 'Chamber', 'Choral', 'Classical Period', 'Early Classical', 'Impressionist', 'Modern', 'Opera', 'Piano', 'Romantic', 'Symphony'], 'Country', ['Alt-Country', 'Americana', 'Bluegrass', 'Classic Country', 'Contemporary Bluegrass', 'Contemporary Country', 'Honky Tonk', 'Hot Country Hits', 'Western'], 'Easy Listening', ['Exotica', 'Lounge', 'Orchestral Pop', 'Polka', 'Space Age Pop'], 'Electronic/Dance', ['Acid House', 'Ambient', 'Big Beat', 'Breakbeat', 'Disco', 'Downtempo', "Drum 'n' Bass", 'Electro', 'Garage', 'Hard House', 'House', 'IDM', 'Jungle', 'Progressive', 'Techno', 'Trance', 'Tribal', 'Trip Hop'], 'Folk', ['Alternative Folk', 'Contemporary Folk', 'Folk Rock', 'New Acoustic', 'Traditional Folk', 'World Folk'], 'Freeform', ['Chill', 'Experimental', 'Heartache', 'Love/Romance', 'Music To ... To', 'Party Mix', 'Patriotic', 'Rainy Day Mix', 'Reality', 'Shuffle/Random', 'Travel Mix', 'Trippy', 'Various', 'Women', 'Work Mix'], 'Hip-Hop/Rap', ['Alternative Rap', 'Dirty South', 'East Coast Rap', 'Freestyle', 'Gangsta Rap', 'Old School', 'Turntablism', 'Underground Hip-Hop', 'West Coast Rap'], 'Inspirational', ['Christian', 'Christian Metal', 'Christian Rap', 'Christian Rock', 'Classic Christian', 'Contemporary Gospel', 'Gospel', 'Praise/Worship', 'Sermons/Services', 'Southern Gospel', 'Traditional Gospel'], 'International', ['African', 'Arabic', 'Asian', 'Brazilian', 'Caribbean', 'Celtic', 'European', 'Filipino', 'Greek', 'Hawaiian/Pacific', 'Hindi', 'Indian', 'Japanese', 'Jewish', 'Mediterranean', 'Middle Eastern', 'North American', 'Soca', 'South American', 'Tamil', 'Worldbeat', 'Zouk'], 'Jazz', ['Acid Jazz', 'Avant Garde', 'Big Band', 'Bop', 'Classic Jazz', 'Cool Jazz', 'Fusion', 'Hard Bop', 'Latin Jazz', 'Smooth Jazz', 'Swing', 'Vocal Jazz', 'World Fusion'], 'Latin', ['Bachata', 'Banda', 'Bossa Nova', 'Cumbia', 'Latin Dance', 'Latin Pop', 'Latin Rap/Hip-Hop', 'Latin Rock', 'Mariachi', 'Merengue', 'Ranchera', 'Salsa', 'Tango', 'Tejano', 'Tropicalia'], 'Metal', ['Extreme Metal', 'Heavy Metal', 'Industrial Metal', 'Pop Metal/Hair', 'Rap Metal'], 'New Age', ['Environmental', 'Ethnic Fusion', 'Healing', 'Meditation', 'Spiritual'], 'Oldies', ['30s', '40s', '50s', '60s', '70s', '80s', '90s'], 'Pop', ['Adult Contemporary', 'Barbershop', 'Bubblegum Pop', 'Dance Pop', 'JPOP', 'Soft Rock', 'Teen Pop', 'Top 40', 'World Pop'], 'R&B/Urban', ['Classic R&B', 'Contemporary R&B', 'Doo Wop', 'Funk', 'Motown', 'Neo-Soul', 'Quiet Storm', 'Soul', 'Urban Contemporary'], 'Reggae', ['Contemporary Reggae', 'Dancehall', 'Dub', 'Pop-Reggae', 'Ragga', 'Reggaeton', 'Rock Steady', 'Roots Reggae', 'Ska'], 'Rock', ['Adult Album Alternative', 'British Invasion', 'Classic Rock', 'Garage Rock', 'Glam', 'Hard Rock', 'Jam Bands', 'Prog/Art Rock', 'Psychedelic', 'Rock & Roll', 'Rockabilly', 'Singer/Songwriter', 'Surf'], 'Seasonal/Holiday', ['Anniversary', 'Birthday', 'Christmas', 'Halloween', 'Hanukkah', 'Honeymoon', 'Valentine', 'Wedding'], 'Soundtracks', ['Anime', "Children's/Family", 'Original Score', 'Showtunes'], 'Talk', ['Comedy', 'Community', 'Educational', 'Government', 'News', 'Old Time Radio', 'Other Talk', 'Political', 'Scanner', 'Spoken Word', 'Sports']]
current = ""
default = "Pop"
empty = None
# redefine
streams = {}
# content
categories = ['Alternative', 'Blues', 'Classical', 'Country', 'Easy Listening', 'Electronic/Dance', 'Folk', 'Freeform', 'Hip-Hop/Rap', 'Inspirational', 'International', 'Jazz', 'Latin', 'Metal', 'New Age', 'Oldies', 'Pop', 'R&B/Urban', 'Reggae', 'Rock', 'Seasonal/Holiday', 'Soundtracks', 'Talk']
current = "Alternative"
default = "Pop"
empty = None
# redefine
streams = {}
def __init__(self, parent=None):
# override datamap fields //@todo: might need a cleaner method, also: do we really want the stream data in channels to be different/incompatible?
self.datamap = copy.deepcopy(self.datamap)
self.datamap[5][0] = "Rating"
self.datamap[5][2][0] = "rating"
def __init__(self, parent=None):
# override datamap fields //@todo: might need a cleaner method, also: do we really want the stream data in channels to be different/incompatible?
self.datamap = copy.deepcopy(self.datamap)
self.datamap[5][0] = "Rating"
self.datamap[5][2][0] = "rating"
self.datamap[3][0] = "Description"
self.datamap[3][2][0] = "description"
# superclass
ChannelPlugin.__init__(self, parent)
# superclass
ChannelPlugin.__init__(self, parent)
# read category thread from /listen/browse.live
def update_categories(self):
self.categories = []
# fixed for now
def update_categories(self):
pass
# extract stream infos
def update_streams(self, cat):
# fetch page
html = http.get("http://www.live365.com/index.live", feedback=self.parent.status);
rx_genre = re.compile("""
url = "http://www.live365.com/genres/%s" % cat.lower()
html = http.get(url, feedback=self.parent.status)
# Extract from JavaScript
rx = re.compile(r"""
href=['"]/genres/([\w\d%+]+)['"][^>]*>
( (?:<nobr>)? )
( \w[-\w\ /'.&]+ )
( (?:</a>)? )
""", re.X|re.S)
stn.set\( " (\w+) ", \s+ " ((?:[^"\\]+|\\.)*) "\); \s+
""", re.X|re.I|re.S|re.M)
# collect
last = []
for uu in rx_genre.findall(html):
# Group entries before adding them
ls = []
for i,g in groupby(rx.findall(html), self.group_by_station):
(link, sub, title, main) = uu
row = dict(g)
# main
if main and not sub:
self.categories.append(title)
self.categories.append(last)
last = []
# subcat
else:
last.append(title)
# don't forget last entries
self.categories.append(last)
# extract stream infos
ls.append({
"name": row["stationName"],
"title": row["title"],
"playing": "",
"id": row["id"],
"access": row["listenerAccess"],
"status": row["status"],
"mode": row["serverMode"],
"rating": int(row["rating"]),
def update_streams(self, cat, search=None):
# search
if search:
"rating": row["ratingCount"],
"listeners": int(row["tlh"]),
"location": row["location"],
"favicon": row["imgUrl"],
"format": self.mediatype,
url = "http://www.live365.com/cgi-bin/directory.cgi?site=..&searchdesc=" + urllib.quote(search) + "&searchgenre=" + self.cat2tag(cat) + "&x=0&y=0"
# genre
else:
"url": "urn:live365:%s:%s" % (row["id"], row["stationName"])
})
print ls
url = "http://www.live365.com/cgi-bin/directory.cgi?first=1&rows=200&mode=2&genre=" + self.cat2tag(cat)
html = http.get(url, feedback=self.parent.status)
# we only need to download one page, because live365 always only gives 200 results
return ls
# terse format
rx = re.compile(r"""
['"](OK|PM_ONLY|SUBSCRIPTION).*?
href=['"](http://www.live365.com/stations/\w+)['"].*?
page['"]>([^<>]*)</a>.*?
CLASS=['"]genre-link['"][^>]*>(.+?)</a>.+?
&station_id=(\d+).+?
class=["']desc-link['"][^>]+>([^<>]*)<.*?
=["']audioQuality.+?>(\d+)\w<.+?
# inject session id etc. into direct audio url
>DrawListenerStars\((\d+),.+?
>DrawRatingStars\((\d+),\s+(\d+),.*?
""", re.X|re.I|re.S|re.M)
def play(self, row):
# src="(http://www.live365.com/.+?/stationlogo\w+.jpg)".+?
if row.get("url"):
# append entries to result list
# params
#__print__( dbg.DATA, html )
ls = []
id = row["id"]
for row in rx.findall(html):
#__print__( dbg.DATA, row )
points = int(row[8])
count = int(row[9])
ls.append({
"launch_id": row[0],
"sofo": row[0], # subscribe-or-fuck-off status flags
"state": ("" if row[0]=="OK" else gtk.STOCK_STOP),
"homepage": entity_decode(row[1]),
name = row["name"]
# get session
mini = "http://www.live365.com/cgi-bin/mini.cgi?version=3&templateid=xml&from=web&site=web" \
+ "&caller=&tag=web&station_name=%s&_=%i111" % (name, time())
xml = parseString(http.get(mini)).getElementsByTagName("LIVE365_PLAYER_WINDOW")[0]
x = lambda name: xml.getElementsByTagName(name)[0].childNodes[0].data
# mk audio url
play = "http://www.live365.com/play?now=0&" \
+ x("NANOCASTER_PARAMS") \
+ "&token=" + x("TOKEN") \
+ "&AuthType=NORMAL&lid=276006-deu&SaneID=178.24.130.71-1406763621701"
"title": entity_decode(row[2]),
"genre": self.strip_tags(row[3]),
"bitrate": int(row[6]),
__print__(dbg.DATA, play)
"listeners": int(row[7]),
"max": 0,
"rating": (points + count**0.4) / (count - 0.001*(count-0.1)), # prevents division by null, and slightly weights (more votes are higher scored than single votes)
"rating_points": points,
"rating_count": count,
# id for URL:
# let's see what happens
"station_id": row[4],
"url": self.base_url + "play/" + row[4],
"description": entity_decode(row[5]),
#"playing": row[10],
# "deleted": row[0] != "OK",
action.action.play(play, self.mediatype, self.listformat)
})
return ls
# faster if we do it in _update() prematurely
#def prepare(self, ls):
# itertools.groupby filter
gi = 0
def group_by_station(self, kv):
# GenericChannel.prepare(ls)
# for row in ls:
# if (not row["state"]):
if kv[0] == "stationName":
# row["state"] = (gtk.STOCK_STOP, "") [row["sofo"]=="OK"]
# return ls
self.gi += 1
return self.gi
# we can no longer cache all the things
# html helpers
def cat2tag(self, cat):
def cache(self):
return urllib.quote(cat.lower()) #re.sub("[^a-z]", "",
def strip_tags(self, s):
pass
def save(self):
return re.sub("<.+?>", "", s)
pass
|