# encoding: UTF-8
# api: streamtuner2
# title: reddit
# description: Music recommendations from reddit /r/music and associated subreddits.
# version: 1.0
# type: channel
# url: http://old.reddit.com/r/Music
# category: playlist
# config:
# { name: reddit_pages, type: int, value: 2, description: Number of pages to fetch. }
# { name: filter_walledgardens, type: boolean, value: 1, description: Filter walled gardens (soundcloud/spotify/…) if there's no player. }
# { name: reddit_keep_all, type: boolean, value: 0, description: Keep all web links (starts a browser for websites/news). }
# png:
# iVBORw0KGgoAAAANSUhEUgAAABAAAAAQBAMAAADt3eJSAAAAJ1BMVEUAAAAcICX/AABHSk1jZ299hYz/bmajq6//lY/d0M3C1+3T7P38+/iaLhuGAAAAAXRSTlMAQObYZgAAAAFiS0dEAIgF
# HUgAAAAJcEhZcwAACxMAAAsTAQCanBgAAAAHdElNRQffBRUXIyQbWArCAAAAh0lEQVQI12Pg3g0BDLtXrVq1eveq3Qy7gIxCU9dqEGO11/ZKbzBDenUIUM3u7cGi1UDFW0TE55wsdpZikAw/
# eebMnMmHGVxqDuUc0zzpynD4zIk5J3vOSDNsOQMG1gy7bI5HTq85Ws2wu/jM9PIzrkArdhmXlzuuXg00eVd5+epVqxmgrtgNAOWeS1KYtcY4AAAAAElFTkSuQmCC
# extraction-method: json
# priority: extra
#
# Scans music-related subreddits for MP3/Youtube/Soundcloud
# links.
# Those are usually new bands or fresh releases, or favorite
# user selections. The category/subreddit list is filtered
# for a minimum quote of usable links (namely Youtube URLs).
#
# If you have a custom audio player available for Soundcloud,
# Spotify or Bandcamp, you can enable to retain such links.
# (For example configure `soundcli` for "audio/soundcloud".)
#
# This plugin currently uses the old reddit API, which might
# be obsolete by August. It's thus a temporary channel, as
# migrating to OAuth or regressing to plain HTML extraction
# is not very enticing.
import json
import re
from config import *
from channels import *
import action
import ahttp
# reddit.com
#
# Uses old API requests such as:
# → http://www.reddit.com/r/music/new.json?sort=new
#
class reddit (ChannelPlugin):
# control attributes
has_search = False
listformat = "srv"
audioformat = "video/youtube"
titles = dict(playing="submitter", listeners="votes", bitrate=False)
# favicon scaling (from reddit preview `img`)
img_resize = 32
fixed_size = [32,26]
# just subreddit names to extract from
categories = [
# static radio list
#"radioreddit 📟", # https://archive.org/details/radioreddit
# major subreddits
"Music",
["trueMusic", "futurebeats", "Turntablists", "Catchysongs", "MusicForConcentration", "MusicToSleepTo"],
# cover bands/songs
"CoverSongs",
["ICoveredASong", "MyMusic", "UserProduced", "RepublicOfMusic",
"RoyaltyFreeMusic",
],
# discover subreddits
"music_discovery",
["ListenToThis", "ListenToUs", "WhatIListenTo", "ListenToConcerts",
"HeadBangToThis", "unheardof", "under10k", "lt10k"],
# Classical
"ClassicalMusic",
["composer", "baroque", "classicalmusic", "contemporary",
"choralmusic", "ChamberMusic", "EarlyMusic", "ElitistClassical",
"ElitistClassical", "icm", "Opera", "pianocovers"],
# Electronic Music
"ElectronicMusic",
["acidhouse", "ambientmusic", "AtmosphericDnB", "BigBeat",
"boogiemusic", "breakbeat", "breakcore", #"brostep", "chicagohouse",
"chillout", "Chipbreak", "darkstep", "deephouse",
"DnB", "DubStep", "EDM", "electronicdancemusic", "ElectronicJazz",
"ElectronicBlues", "electrohouse", #"electronicmagic",
"ElectronicMusic", "electropop", "electroswing", #"ExperimentalMusic",
"fidget", "frenchelectro", "frenchhouse", "funkhouse",
"futurebeats", "FutureFunkAirlines", "FutureGarage",
"futuresynth", "gabber", "glitch", "Grime", "happyhardcore",
"hardhouse", "hardstyle", "house", "idm", "industrialmusic", "ItaloDisco",
"latinhouse", "LiquidDubstep", "mashups", "minimal", "moombahcore",
"nightstep", "OldskoolRave", "Outrun", "partymusic", "plunderphonics", "psybient",
"PsyBreaks", "psytrance", "purplemusic", "raggajungle", "RealDubstep",
"swinghouse", "tech_house", "Techno", "Trance", "tranceandbass",
"tribalbeats", "ukfunky", "witchhouse", "wuuB"],
# Rock / Metal
"Rock",
["80sHardcorePunk", "90sAlternative", "90sPunk", "90sRock",
"AlternativeRock", "AltCountry", "AORMelodic", "ausmetal",
"BlackMetal", "bluegrass", "Blues", "bluesrock", "Boneyard",
"CanadianClassicRock", "CanadianMusic", "ClassicRock", "country",
"Christcore", "crunkcore", "deathcore", "deathmetal", "Djent", "DoomMetal",
"Emo", "EmoScreamo", "epicmetal", "flocked", "folk", "folkmetal",
"folkpunk", "folkrock", "folkunknown", "GaragePunk", "GothicMetal",
"Grunge", "hardcore", "HardRock", "horrorpunk", "indie_rock", "jrock",
"krautrock", "LadiesofMetal", "MathRock", "melodicdeathmetal",
"MelodicMetal", "Metalmusic", "metal", "metalcore",
"monsterfuzz", "neopsychedelia", "NewWave", "noiserock", "numetal",
"pianorock", "poppunkers", "PostHardcore", "PostRock", "powermetal",
"powerpop", "ProgMetal", "progrockmusic", "PsychedelicRock", "punk",
"Punkskahardcore", "Punk_Rock", "raprock","shoegaze", "stonerrock",
"symphonicblackmetal", "symphonicmetal", "synthrock", "truethrash",
"Truemetal", "OutlawCountry", "WomenRock"],
# hippety-hop
"HipHopHeads",
["80sHipHop", "90sHipHop", "altrap", "asianrap", "backspin", "BayRap",
"ChapHop", "ChiefKeef", "DrillandBop", "Gfunk", "NYrap",
"Rap", "raprock", "rhymesandbeats", "trapmuzik"],
# decades
"Decades →", ["2010smusic", "2000smusic", "90sMusic", "80sMusic",
"70s", "70sMusic", "60sMusic", "50sMusic"],
# By country/region/culture
"WorldMusic",
["AfricanMusic", "afrobeat", "balkanbrass", "balkanmusic", "britpop",
"Irishmusic", "ItalianMusic", "jpop", "kpop", "spop", "cpop"],
# Other
"Genres →",
["Acappella", "AcousticCovers", "animemusic", "boomswing",
"bossanova", "carmusic", "chillmusic",
"dembow", "disco", "DreamPop", "Elephant6", "ETIMusic", "Exotica",
"FilmMusic", "FunkSouMusic", "gamemusic", "GamesMusicMixMash",
"GunslingerMusic", "GypsyJazz", "HomeworkMusic", "IndieFolk",
"Jazz", "JazzFusion", "JazzInfluence", "listentoconcerts", "klezmer",
"lt10k", "MedievalMusic", "MelancholyMusic", "minimalism_music", "motown",
"MovieMusic", "muzyka", "NuDisco", "oldiemusic", "OldiesMusic",
"pianocovers", "PopMusic", "PoptoRock", "rainymood", #"recordstorefinds",
"reggae", "remixxd", "RetroMusic", "rnb", "rootsmusic", "SalsaMusic", "Ska",
"Soca", "Soulies", "SoulDivas", "SoundsVintage", "SpaceMusic",
"swing", "Tango", "TheRealBookVideos", "TouhouMusic", "TraditionalMusic",
"treemusic", "triphop", "vaporwave", "VintageObscura", "vocaloid"],
# Redditor Made Music (removed some spotify/soundcloud-only subreddits)
"Redditor-Made →",
["300Songs", "AcousticOriginals", "BedroomBands", "MyMusic",
"Composer", "independentmusic", "MusicCritique",
"MusicInTheMaking", "RoastMyTrack", "ratemyband", "Songwriters",
"TheseAreOurAlbums", "ThisIsOurMusic", "UserProduced",
"WereOnSpotify", "WhiteLabels"
],
# Multi-Genre & Community Subreddits (a third cleaned out for too few usable links)
"Community →",
["audioinsurrection", "albumaday", "albumoftheday", "Albums",
"albumlisteners", "bassheavy", "BinauralMusic", "BoyBands",
"Catchysongs", "Chopping", "CircleMusic", "CoverSongs",
"cyberpunk_music", "DANCEPARTY", "danktunes", "deepcuts",
"EarlyMusic", "earlymusicalnotation", "FemaleVocalists",
"festivals", "findaband", "FitTunes", "FreeAlbums", "freemusic",
"Frisson", "gameofbands", "GayMusic", "germusic", "gethightothis",
"GuiltyPleasureMusic", "HeadNodders", "heady", "HeyThatWasIn",
"HighFidelity", "ifyoulikeblank", "ilikethissong", "indie",
"IndieWok", "Indieheads", "Instrumentals", "ipm", "IsolatedVocals",
"LeeHallMusic", "LetsTalkMusic", "listentoconcerts",
"listentodynamic", "listentomusic", "listentonews", "ListenToThis",
"ListenToUs", "livemusic", "llawenyddhebddiwedd", "LongerJams",
"Lyrics", "mainstreammusic", "makemeaplaylist",
"MiddleEasternMusic", "MLPtunes", "Music", "MusicAlbums",
"musicanova", "musicsuggestions", "MusicToSleepTo", "musicvideos",
"NameThatSong", "NewAlbums", "newmusic", "onealbumaweek",
"partymusic", "RedditOriginals", "RepublicOfMusic",
"RoyaltyFreeMusic", "runningmusic", "ScottishMusic",
"SlavicMusicVideos", "songwriterscircle", "SpotifyMusic",
"ThemVoices", "TodaysFavoriteSong", "unheardof", "WhatIListenTo",
"WTFMusicVideos"],
# Single Artist/Band subreddits (unchecked list)
"Bands/Artists →",
["311", "ADTR", "AliciaKeys", "ArcadeFire", "ArethaFranklin",
"APerfectCircle", "TheAvettBrothers", "BaysideIsACult", "TheBeachBoys",
"Beatles", "billytalent", "Blink182", "BMSR", "boniver", "brandnew",
"BruceSpringsteen", "Burial", "ChristinaAguilera", "cityandcolour",
"Coldplay", "CutCopy", "TheCure", "DaftPunk", "DavidBowie", "Deadmau5",
"DeathCabforCutie", "DeepPurple", "Deftones", "DieAntwoord", "DMB",
"elliegoulding", "empireofthesun", "EnterShikari", "Evanescence", "feedme",
"FirstAidKit", "flaminglips", "franzferdinand", "Gorillaz", "gratefuldead",
"Greenday", "GunsNRoses", "Incubus", "JackWhite", "JanetJackson",
"John_frusciante", "kings_of_leon", "Korn", "ladygaga", "lanadelrey",
"lennykravitz", "Led_Zeppelin", "lorde", "Macklemore", "Madonna", "Manowar",
"MariahCarey", "MattAndKim", "Megadeth", "Metallica", "MGMT",
"MichaelJackson", "MinusTheBear", "ModestMouse", "Morrissey",
"MyChemicalRomance", "Muse", "NeilYoung", "NIN", "Nirvana", "oasis",
"Opeth", "OFWGKTA(OddFuture)", "OutKast", "panicatthedisco", "PearlJam",
"phish", "Pinback", "PinkFloyd", "porcupinetree", "prettylights",
"Puscifer", "Queen", "Radiohead", "RATM", "RedHotChiliPeppers",
"The_Residents", "RiseAgainst", "Rush", "SigurRos", "Slayer", "slipknot",
"SmashingPumpkins", "SparksFTW", "TeganAndSara", "TheKillers",
"TheOffspring", "TheStrokes", "TheMagneticZeros", "tragicallyhip",
"ToolBand", "U2Band", "Umphreys", "UnicornsMusic", "velvetunderground",
"Ween", "weezer", "WeirdAl", "yesband", "Zappa"],
"DJs / Playlist →",
["DJs", "PirateRadio", "Spotify", "Turntablists", "GroveSharkPlaylists"],
"Midi",
["midimusic", "MidiCovers", "ModernMidiMusic", "StarboundSongbase", "synthesizers"],
]
# from wiki
def update_categories(self):
html = ahttp.get("https://old.reddit.com/r/Music/wiki/musicsubreddits")
log.HTML(html)
del self.categories[2:]
sub = []
for title, link in re.findall('^<h2[^>]+>(\w[^<]+)</h2>|^<li><a href="/r/(\w+)" rel', html, re.M):
log.DATA(title,link)
if title:
self.categories.append(title + " →")
sub = []
self.categories.append(sub)
elif link:
sub.append(link)
# Extract video/music news links
def update_streams(self, cat, search=None):
# decorative "→" entry
if cat.find("→") > 0:
return self.placeholder
# collect links
data = []
after = None
for i in range(1, int(conf.reddit_pages) + 1):
self.progress(conf.reddit_pages)
try:
j = ahttp.get(
"http://www.reddit.com/r/{}/new.json".format(cat.lower()),
{ "sort": "new", "after": after }
)
j = json.loads(j)
except Exception as e:
log.ERR("Reddit down? -", e)
break
if j.get("data",{}).get("children"):
data += j["data"]["children"]
else:
break
if j.get("data",{}).get("after"):
after = j["data"]["after"]
else:
break
# convert
r = []
for row in (ls["data"] for ls in data):
# find links in text posts
text_urls = re.findall("\]\((https?://(?:www\.)?youtu[^\"\'\]\)]+)", row.get("selftext", ""))
url_ext = (re.findall("\.(\w+)(?:$|[?&])", row["url"]) or [""])[0].lower()
listformat = "href"
state = "gtk-media-play"
# Youtube URLs
if re.search("youtu\.?be|vimeo|dailymotion", row["url"]):
format = "video/youtube"
listformat = "srv"
# direct MP3/Ogg
elif url_ext in ("mp3", "ogg", "flac", "aac", "aacp", "mid", "midi"):
format = "audio/" + url_ext
listformat = "srv"
# playlists?
elif url_ext in ("m3u", "pls", "xspf"):
listformat = url_ext
format = "audio/x-unknown"
# links from selftext
elif text_urls:
row["url"] = text_urls[0]
format = "video/youtube"
# check for specific web links (Soundcloud etc.)
else:
listformat = "srv"
format = None
# look for walled gardens
urltype = re.findall("([\w-]+)\.\w+/", row["url"] + "/x-unknown.com/")[0]
if urltype in ("soundcloud", "spotify", "bandcamp", "mixcloud"):
# is a specific player configured?
fmt = "audio/" + urltype
if fmt in conf.play or fmt in action.handler:
state = "gtk-media-forward"
format = fmt
# retain it as web link?
elif not conf.filter_walledgardens:
state = "gtk-media-pause"
format = "url/http"
# else skip entry completely
if not format:
if conf.reddit_keep_all:
state = "gtk-page-setup"
format = "url/http"
else:
log.DATA_SKIP(format, row["url"])
continue
# repack into streams list
r.append(dict(
title = row["title"],
url = row["url"],
genre = re.findall("\[(.+?)\]", row["title"] + "[-]")[0],
playing = row["author"],
listeners = row["score"],
homepage = "http://reddit.com{}".format(row["permalink"]),
img = row.get("thumbnail", ""),
#img_resize = 24,
format = format,
listformat = listformat,
state = state,
))
return r