1 from __future__
import unicode_literals
8 from .common
import InfoExtractor
12 compat_urllib_parse_unquote
,
24 class MixcloudIE(InfoExtractor
):
25 _VALID_URL
= r
'https?://(?:(?:www|beta|m)\.)?mixcloud\.com/([^/]+)/(?!stream|uploads|favorites|listens|playlists)([^/]+)'
29 'url': 'http://www.mixcloud.com/dholbach/cryptkeeper/',
31 'id': 'dholbach-cryptkeeper',
33 'title': 'Cryptkeeper',
34 'description': 'After quite a long silence from myself, finally another Drum\'n\'Bass mix with my favourite current dance floor bangers.',
35 'uploader': 'Daniel Holbach',
36 'uploader_id': 'dholbach',
37 'thumbnail': 're:https?://.*\.jpg',
42 'url': 'http://www.mixcloud.com/gillespeterson/caribou-7-inch-vinyl-mix-chat/',
44 'id': 'gillespeterson-caribou-7-inch-vinyl-mix-chat',
46 'title': 'Caribou 7 inch Vinyl Mix & Chat',
47 'description': 'md5:2b8aec6adce69f9d41724647c65875e8',
48 'uploader': 'Gilles Peterson Worldwide',
49 'uploader_id': 'gillespeterson',
50 'thumbnail': 're:https?://.*',
55 'url': 'https://beta.mixcloud.com/RedLightRadio/nosedrip-15-red-light-radio-01-18-2016/',
56 'only_matching': True,
59 # See https://www.mixcloud.com/media/js2/www_js_2.9e23256562c080482435196ca3975ab5.js
61 def _decrypt_play_info(play_info
):
62 KEY
= 'pleasedontdownloadourmusictheartistswontgetpaid'
64 play_info
= base64
.b64decode(play_info
.encode('ascii'))
67 compat_chr(compat_ord(ch
) ^
compat_ord(KEY
[idx
% len(KEY
)]))
68 for idx
, ch
in enumerate(play_info
)])
70 def _real_extract(self
, url
):
71 mobj
= re
.match(self
._VALID
_URL
, url
)
72 uploader
= mobj
.group(1)
73 cloudcast_name
= mobj
.group(2)
74 track_id
= compat_urllib_parse_unquote('-'.join((uploader
, cloudcast_name
)))
76 webpage
= self
._download
_webpage
(url
, track_id
)
78 message
= self
._html
_search
_regex
(
79 r
'(?s)<div[^>]+class="global-message cloudcast-disabled-notice-light"[^>]*>(.+?)<(?:a|/div)',
80 webpage
, 'error message', default
=None)
82 encrypted_play_info
= self
._search
_regex
(
83 r
'm-play-info="([^"]+)"', webpage
, 'play info')
84 play_info
= self
._parse
_json
(
85 self
._decrypt
_play
_info
(encrypted_play_info
), track_id
)
87 if message
and 'stream_url' not in play_info
:
88 raise ExtractorError('%s said: %s' % (self
.IE_NAME
, message
), expected
=True)
90 song_url
= play_info
['stream_url']
93 r
'm-play-on-spacebar[^>]+'
94 r
'(?:\s+[a-zA-Z0-9-]+(?:="[^"]+")?)*?\s+')
95 title
= self
._html
_search
_regex
(
96 PREFIX
+ r
'm-title="([^"]+)"', webpage
, 'title')
97 thumbnail
= self
._proto
_relative
_url
(self
._html
_search
_regex
(
98 PREFIX
+ r
'm-thumbnail-url="([^"]+)"', webpage
, 'thumbnail',
100 uploader
= self
._html
_search
_regex
(
101 PREFIX
+ r
'm-owner-name="([^"]+)"',
102 webpage
, 'uploader', fatal
=False)
103 uploader_id
= self
._search
_regex
(
104 r
'\s+"profile": "([^"]+)",', webpage
, 'uploader id', fatal
=False)
105 description
= self
._og
_search
_description
(webpage
)
106 like_count
= parse_count(self
._search
_regex
(
107 r
'\bbutton-favorite[^>]+>.*?<span[^>]+class=["\']toggle
-number
[^
>]+>\s
*([^
<]+)',
108 webpage, 'like count
', default=None))
109 view_count = str_to_int(self._search_regex(
110 [r'<meta itemprop
="interactionCount" content
="UserPlays:([0-9]+)"',
111 r'/listeners
/?
">([0-9,.]+)</a>'],
112 webpage, 'play count', default=None))
118 'description': description,
119 'thumbnail': thumbnail,
120 'uploader': uploader,
121 'uploader_id': uploader_id,
122 'view_count': view_count,
123 'like_count': like_count,
127 class MixcloudPlaylistBaseIE(InfoExtractor):
130 def _find_urls_in_page(self, page):
131 for url in re.findall(r'm-play-button m-url="(?P
<url
>[^
"]+)"', page):
132 yield self.url_result(
133 compat_urlparse.urljoin('https
://www
.mixcloud
.com
', clean_html(url)),
136 def _fetch_tracks_page(self, path, video_id, page_name, current_page, real_page_number=None):
137 real_page_number = real_page_number or current_page + 1
138 return self._download_webpage(
139 'https
://www
.mixcloud
.com
/%s/' % path, video_id,
140 note='Download
%s (page
%d)' % (page_name, current_page + 1),
141 errnote='Unable to download
%s' % page_name,
142 query={'page': real_page_number, 'list': 'main', '_ajax': '1'},
143 headers={'X-Requested-With': 'XMLHttpRequest'})
145 def _tracks_page_func(self, page, video_id, page_name, current_page):
146 resp = self._fetch_tracks_page(page, video_id, page_name, current_page)
148 for item in self._find_urls_in_page(resp):
151 def _get_user_description(self, page_content):
152 return self._html_search_regex(
153 r'<div
[^
>]+class="description-text"[^
>]*>(.+?
)</div
>',
154 page_content, 'user description
', fatal=False)
157 class MixcloudUserIE(MixcloudPlaylistBaseIE):
158 _VALID_URL = r'^
(?
:https?
://)?
(?
:www\
.)?mixcloud\
.com
/(?P
<user
>[^
/]+)/(?P
<type>uploads|favorites|listens
)?
/?$
'
159 IE_NAME = 'mixcloud
:user
'
162 'url
': 'http
://www
.mixcloud
.com
/dholbach
/',
164 'id': 'dholbach_uploads
',
165 'title
': 'Daniel
Holbach (uploads
)',
166 'description
': 'md5
:327af72d1efeb404a8216c27240d1370
',
168 'playlist_mincount
': 11,
170 'url
': 'http
://www
.mixcloud
.com
/dholbach
/uploads
/',
172 'id': 'dholbach_uploads
',
173 'title
': 'Daniel
Holbach (uploads
)',
174 'description
': 'md5
:327af72d1efeb404a8216c27240d1370
',
176 'playlist_mincount
': 11,
178 'url
': 'http
://www
.mixcloud
.com
/dholbach
/favorites
/',
180 'id': 'dholbach_favorites
',
181 'title
': 'Daniel
Holbach (favorites
)',
182 'description
': 'md5
:327af72d1efeb404a8216c27240d1370
',
185 'playlist_items
': '1-100',
187 'playlist_mincount
': 100,
189 'url
': 'http
://www
.mixcloud
.com
/dholbach
/listens
/',
191 'id': 'dholbach_listens
',
192 'title
': 'Daniel
Holbach (listens
)',
193 'description
': 'md5
:327af72d1efeb404a8216c27240d1370
',
196 'playlist_items
': '1-100',
198 'playlist_mincount
': 100,
201 def _real_extract(self, url):
202 mobj = re.match(self._VALID_URL, url)
203 user_id = mobj.group('user
')
204 list_type = mobj.group('type')
206 # if only a profile URL was supplied, default to download all uploads
207 if list_type is None:
208 list_type = 'uploads
'
210 video_id = '%s_%s' % (user_id, list_type)
212 profile = self._download_webpage(
213 'https
://www
.mixcloud
.com
/%s/' % user_id, video_id,
214 note='Downloading user profile
',
215 errnote='Unable to download user profile
')
217 username = self._og_search_title(profile)
218 description = self._get_user_description(profile)
220 entries = OnDemandPagedList(
222 self._tracks_page_func,
223 '%s/%s' % (user_id, list_type), video_id, 'list of
%s' % list_type),
224 self._PAGE_SIZE, use_cache=True)
226 return self.playlist_result(
227 entries, video_id, '%s (%s)' % (username, list_type), description)
230 class MixcloudPlaylistIE(MixcloudPlaylistBaseIE):
231 _VALID_URL = r'^
(?
:https?
://)?
(?
:www\
.)?mixcloud\
.com
/(?P
<user
>[^
/]+)/playlists
/(?P
<playlist
>[^
/]+)/?$
'
232 IE_NAME = 'mixcloud
:playlist
'
235 'url
': 'https
://www
.mixcloud
.com
/RedBullThre3style
/playlists
/tokyo
-finalists
-2015/',
237 'id': 'RedBullThre3style_tokyo
-finalists
-2015',
238 'title
': 'National Champions
2015',
239 'description
': 'md5
:6ff5fb01ac76a31abc9b3939c16243a3
',
241 'playlist_mincount
': 16,
243 'url
': 'https
://www
.mixcloud
.com
/maxvibes
/playlists
/jazzcat
-on
-ness
-radio
/',
245 'id': 'maxvibes_jazzcat
-on
-ness
-radio
',
246 'title
': 'Jazzcat on Ness Radio
',
247 'description
': 'md5
:7bbbf0d6359a0b8cda85224be0f8f263
',
249 'playlist_mincount
': 23
252 def _real_extract(self, url):
253 mobj = re.match(self._VALID_URL, url)
254 user_id = mobj.group('user
')
255 playlist_id = mobj.group('playlist
')
256 video_id = '%s_%s' % (user_id, playlist_id)
258 profile = self._download_webpage(
260 note='Downloading playlist page
',
261 errnote='Unable to download playlist page
')
263 description = self._get_user_description(profile)
264 playlist_title = self._html_search_regex(
265 r'<span
[^
>]+class="[^"]*list-playlist
-title
[^
"]*"[^
>]*>(.*?
)</span
>',
266 profile, 'playlist title
')
268 entries = OnDemandPagedList(
270 self._tracks_page_func,
271 '%s/playlists
/%s' % (user_id, playlist_id), video_id, 'tracklist
'),
274 return self.playlist_result(entries, video_id, playlist_title, description)
277 class MixcloudStreamIE(MixcloudPlaylistBaseIE):
278 _VALID_URL = r'^
(?
:https?
://)?
(?
:www\
.)?mixcloud\
.com
/(?P
<id>[^
/]+)/stream
/?$
'
279 IE_NAME = 'mixcloud
:stream
'
282 'url
': 'https
://www
.mixcloud
.com
/FirstEar
/stream
/',
285 'title
': 'First Ear
',
286 'description
': 'Curators of good music
\nfirstearmusic
.com
',
288 'playlist_mincount
': 192,
291 def _real_extract(self, url):
292 user_id = self._match_id(url)
294 webpage = self._download_webpage(url, user_id)
299 def _handle_page(page):
300 entries.extend(self._find_urls_in_page(page))
301 return self._search_regex(
302 r'm
-next
-page
-url
="([^"]+)"', page,
303 'next page URL', default=None)
305 next_page_url = _handle_page(webpage)
307 for idx in itertools.count(0):
308 if not next_page_url or prev_page_url == next_page_url:
311 prev_page_url = next_page_url
312 current_page = int(self._search_regex(
313 r'\?page=(\d+)', next_page_url, 'next page number'))
315 next_page_url = _handle_page(self._fetch_tracks_page(
316 '%s/stream' % user_id, user_id, 'stream', idx,
317 real_page_number=current_page))
319 username = self._og_search_title(webpage)
320 description = self._get_user_description(webpage)
322 return self.playlist_result(entries, user_id, username, description)