]>
Commit | Line | Data |
---|---|---|
a2043572 | 1 | import random |
8afff9f8 | 2 | import re |
19ada898 | 3 | import time |
a2043572 | 4 | |
5d98908b | 5 | from .common import InfoExtractor |
5edea45f | 6 | from ..utils import ( |
0d0d5d37 | 7 | clean_html, |
2fffb1dc | 8 | ExtractorError, |
25a6e769 YCH |
9 | strip_jsonp, |
10 | unescapeHTML, | |
5edea45f | 11 | ) |
5d98908b | 12 | |
5d98908b YCH |
13 | |
14 | class QQMusicIE(InfoExtractor): | |
7ec676bb | 15 | IE_NAME = 'qqmusic' |
a7ada46b | 16 | IE_DESC = 'QQ音乐' |
19ada898 | 17 | _VALID_URL = r'https?://y\.qq\.com/n/yqq/song/(?P<id>[0-9A-Za-z]+)\.html' |
5d98908b | 18 | _TESTS = [{ |
19ada898 | 19 | 'url': 'https://y.qq.com/n/yqq/song/004295Et37taLD.html', |
25a6e769 | 20 | 'md5': '5f1e6cea39e182857da7ffc5ef5e6bb8', |
5d98908b YCH |
21 | 'info_dict': { |
22 | 'id': '004295Et37taLD', | |
55e5841f | 23 | 'ext': 'mp3', |
5d98908b | 24 | 'title': '可惜没如果', |
a5d09d68 | 25 | 'release_date': '20141227', |
5d98908b | 26 | 'creator': '林俊杰', |
25a6e769 | 27 | 'description': 'md5:d85afb3051952ecc50a1ee8a286d1eac', |
ec85ded8 | 28 | 'thumbnail': r're:^https?://.*\.jpg$', |
5e3915cb | 29 | } |
30 | }, { | |
31 | 'note': 'There is no mp3-320 version of this song.', | |
19ada898 | 32 | 'url': 'https://y.qq.com/n/yqq/song/004MsGEo3DdNxV.html', |
5e3915cb | 33 | 'md5': 'fa3926f0c585cda0af8fa4f796482e3e', |
34 | 'info_dict': { | |
35 | 'id': '004MsGEo3DdNxV', | |
36 | 'ext': 'mp3', | |
37 | 'title': '如果', | |
a5d09d68 | 38 | 'release_date': '20050626', |
5e3915cb | 39 | 'creator': '李季美', |
40 | 'description': 'md5:46857d5ed62bc4ba84607a805dccf437', | |
ec85ded8 | 41 | 'thumbnail': r're:^https?://.*\.jpg$', |
5d98908b | 42 | } |
cd1bb549 S |
43 | }, { |
44 | 'note': 'lyrics not in .lrc format', | |
19ada898 | 45 | 'url': 'https://y.qq.com/n/yqq/song/001JyApY11tIp6.html', |
cd1bb549 S |
46 | 'info_dict': { |
47 | 'id': '001JyApY11tIp6', | |
48 | 'ext': 'mp3', | |
49 | 'title': 'Shadows Over Transylvania', | |
a5d09d68 | 50 | 'release_date': '19970225', |
cd1bb549 | 51 | 'creator': 'Dark Funeral', |
25a6e769 | 52 | 'description': 'md5:c9b20210587cbcd6836a1c597bab4525', |
ec85ded8 | 53 | 'thumbnail': r're:^https?://.*\.jpg$', |
cd1bb549 S |
54 | }, |
55 | 'params': { | |
56 | 'skip_download': True, | |
57 | }, | |
5d98908b YCH |
58 | }] |
59 | ||
55e5841f | 60 | _FORMATS = { |
8b8cde21 | 61 | 'mp3-320': {'prefix': 'M800', 'ext': 'mp3', 'preference': 40, 'abr': 320}, |
62 | 'mp3-128': {'prefix': 'M500', 'ext': 'mp3', 'preference': 30, 'abr': 128}, | |
55e5841f | 63 | 'm4a': {'prefix': 'C200', 'ext': 'm4a', 'preference': 10} |
64 | } | |
65 | ||
a2043572 YCH |
66 | # Reference: m_r_GetRUin() in top_player.js |
67 | # http://imgcache.gtimg.cn/music/portal_v3/y/top_player.js | |
68 | @staticmethod | |
69 | def m_r_get_ruin(): | |
70 | curMs = int(time.time() * 1000) % 1000 | |
71 | return int(round(random.random() * 2147483647) * curMs % 1E10) | |
72 | ||
5d98908b YCH |
73 | def _real_extract(self, url): |
74 | mid = self._match_id(url) | |
75 | ||
76 | detail_info_page = self._download_webpage( | |
77 | 'http://s.plcloud.music.qq.com/fcgi-bin/fcg_yqq_song_detail_info.fcg?songmid=%s&play=0' % mid, | |
8afff9f8 | 78 | mid, note='Download song detail info', |
c9a77969 | 79 | errnote='Unable to get song detail info', encoding='gbk') |
5d98908b YCH |
80 | |
81 | song_name = self._html_search_regex( | |
82 | r"songname:\s*'([^']+)'", detail_info_page, 'song name') | |
83 | ||
84 | publish_time = self._html_search_regex( | |
85 | r'发行时间:(\d{4}-\d{2}-\d{2})', detail_info_page, | |
a685ae51 YCH |
86 | 'publish time', default=None) |
87 | if publish_time: | |
88 | publish_time = publish_time.replace('-', '') | |
5d98908b YCH |
89 | |
90 | singer = self._html_search_regex( | |
a685ae51 YCH |
91 | r"singer:\s*'([^']+)", detail_info_page, 'singer', default=None) |
92 | ||
93 | lrc_content = self._html_search_regex( | |
94 | r'<div class="content" id="lrc_content"[^<>]*>([^<>]+)</div>', | |
95 | detail_info_page, 'LRC lyrics', default=None) | |
b813d8ca YCH |
96 | if lrc_content: |
97 | lrc_content = lrc_content.replace('\\n', '\n') | |
5d98908b | 98 | |
5e3915cb | 99 | thumbnail_url = None |
100 | albummid = self._search_regex( | |
0392ac98 | 101 | [r'albummid:\'([0-9a-zA-Z]+)\'', r'"albummid":"([0-9a-zA-Z]+)"'], |
102 | detail_info_page, 'album mid', default=None) | |
5e3915cb | 103 | if albummid: |
25a6e769 | 104 | thumbnail_url = 'http://i.gtimg.cn/music/photo/mid_album_500/%s/%s/%s.jpg' \ |
5e3915cb | 105 | % (albummid[-2:-1], albummid[-1], albummid) |
106 | ||
a2043572 YCH |
107 | guid = self.m_r_get_ruin() |
108 | ||
5d98908b YCH |
109 | vkey = self._download_json( |
110 | 'http://base.music.qq.com/fcgi-bin/fcg_musicexpress.fcg?json=3&guid=%s' % guid, | |
111 | mid, note='Retrieve vkey', errnote='Unable to get vkey', | |
112 | transform_source=strip_jsonp)['key'] | |
55e5841f | 113 | |
114 | formats = [] | |
e8ac61e8 | 115 | for format_id, details in self._FORMATS.items(): |
55e5841f | 116 | formats.append({ |
117 | 'url': 'http://cc.stream.qqmusic.qq.com/%s%s.%s?vkey=%s&guid=%s&fromtag=0' | |
e8ac61e8 YCH |
118 | % (details['prefix'], mid, details['ext'], vkey, guid), |
119 | 'format': format_id, | |
120 | 'format_id': format_id, | |
f983b875 | 121 | 'quality': details['preference'], |
e8ac61e8 | 122 | 'abr': details.get('abr'), |
55e5841f | 123 | }) |
4d58b24c | 124 | self._check_formats(formats, mid) |
55e5841f | 125 | self._sort_formats(formats) |
5d98908b | 126 | |
961c5cbf S |
127 | actual_lrc_lyrics = ''.join( |
128 | line + '\n' for line in re.findall( | |
95c5e101 | 129 | r'(?m)^(\[[0-9]{2}:[0-9]{2}(?:\.[0-9]{2,})?\][^\n]*|\[[^\]]*\])', lrc_content)) |
b65e5bb7 QF |
130 | |
131 | info_dict = { | |
5d98908b | 132 | 'id': mid, |
55e5841f | 133 | 'formats': formats, |
5d98908b | 134 | 'title': song_name, |
a5d09d68 | 135 | 'release_date': publish_time, |
5d98908b | 136 | 'creator': singer, |
a685ae51 | 137 | 'description': lrc_content, |
b65e5bb7 | 138 | 'thumbnail': thumbnail_url |
5d98908b | 139 | } |
b65e5bb7 QF |
140 | if actual_lrc_lyrics: |
141 | info_dict['subtitles'] = { | |
142 | 'origin': [{ | |
143 | 'ext': 'lrc', | |
144 | 'data': actual_lrc_lyrics, | |
145 | }] | |
146 | } | |
147 | return info_dict | |
8afff9f8 YCH |
148 | |
149 | ||
5edea45f YCH |
150 | class QQPlaylistBaseIE(InfoExtractor): |
151 | @staticmethod | |
152 | def qq_static_url(category, mid): | |
153 | return 'http://y.qq.com/y/static/%s/%s/%s/%s.html' % (category, mid[-2], mid[-1], mid) | |
154 | ||
5c037c0d | 155 | def get_singer_all_songs(self, singmid, num): |
156 | return self._download_webpage( | |
25a6e769 YCH |
157 | r'https://c.y.qq.com/v8/fcg-bin/fcg_v8_singer_track_cp.fcg', singmid, |
158 | query={ | |
159 | 'format': 'json', | |
160 | 'inCharset': 'utf8', | |
161 | 'outCharset': 'utf-8', | |
162 | 'platform': 'yqq', | |
163 | 'needNewCode': 0, | |
164 | 'singermid': singmid, | |
165 | 'order': 'listen', | |
166 | 'begin': 0, | |
167 | 'num': num, | |
168 | 'songstatus': 1, | |
169 | }) | |
5c037c0d | 170 | |
171 | def get_entries_from_page(self, singmid): | |
5edea45f YCH |
172 | entries = [] |
173 | ||
5c037c0d | 174 | default_num = 1 |
175 | json_text = self.get_singer_all_songs(singmid, default_num) | |
134d85a7 | 176 | json_obj_all_songs = self._parse_json(json_text, singmid) |
5c037c0d | 177 | |
134d85a7 | 178 | if json_obj_all_songs['code'] == 0: |
179 | total = json_obj_all_songs['data']['total'] | |
5c037c0d | 180 | json_text = self.get_singer_all_songs(singmid, total) |
134d85a7 | 181 | json_obj_all_songs = self._parse_json(json_text, singmid) |
5c037c0d | 182 | |
134d85a7 | 183 | for item in json_obj_all_songs['data']['list']: |
184 | if item['musicData'].get('songmid') is not None: | |
5c037c0d | 185 | songmid = item['musicData']['songmid'] |
25a6e769 YCH |
186 | entries.append(self.url_result( |
187 | r'https://y.qq.com/n/yqq/song/%s.html' % songmid, 'QQMusic', songmid)) | |
5edea45f YCH |
188 | |
189 | return entries | |
190 | ||
191 | ||
192 | class QQMusicSingerIE(QQPlaylistBaseIE): | |
7ec676bb | 193 | IE_NAME = 'qqmusic:singer' |
181c4cca | 194 | IE_DESC = 'QQ音乐 - 歌手' |
19ada898 | 195 | _VALID_URL = r'https?://y\.qq\.com/n/yqq/singer/(?P<id>[0-9A-Za-z]+)\.html' |
8afff9f8 | 196 | _TEST = { |
19ada898 | 197 | 'url': 'https://y.qq.com/n/yqq/singer/001BLpXF2DyJe2.html', |
8afff9f8 YCH |
198 | 'info_dict': { |
199 | 'id': '001BLpXF2DyJe2', | |
200 | 'title': '林俊杰', | |
141a273a | 201 | 'description': 'md5:870ec08f7d8547c29c93010899103751', |
8afff9f8 | 202 | }, |
25a6e769 | 203 | 'playlist_mincount': 12, |
8afff9f8 YCH |
204 | } |
205 | ||
206 | def _real_extract(self, url): | |
207 | mid = self._match_id(url) | |
208 | ||
5c037c0d | 209 | entries = self.get_entries_from_page(mid) |
210 | singer_page = self._download_webpage(url, mid, 'Download singer page') | |
25a6e769 YCH |
211 | singer_name = self._html_search_regex( |
212 | r"singername\s*:\s*'(.*?)'", singer_page, 'singer name', default=None) | |
8afff9f8 YCH |
213 | singer_desc = None |
214 | ||
5c037c0d | 215 | if mid: |
8afff9f8 | 216 | singer_desc_page = self._download_xml( |
25a6e769 YCH |
217 | 'http://s.plcloud.music.qq.com/fcgi-bin/fcg_get_singer_desc.fcg', mid, |
218 | 'Donwload singer description XML', | |
219 | query={'utf8': 1, 'outCharset': 'utf-8', 'format': 'xml', 'singermid': mid}, | |
220 | headers={'Referer': 'https://y.qq.com/n/yqq/singer/'}) | |
8afff9f8 YCH |
221 | |
222 | singer_desc = singer_desc_page.find('./data/info/desc').text | |
223 | ||
224 | return self.playlist_result(entries, mid, singer_name, singer_desc) | |
5edea45f YCH |
225 | |
226 | ||
227 | class QQMusicAlbumIE(QQPlaylistBaseIE): | |
7ec676bb | 228 | IE_NAME = 'qqmusic:album' |
181c4cca | 229 | IE_DESC = 'QQ音乐 - 专辑' |
19ada898 | 230 | _VALID_URL = r'https?://y\.qq\.com/n/yqq/album/(?P<id>[0-9A-Za-z]+)\.html' |
5edea45f | 231 | |
29b809de | 232 | _TESTS = [{ |
19ada898 | 233 | 'url': 'https://y.qq.com/n/yqq/album/000gXCTb2AhRR1.html', |
5edea45f YCH |
234 | 'info_dict': { |
235 | 'id': '000gXCTb2AhRR1', | |
236 | 'title': '我们都是这样长大的', | |
fc7ae675 | 237 | 'description': 'md5:179c5dce203a5931970d306aa9607ea6', |
5edea45f YCH |
238 | }, |
239 | 'playlist_count': 4, | |
29b809de | 240 | }, { |
19ada898 | 241 | 'url': 'https://y.qq.com/n/yqq/album/002Y5a3b3AlCu3.html', |
29b809de | 242 | 'info_dict': { |
243 | 'id': '002Y5a3b3AlCu3', | |
244 | 'title': '그리고...', | |
fc7ae675 | 245 | 'description': 'md5:a48823755615508a95080e81b51ba729', |
29b809de | 246 | }, |
247 | 'playlist_count': 8, | |
248 | }] | |
5edea45f YCH |
249 | |
250 | def _real_extract(self, url): | |
251 | mid = self._match_id(url) | |
252 | ||
29b809de | 253 | album = self._download_json( |
254 | 'http://i.y.qq.com/v8/fcg-bin/fcg_v8_album_info_cp.fcg?albummid=%s&format=json' % mid, | |
255 | mid, 'Download album page')['data'] | |
256 | ||
257 | entries = [ | |
258 | self.url_result( | |
134d85a7 | 259 | 'https://y.qq.com/n/yqq/song/' + song['songmid'] + '.html', 'QQMusic', song['songmid'] |
29b809de | 260 | ) for song in album['list'] |
261 | ] | |
dfc4eca2 | 262 | album_name = album.get('name') |
29b809de | 263 | album_detail = album.get('desc') |
fc7ae675 YCH |
264 | if album_detail is not None: |
265 | album_detail = album_detail.strip() | |
5edea45f YCH |
266 | |
267 | return self.playlist_result(entries, mid, album_name, album_detail) | |
41333b97 | 268 | |
269 | ||
270 | class QQMusicToplistIE(QQPlaylistBaseIE): | |
7ec676bb | 271 | IE_NAME = 'qqmusic:toplist' |
181c4cca | 272 | IE_DESC = 'QQ音乐 - 排行榜' |
5d1bd3b9 | 273 | _VALID_URL = r'https?://y\.qq\.com/n/yqq/toplist/(?P<id>[0-9]+)\.html' |
54889739 | 274 | |
41333b97 | 275 | _TESTS = [{ |
19ada898 | 276 | 'url': 'https://y.qq.com/n/yqq/toplist/123.html', |
41333b97 | 277 | 'info_dict': { |
25a6e769 | 278 | 'id': '123', |
eedda32e | 279 | 'title': '美国iTunes榜', |
25a6e769 | 280 | 'description': 'md5:89db2335fdbb10678dee2d43fe9aba08', |
41333b97 | 281 | }, |
25a6e769 | 282 | 'playlist_count': 100, |
41333b97 | 283 | }, { |
19ada898 | 284 | 'url': 'https://y.qq.com/n/yqq/toplist/3.html', |
41333b97 | 285 | 'info_dict': { |
25a6e769 | 286 | 'id': '3', |
141a273a | 287 | 'title': '巅峰榜·欧美', |
25a6e769 | 288 | 'description': 'md5:5a600d42c01696b26b71f8c4d43407da', |
41333b97 | 289 | }, |
290 | 'playlist_count': 100, | |
fd4eefed | 291 | }, { |
19ada898 | 292 | 'url': 'https://y.qq.com/n/yqq/toplist/106.html', |
fd4eefed | 293 | 'info_dict': { |
25a6e769 | 294 | 'id': '106', |
eedda32e | 295 | 'title': '韩国Mnet榜', |
25a6e769 | 296 | 'description': 'md5:cb84b325215e1d21708c615cac82a6e7', |
fd4eefed | 297 | }, |
298 | 'playlist_count': 50, | |
41333b97 | 299 | }] |
300 | ||
41333b97 | 301 | def _real_extract(self, url): |
302 | list_id = self._match_id(url) | |
303 | ||
29ea5728 | 304 | toplist_json = self._download_json( |
25a6e769 YCH |
305 | 'http://i.y.qq.com/v8/fcg-bin/fcg_v8_toplist_cp.fcg', list_id, |
306 | note='Download toplist page', | |
307 | query={'type': 'toplist', 'topid': list_id, 'format': 'json'}) | |
41333b97 | 308 | |
25a6e769 YCH |
309 | entries = [self.url_result( |
310 | 'https://y.qq.com/n/yqq/song/' + song['data']['songmid'] + '.html', 'QQMusic', | |
311 | song['data']['songmid']) | |
312 | for song in toplist_json['songlist']] | |
41333b97 | 313 | |
9d4f213f YCH |
314 | topinfo = toplist_json.get('topinfo', {}) |
315 | list_name = topinfo.get('ListName') | |
316 | list_description = topinfo.get('info') | |
eedda32e | 317 | return self.playlist_result(entries, list_id, list_name, list_description) |
0d0d5d37 | 318 | |
319 | ||
320 | class QQMusicPlaylistIE(QQPlaylistBaseIE): | |
321 | IE_NAME = 'qqmusic:playlist' | |
181c4cca | 322 | IE_DESC = 'QQ音乐 - 歌单' |
19ada898 | 323 | _VALID_URL = r'https?://y\.qq\.com/n/yqq/playlist/(?P<id>[0-9]+)\.html' |
0d0d5d37 | 324 | |
2fffb1dc | 325 | _TESTS = [{ |
19ada898 | 326 | 'url': 'http://y.qq.com/n/yqq/playlist/3462654915.html', |
0d0d5d37 | 327 | 'info_dict': { |
328 | 'id': '3462654915', | |
329 | 'title': '韩国5月新歌精选下旬', | |
330 | 'description': 'md5:d2c9d758a96b9888cf4fe82f603121d4', | |
331 | }, | |
332 | 'playlist_count': 40, | |
2fffb1dc YCH |
333 | 'skip': 'playlist gone', |
334 | }, { | |
19ada898 | 335 | 'url': 'https://y.qq.com/n/yqq/playlist/1374105607.html', |
2fffb1dc YCH |
336 | 'info_dict': { |
337 | 'id': '1374105607', | |
338 | 'title': '易入人心的华语民谣', | |
339 | 'description': '民谣的歌曲易于传唱、、歌词朗朗伤口、旋律简单温馨。属于那种才入耳孔。却上心头的感觉。没有太多的复杂情绪。简单而直接地表达乐者的情绪,就是这样的简单才易入人心。', | |
340 | }, | |
341 | 'playlist_count': 20, | |
342 | }] | |
0d0d5d37 | 343 | |
344 | def _real_extract(self, url): | |
345 | list_id = self._match_id(url) | |
346 | ||
347 | list_json = self._download_json( | |
25a6e769 YCH |
348 | 'http://i.y.qq.com/qzone-music/fcg-bin/fcg_ucc_getcdinfo_byids_cp.fcg', |
349 | list_id, 'Download list page', | |
350 | query={'type': 1, 'json': 1, 'utf8': 1, 'onlysong': 0, 'disstid': list_id}, | |
2fffb1dc YCH |
351 | transform_source=strip_jsonp) |
352 | if not len(list_json.get('cdlist', [])): | |
353 | if list_json.get('code'): | |
354 | raise ExtractorError( | |
355 | 'QQ Music said: error %d in fetching playlist info' % list_json['code'], | |
356 | expected=True) | |
357 | raise ExtractorError('Unable to get playlist info') | |
358 | ||
359 | cdlist = list_json['cdlist'][0] | |
25a6e769 YCH |
360 | entries = [self.url_result( |
361 | 'https://y.qq.com/n/yqq/song/' + song['songmid'] + '.html', 'QQMusic', song['songmid']) | |
362 | for song in cdlist['songlist']] | |
0d0d5d37 | 363 | |
2fffb1dc YCH |
364 | list_name = cdlist.get('dissname') |
365 | list_description = clean_html(unescapeHTML(cdlist.get('desc'))) | |
0d0d5d37 | 366 | return self.playlist_result(entries, list_id, list_name, list_description) |