-import functools
import hashlib
import hmac
+import itertools
import json
import urllib.parse
from .common import InfoExtractor
from ..utils import (
- OnDemandPagedList,
+ ExtractorError,
int_or_none,
- traverse_obj,
+ join_nonempty,
+ try_call,
urljoin,
+ url_or_none
)
+from ..utils.traversal import traverse_obj
class ZingMp3BaseIE(InfoExtractor):
'video-clip': '/api/v2/page/get/video',
'lyric': '/api/v2/lyric/get/lyric',
'song-streaming': '/api/v2/song/get/streaming',
+ 'liveradio': '/api/v2/livestream/get/info',
+ 'eps': '/api/v2/page/get/podcast-episode',
+ 'episode-streaming': '/api/v2/podcast/episode/get/streaming',
# Playlist
'playlist': '/api/v2/page/get/playlist',
'album': '/api/v2/page/get/playlist',
+ 'pgr': '/api/v2/page/get/podcast-program',
+ 'pgr-list': '/api/v2/podcast/episode/get/list',
+ 'cgr': '/api/v2/page/get/podcast-category',
+ 'cgr-list': '/api/v2/podcast/program/get/list-by-cate',
+ 'cgrs': '/api/v2/page/get/podcast-categories',
# Chart
'zing-chart': '/api/v2/page/get/chart-home',
'zing-chart-tuan': '/api/v2/page/get/week-chart',
'info-artist': '/api/v2/page/get/artist',
'user-list-song': '/api/v2/song/get/list',
'user-list-video': '/api/v2/video/get/list',
+ 'hub': '/api/v2/page/get/hub-detail',
+ 'new-release': '/api/v2/chart/get/new-release',
+ 'top100': '/api/v2/page/get/top-100',
+ 'podcast-new': '/api/v2/podcast/program/get/list-by-type',
+ 'top-podcast': '/api/v2/podcast/program/get/top-episode',
}
def _api_url(self, url_type, params):
''.join(f'{k}={v}' for k, v in sorted(params.items())).encode()).hexdigest()
data = {
**params,
- 'apiKey': '88265e23d4284f25963e6eedac8fbfa3',
- 'sig': hmac.new(
- b'2aa2d1c561e809b267f3638c4a307aab', f'{api_slug}{sha256}'.encode(), hashlib.sha512).hexdigest(),
+ 'apiKey': 'X5BM3w8N7MKozC0B85o4KMlzLZKhV00y',
+ 'sig': hmac.new(b'acOrvUS15XRW2o9JksiK1KgQ6Vbds8ZW',
+ f'{api_slug}{sha256}'.encode(), hashlib.sha512).hexdigest(),
}
return f'{self._DOMAIN}{api_slug}?{urllib.parse.urlencode(data)}'
return (resp or {}).get('data') or {}
def _real_initialize(self):
- if not self.get_param('cookiefile') and not self.get_param('cookiesfrombrowser'):
+ if not self._cookies_passed:
self._request_webpage(
self._api_url('bai-hat', {'id': ''}), None, note='Updating cookies')
for url in traverse_obj(items, (..., 'link')) or []:
yield self.url_result(urljoin(self._DOMAIN, url))
+ def _fetch_page(self, id_, url_type, page):
+ raise NotImplementedError('This method must be implemented by subclasses')
+
+ def _paged_list(self, _id, url_type):
+ count = 0
+ for page in itertools.count(1):
+ data = self._fetch_page(_id, url_type, page)
+ entries = list(self._parse_items(data.get('items')))
+ count += len(entries)
+ yield from entries
+ if not data.get('hasMore') or try_call(lambda: count > data['total']):
+ break
+
class ZingMp3IE(ZingMp3BaseIE):
- _VALID_URL = ZingMp3BaseIE._VALID_URL_TMPL % 'bai-hat|video-clip|embed'
+ _VALID_URL = ZingMp3BaseIE._VALID_URL_TMPL % 'bai-hat|video-clip|embed|eps'
IE_NAME = 'zingmp3'
IE_DESC = 'zingmp3.vn'
_TESTS = [{
},
}, {
'url': 'https://zingmp3.vn/video-clip/Suong-Hoa-Dua-Loi-K-ICM-RYO/ZO8ZF7C7.html',
- 'md5': '3c2081e79471a2f4a3edd90b70b185ea',
+ 'md5': '92c6e7a019f06b4682a6c35ae5785fab',
'info_dict': {
'id': 'ZO8ZF7C7',
'title': 'Sương Hoa Đưa Lối',
'album': 'Người Yêu Tôi Lạnh Lùng Sắt Đá (Single)',
'album_artist': 'Mr. Siro',
},
+ }, {
+ 'url': 'https://zingmp3.vn/eps/Cham-x-Ban-Noi-Goi-La-Nha/ZZD9ACWI.html',
+ 'md5': 'd52f9f63e2631e004e4f15188eedcf80',
+ 'info_dict': {
+ 'id': 'ZZD9ACWI',
+ 'title': 'Chạm x Bạn - Nơi Gọi Là Nhà',
+ 'ext': 'mp3',
+ 'duration': 3716,
+ 'thumbnail': r're:^https?://.+\.jpg',
+ 'track': 'Chạm x Bạn - Nơi Gọi Là Nhà',
+ 'artist': 'On Air',
+ 'album': 'Top Podcast',
+ 'album_artist': 'On Air',
+ },
}, {
'url': 'https://zingmp3.vn/embed/song/ZWZEI76B?start=false',
'only_matching': True,
'http://api.mp3.zing.vn/api/mobile/video/getvideoinfo', item_id,
query={'requestdata': json.dumps({'id': item_id})},
note='Downloading mp4 JSON metadata').get('source')
+ elif url_type == 'eps':
+ source = self._call_api('episode-streaming', {'id': item_id})
else:
source = self._call_api('song-streaming', {'id': item_id})
'height': int_or_none(res),
})
- if not formats and item.get('msg') == 'Sorry, this content is not available in your country.':
- self.raise_geo_restricted(countries=self._GEO_COUNTRIES, metadata_available=True)
- self._sort_formats(formats)
+ if not formats:
+ if item.get('msg') == 'Sorry, this content is not available in your country.':
+ self.raise_geo_restricted(countries=self._GEO_COUNTRIES, metadata_available=True)
+ else:
+ self.raise_no_formats('The song is only for VIP accounts.')
lyric = item.get('lyric') or self._call_api('lyric', {'id': item_id}, fatal=False).get('file')
'thumbnail': traverse_obj(item, 'thumbnail', 'thumbnailM'),
'duration': int_or_none(item.get('duration')),
'track': traverse_obj(item, 'title', 'alias'),
- 'artist': traverse_obj(item, 'artistsNames', 'artists_names'),
- 'album': traverse_obj(item, ('album', ('name', 'title')), get_all=False),
- 'album_artist': traverse_obj(item, ('album', ('artistsNames', 'artists_names')), get_all=False),
+ 'artist': traverse_obj(item, 'artistsNames', 'artists_names', ('artists', 0, 'name')),
+ 'album': traverse_obj(item, ('album', ('name', 'title')), ('genres', 0, 'name'), get_all=False),
+ 'album_artist': traverse_obj(item, ('album', ('artistsNames', 'artists_names')),
+ ('artists', 0, 'name'), get_all=False),
'formats': formats,
'subtitles': {'origin': [{'url': lyric}]} if lyric else None,
}
class ZingMp3AlbumIE(ZingMp3BaseIE):
_VALID_URL = ZingMp3BaseIE._VALID_URL_TMPL % 'album|playlist'
_TESTS = [{
- 'url': 'http://mp3.zing.vn/album/Lau-Dai-Tinh-Ai-Bang-Kieu-Minh-Tuyet/ZWZBWDAF.html',
+ 'url': 'https://zingmp3.vn/album/Ca-Phe-Quan-Quen-Hoang-Dung-My-Anh-Da-LAB-Thinh-Suy/ZOC7WUZC.html',
'info_dict': {
- 'id': 'ZWZBWDAF',
- 'title': 'Lâu Đài Tình Ái',
+ 'id': 'ZOC7WUZC',
+ 'title': 'Cà Phê Quán Quen',
},
- 'playlist_mincount': 9,
+ 'playlist_mincount': 10,
}, {
'url': 'https://zingmp3.vn/album/Nhung-Bai-Hat-Hay-Nhat-Cua-Mr-Siro-Mr-Siro/ZWZAEZZD.html',
'info_dict': {
'id': 'ZWZAEZZD',
'title': 'Những Bài Hát Hay Nhất Của Mr. Siro',
},
- 'playlist_mincount': 49,
+ 'playlist_mincount': 20,
}, {
'url': 'http://mp3.zing.vn/playlist/Duong-Hong-Loan-apollobee/IWCAACCB.html',
'only_matching': True,
class ZingMp3ChartHomeIE(ZingMp3BaseIE):
- _VALID_URL = r'https?://(?:mp3\.zing|zingmp3)\.vn/(?P<id>(?:zing-chart|moi-phat-hanh))/?(?:[#?]|$)'
+ _VALID_URL = r'https?://(?:mp3\.zing|zingmp3)\.vn/(?P<id>(?:zing-chart|moi-phat-hanh|top100|podcast-discover))/?(?:[#?]|$)'
_TESTS = [{
'url': 'https://zingmp3.vn/zing-chart',
'info_dict': {
'id': 'moi-phat-hanh',
},
'playlist_mincount': 100,
+ }, {
+ 'url': 'https://zingmp3.vn/top100',
+ 'info_dict': {
+ 'id': 'top100',
+ },
+ 'playlist_mincount': 50,
+ }, {
+ 'url': 'https://zingmp3.vn/podcast-discover',
+ 'info_dict': {
+ 'id': 'podcast-discover',
+ },
+ 'playlist_mincount': 4,
}]
IE_NAME = 'zingmp3:chart-home'
def _real_extract(self, url):
url_type = self._match_id(url)
- data = self._call_api(url_type, {'id': url_type})
- items = traverse_obj(data, ('RTChart', 'items') if url_type == 'zing-chart' else 'items')
+ params = {'id': url_type}
+ if url_type == 'podcast-discover':
+ params['type'] = 'discover'
+ data = self._call_api(url_type, params)
+ items = []
+ if url_type == 'top100':
+ items.extend(traverse_obj(data, (..., 'items', ..., {dict})))
+ elif url_type == 'zing-chart':
+ items.extend(traverse_obj(data, ('RTChart', 'items', ..., {dict})))
+ else:
+ items.extend(traverse_obj(data, ('items', ..., {dict})))
return self.playlist_result(self._parse_items(items), url_type)
'id': 'IWZ9Z086',
'title': 'the-loai-video_Khong-Loi',
},
- 'playlist_mincount': 10,
+ 'playlist_mincount': 1,
}]
def _fetch_page(self, song_id, url_type, page):
- return self._parse_items(self._call_api(url_type, {
+ return self._call_api(url_type, {
'id': song_id,
'type': 'genre',
- 'page': page + 1,
+ 'page': page,
'count': self._PER_PAGE
- }).get('items'))
+ })
def _real_extract(self, url):
song_id, regions, url_type = self._match_valid_url(url).group('id', 'regions', 'type')
- return self.playlist_result(
- OnDemandPagedList(functools.partial(self._fetch_page, song_id, url_type), self._PER_PAGE),
- song_id, f'{url_type}_{regions}')
+ return self.playlist_result(self._paged_list(song_id, url_type), song_id, f'{url_type}_{regions}')
class ZingMp3UserIE(ZingMp3BaseIE):
- _VALID_URL = r'https?://(?:mp3\.zing|zingmp3)\.vn/(?P<user>[^/]+)/(?P<type>bai-hat|single|album|video)/?(?:[?#]|$)'
+ _VALID_URL = r'https?://(?:mp3\.zing|zingmp3)\.vn/(?P<user>[^/]+)/(?P<type>bai-hat|single|album|video|song)/?(?:[?#]|$)'
IE_NAME = 'zingmp3:user'
_TESTS = [{
'url': 'https://zingmp3.vn/Mr-Siro/bai-hat',
'info_dict': {
'id': 'IWZ98609',
'title': 'Mr. Siro - bai-hat',
- 'description': 'md5:85ab29bd7b21725c12bf76fd1d6922e5',
+ 'description': 'md5:5bdcf45e955dc1b8d7f518f322ffef36',
},
'playlist_mincount': 91,
}, {
'info_dict': {
'id': 'IWZ98609',
'title': 'Mr. Siro - album',
- 'description': 'md5:85ab29bd7b21725c12bf76fd1d6922e5',
+ 'description': 'md5:5bdcf45e955dc1b8d7f518f322ffef36',
},
'playlist_mincount': 3,
}, {
'info_dict': {
'id': 'IWZ98609',
'title': 'Mr. Siro - single',
- 'description': 'md5:85ab29bd7b21725c12bf76fd1d6922e5',
+ 'description': 'md5:5bdcf45e955dc1b8d7f518f322ffef36',
},
'playlist_mincount': 20,
}, {
'info_dict': {
'id': 'IWZ98609',
'title': 'Mr. Siro - video',
- 'description': 'md5:85ab29bd7b21725c12bf76fd1d6922e5',
+ 'description': 'md5:5bdcf45e955dc1b8d7f518f322ffef36',
},
'playlist_mincount': 15,
+ }, {
+ 'url': 'https://zingmp3.vn/new-release/song',
+ 'info_dict': {
+ 'id': 'new-release-song',
+ },
+ 'playlist_mincount': 50,
+ }, {
+ 'url': 'https://zingmp3.vn/new-release/album',
+ 'info_dict': {
+ 'id': 'new-release-album',
+ },
+ 'playlist_mincount': 20,
}]
def _fetch_page(self, user_id, url_type, page):
url_type = 'user-list-song' if url_type == 'bai-hat' else 'user-list-video'
- return self._parse_items(self._call_api(url_type, {
+ return self._call_api(url_type, {
'id': user_id,
'type': 'artist',
- 'page': page + 1,
+ 'page': page,
'count': self._PER_PAGE
- }, query={'sort': 'new', 'sectionId': 'aSong'}).get('items'))
+ })
def _real_extract(self, url):
- user_alias, url_type = self._match_valid_url(url).group('user', 'type')
+ alias, url_type = self._match_valid_url(url).group('user', 'type')
if not url_type:
url_type = 'bai-hat'
- user_info = self._call_api('info-artist', {}, user_alias, query={'alias': user_alias})
- if url_type in ('bai-hat', 'video'):
- entries = OnDemandPagedList(
- functools.partial(self._fetch_page, user_info['id'], url_type), self._PER_PAGE)
+ user_info = self._call_api('info-artist', {}, alias, query={'alias': alias})
+
+ # Handle for new-release
+ if alias == 'new-release' and url_type in ('song', 'album'):
+ _id = f'{alias}-{url_type}'
+ return self.playlist_result(self._parse_items(
+ self._call_api('new-release', params={'type': url_type}, display_id=_id)), _id)
else:
- entries = self._parse_items(traverse_obj(user_info, (
- 'sections', lambda _, v: v['link'] == f'/{user_alias}/{url_type}', 'items', ...)))
+ # Handle for user/artist
+ if url_type in ('bai-hat', 'video'):
+ entries = self._paged_list(user_info['id'], url_type)
+ else:
+ section_id = 'aAlbum' if url_type == 'album' else 'aSingle'
+ entries = self._parse_items(traverse_obj(user_info, (
+ 'sections', lambda _, v: v['sectionId'] == section_id, 'items', ...)))
+ return self.playlist_result(
+ entries, user_info['id'], join_nonempty(user_info.get('name'), url_type, delim=' - '),
+ user_info.get('biography'))
+
+
+class ZingMp3HubIE(ZingMp3BaseIE):
+ IE_NAME = 'zingmp3:hub'
+ _VALID_URL = r'https?://(?:mp3\.zing|zingmp3)\.vn/(?P<type>hub)/(?P<regions>[^/]+)/(?P<id>[^\.]+)'
+ _TESTS = [{
+ 'url': 'https://zingmp3.vn/hub/Nhac-Moi/IWZ9Z0CA.html',
+ 'info_dict': {
+ 'id': 'IWZ9Z0CA',
+ 'title': 'BXH Nhạc Mới',
+ 'description': 'md5:1cc31b68a6f746427b07b2756c22a558',
+ },
+ 'playlist_mincount': 20,
+ }, {
+ 'url': 'https://zingmp3.vn/hub/Nhac-Viet/IWZ9Z087.html',
+ 'info_dict': {
+ 'id': 'IWZ9Z087',
+ 'title': 'Nhạc Việt',
+ 'description': 'md5:acc976c8bdde64d5c6ee4a92c39f7a77',
+ },
+ 'playlist_mincount': 30,
+ }]
+
+ def _real_extract(self, url):
+ song_id, regions, url_type = self._match_valid_url(url).group('id', 'regions', 'type')
+ hub_detail = self._call_api(url_type, {'id': song_id})
+ entries = self._parse_items(traverse_obj(hub_detail, (
+ 'sections', lambda _, v: v['sectionId'] == 'hub', 'items', ...)))
return self.playlist_result(
- entries, user_info['id'], f'{user_info.get("name")} - {url_type}', user_info.get('biography'))
+ entries, song_id, hub_detail.get('title'), hub_detail.get('description'))
+
+
+class ZingMp3LiveRadioIE(ZingMp3BaseIE):
+ IE_NAME = 'zingmp3:liveradio'
+ _VALID_URL = r'https?://(?:mp3\.zing|zingmp3)\.vn/(?P<type>(?:liveradio))/(?P<id>\w+)(?:\.html|\?)'
+ _TESTS = [{
+ 'url': 'https://zingmp3.vn/liveradio/IWZ979UB.html',
+ 'info_dict': {
+ 'id': 'IWZ979UB',
+ 'title': r're:^V\-POP',
+ 'description': 'md5:aa857f8a91dc9ce69e862a809e4bdc10',
+ 'ext': 'mp4',
+ 'view_count': int,
+ 'thumbnail': r're:^https?://.*\.jpg',
+ 'like_count': int,
+ 'live_status': 'is_live',
+ },
+ 'params': {
+ 'skip_download': True,
+ },
+ }, {
+ 'url': 'https://zingmp3.vn/liveradio/IWZ97CWB.html',
+ 'info_dict': {
+ 'id': 'IWZ97CWB',
+ 'title': r're:^Live\s247',
+ 'description': 'md5:d41d8cd98f00b204e9800998ecf8427e',
+ 'ext': 'm4a',
+ 'view_count': int,
+ 'thumbnail': r're:^https?://.*\.jpg',
+ 'like_count': int,
+ 'live_status': 'is_live',
+ },
+ 'params': {
+ 'skip_download': True,
+ },
+ }]
+
+ def _real_extract(self, url):
+ url_type, live_radio_id = self._match_valid_url(url).group('type', 'id')
+ info = self._call_api(url_type, {'id': live_radio_id})
+ manifest_url = info.get('streaming')
+ if not manifest_url:
+ raise ExtractorError('This radio is offline.', expected=True)
+ fmts, subtitles = self._extract_m3u8_formats_and_subtitles(manifest_url, live_radio_id, fatal=False)
+ return {
+ 'id': live_radio_id,
+ 'is_live': True,
+ 'formats': fmts,
+ 'subtitles': subtitles,
+ **traverse_obj(info, {
+ 'title': 'title',
+ 'thumbnail': (('thumbnail', 'thumbnailM', 'thumbnailV', 'thumbnailH'), {url_or_none}),
+ 'view_count': ('activeUsers', {int_or_none}),
+ 'like_count': ('totalReaction', {int_or_none}),
+ 'description': 'description',
+ }, get_all=False),
+ }
+
+
+class ZingMp3PodcastEpisodeIE(ZingMp3BaseIE):
+ IE_NAME = 'zingmp3:podcast-episode'
+ _VALID_URL = ZingMp3BaseIE._VALID_URL_TMPL % 'pgr|cgr'
+ _TESTS = [{
+ 'url': 'https://zingmp3.vn/pgr/Nhac-Moi-Moi-Ngay/68Z9W66B.html',
+ 'info_dict': {
+ 'id': '68Z9W66B',
+ 'title': 'Nhạc Mới Mỗi Ngày',
+ 'description': 'md5:2875dfa951f8e5356742f1610cf20691'
+ },
+ 'playlist_mincount': 20,
+ }, {
+ 'url': 'https://zingmp3.vn/cgr/Am-nhac/IWZ980AO.html',
+ 'info_dict': {
+ 'id': 'IWZ980AO',
+ 'title': 'Âm nhạc'
+ },
+ 'playlist_mincount': 2,
+ }]
+
+ def _fetch_page(self, eps_id, url_type, page):
+ return self._call_api(url_type, {
+ 'id': eps_id,
+ 'page': page,
+ 'count': self._PER_PAGE
+ })
+
+ def _real_extract(self, url):
+ podcast_id, url_type = self._match_valid_url(url).group('id', 'type')
+ podcast_info = self._call_api(url_type, {'id': podcast_id})
+ entries = self._paged_list(podcast_id, 'pgr-list' if url_type == 'pgr' else 'cgr-list')
+ return self.playlist_result(
+ entries, podcast_id, podcast_info.get('title'), podcast_info.get('description'))
+
+
+class ZingMp3PodcastIE(ZingMp3BaseIE):
+ IE_NAME = 'zingmp3:podcast'
+ _VALID_URL = r'https?://(?:mp3\.zing|zingmp3)\.vn/(?P<id>(?:cgr|top-podcast|podcast-new))/?(?:[#?]|$)'
+ _TESTS = [{
+ 'url': 'https://zingmp3.vn/cgr',
+ 'info_dict': {
+ 'id': 'cgr',
+ },
+ 'playlist_mincount': 5,
+ }, {
+ 'url': 'https://zingmp3.vn/top-podcast',
+ 'info_dict': {
+ 'id': 'top-podcast',
+ },
+ 'playlist_mincount': 7,
+ }, {
+ 'url': 'https://zingmp3.vn/podcast-new',
+ 'info_dict': {
+ 'id': 'podcast-new',
+ },
+ 'playlist_mincount': 4,
+ }]
+
+ def _real_extract(self, url):
+ url_type = self._match_id(url)
+ params = {'id': url_type}
+ if url_type == 'podcast-new':
+ params['type'] = 'new'
+ items = self._call_api('cgrs' if url_type == 'cgr' else url_type, params)['items']
+ return self.playlist_result(self._parse_items(items), url_type)
projects / yt-dlp.git / blobdiff