]> jfr.im git - yt-dlp.git/blame - yt_dlp/extractor/sixplay.py
[utils] Add `parse_qs`
[yt-dlp.git] / yt_dlp / extractor / sixplay.py
CommitLineData
93ad6c6b
RA
1# coding: utf-8
2from __future__ import unicode_literals
3
c8b8fb0a 4
93ad6c6b 5from .common import InfoExtractor
4bf18702 6from ..compat import (
4bf18702 7 compat_str,
4bf18702 8)
93ad6c6b 9from ..utils import (
ab49d7a9 10 determine_ext,
b9c9cb5f 11 int_or_none,
4dfbf869 12 parse_qs,
b9c9cb5f
S
13 try_get,
14 qualities,
93ad6c6b
RA
15)
16
17
18class SixPlayIE(InfoExtractor):
c8b8fb0a 19 IE_NAME = '6play'
7c24a58b 20 _VALID_URL = r'(?:6play:|https?://(?:www\.)?(?P<domain>6play\.fr|rtlplay\.be|play\.rtl\.hr|rtlmost\.hu)/.+?-c_)(?P<id>[0-9]+)'
18825117
RA
21 _TESTS = [{
22 'url': 'https://www.6play.fr/minute-par-minute-p_9533/le-but-qui-a-marque-lhistoire-du-football-francais-c_12041051',
23 'md5': '31fcd112637baa0c2ab92c4fcd8baf27',
93ad6c6b 24 'info_dict': {
18825117 25 'id': '12041051',
93ad6c6b 26 'ext': 'mp4',
18825117
RA
27 'title': 'Le but qui a marqué l\'histoire du football français !',
28 'description': 'md5:b59e7e841d646ef1eb42a7868eb6a851',
b9c9cb5f 29 },
18825117
RA
30 }, {
31 'url': 'https://www.rtlplay.be/rtl-info-13h-p_8551/les-titres-du-rtlinfo-13h-c_12045869',
32 'only_matching': True,
28f96cf4 33 }, {
34 'url': 'https://play.rtl.hr/pj-masks-p_9455/epizoda-34-sezona-1-catboyevo-cudo-na-dva-kotaca-c_11984989',
35 'only_matching': True,
7c24a58b
RA
36 }, {
37 'url': 'https://www.rtlmost.hu/megtorve-p_14167/megtorve-6-resz-c_12397787',
38 'only_matching': True,
18825117 39 }]
93ad6c6b
RA
40
41 def _real_extract(self, url):
5ad28e7f 42 domain, video_id = self._match_valid_url(url).groups()
18825117
RA
43 service, consumer_name = {
44 '6play.fr': ('6play', 'm6web'),
45 'rtlplay.be': ('rtlbe_rtl_play', 'rtlbe'),
28f96cf4 46 'play.rtl.hr': ('rtlhr_rtl_play', 'rtlhr'),
7c24a58b 47 'rtlmost.hu': ('rtlhu_rtl_most', 'rtlhu'),
18825117 48 }.get(domain, ('6play', 'm6web'))
b9c9cb5f
S
49
50 data = self._download_json(
18825117
RA
51 'https://pc.middleware.6play.fr/6play/v2/platforms/m6group_web/services/%s/videos/clip_%s' % (service, video_id),
52 video_id, headers={
53 'x-customer-name': consumer_name
54 }, query={
b9c9cb5f
S
55 'csa': 5,
56 'with': 'clips',
57 })
58
59 clip_data = data['clips'][0]
60 title = clip_data['title']
93ad6c6b 61
c8b8fb0a 62 urls = []
0c2ac64b 63 quality_key = qualities(['lq', 'sd', 'hq', 'hd'])
93ad6c6b 64 formats = []
ff873b57 65 subtitles = {}
c5b02efe
RA
66 assets = clip_data.get('assets') or []
67 for asset in assets:
b9c9cb5f 68 asset_url = asset.get('full_physical_path')
c8b8fb0a 69 protocol = asset.get('protocol')
3545d38b 70 if not asset_url or ((protocol == 'primetime' or asset.get('type') == 'usp_hlsfp_h264') and not ('_drmnp.ism/' in asset_url or '_unpnp.ism/' in asset_url)) or asset_url in urls:
93ad6c6b 71 continue
c8b8fb0a 72 urls.append(asset_url)
b9c9cb5f
S
73 container = asset.get('video_container')
74 ext = determine_ext(asset_url)
ff873b57
S
75 if protocol == 'http_subtitle' or ext == 'vtt':
76 subtitles.setdefault('fr', []).append({'url': asset_url})
77 continue
b9c9cb5f 78 if container == 'm3u8' or ext == 'm3u8':
18825117 79 if protocol == 'usp':
4dfbf869 80 if parse_qs(asset_url).get('token', [None])[0]:
e12b4b8b
RA
81 urlh = self._request_webpage(
82 asset_url, video_id, fatal=False,
83 headers=self.geo_verification_headers())
18825117
RA
84 if not urlh:
85 continue
86 asset_url = urlh.geturl()
2309d6bf 87 asset_url = asset_url.replace('_drmnp.ism/', '_unpnp.ism/')
2e1280ed
RA
88 for i in range(3, 0, -1):
89 asset_url = asset_url = asset_url.replace('_sd1/', '_sd%d/' % i)
90 m3u8_formats = self._extract_m3u8_formats(
91 asset_url, video_id, 'mp4', 'm3u8_native',
92 m3u8_id='hls', fatal=False)
93 formats.extend(m3u8_formats)
94 formats.extend(self._extract_mpd_formats(
95 asset_url.replace('.m3u8', '.mpd'),
96 video_id, mpd_id='dash', fatal=False))
97 if m3u8_formats:
98 break
c8b8fb0a
RA
99 else:
100 formats.extend(self._extract_m3u8_formats(
101 asset_url, video_id, 'mp4', 'm3u8_native',
102 m3u8_id='hls', fatal=False))
b9c9cb5f
S
103 elif container == 'mp4' or ext == 'mp4':
104 quality = asset.get('video_quality')
93ad6c6b 105 formats.append({
b9c9cb5f 106 'url': asset_url,
93ad6c6b 107 'format_id': quality,
0c2ac64b 108 'quality': quality_key(quality),
ab49d7a9 109 'ext': ext,
93ad6c6b
RA
110 })
111 self._sort_formats(formats)
112
b9c9cb5f
S
113 def get(getter):
114 for src in (data, clip_data):
115 v = try_get(src, getter, compat_str)
116 if v:
117 return v
118
93ad6c6b
RA
119 return {
120 'id': video_id,
b9c9cb5f
S
121 'title': title,
122 'description': get(lambda x: x['description']),
123 'duration': int_or_none(clip_data.get('duration')),
124 'series': get(lambda x: x['program']['title']),
93ad6c6b 125 'formats': formats,
ff873b57 126 'subtitles': subtitles,
93ad6c6b 127 }