]>
jfr.im git - yt-dlp.git/blob - yt_dlp/extractor/rcs.py
2 from __future__
import unicode_literals
6 from .common
import InfoExtractor
17 class RCSBaseIE(InfoExtractor
):
18 # based on VideoPlayerLoader.prototype.getVideoSrc
19 # and VideoPlayerLoader.prototype.transformSrc from
20 # https://js2.corriereobjects.it/includes2013/LIBS/js/corriere_video.sjs
22 'media2vam.corriere.it.edgesuite.net':
23 'media2vam-corriere-it.akamaized.net',
24 'media.youreporter.it.edgesuite.net':
25 'media-youreporter-it.akamaized.net',
26 'corrierepmd.corriere.it.edgesuite.net':
27 'corrierepmd-corriere-it.akamaized.net',
28 'media2vam-corriere-it.akamaized.net/fcs.quotidiani/vr/videos/':
29 'video.corriere.it/vr360/videos/',
33 'media2vam.corbologna.corriere.it.edgesuite.net':
34 'media2vam-bologna-corriere-it.akamaized.net',
35 'media2vam.corfiorentino.corriere.it.edgesuite.net':
36 'media2vam-fiorentino-corriere-it.akamaized.net',
37 'media2vam.cormezzogiorno.corriere.it.edgesuite.net':
38 'media2vam-mezzogiorno-corriere-it.akamaized.net',
39 'media2vam.corveneto.corriere.it.edgesuite.net':
40 'media2vam-veneto-corriere-it.akamaized.net',
41 'media2.oggi.it.edgesuite.net':
42 'media2-oggi-it.akamaized.net',
43 'media2.quimamme.it.edgesuite.net':
44 'media2-quimamme-it.akamaized.net',
45 'media2.amica.it.edgesuite.net':
46 'media2-amica-it.akamaized.net',
47 'media2.living.corriere.it.edgesuite.net':
48 'media2-living-corriere-it.akamaized.net',
49 'media2.style.corriere.it.edgesuite.net':
50 'media2-style-corriere-it.akamaized.net',
51 'media2.iodonna.it.edgesuite.net':
52 'media2-iodonna-it.akamaized.net',
53 'media2.leitv.it.edgesuite.net':
54 'media2-leitv-it.akamaized.net',
57 'videoamica-vh.akamaihd': 'amica',
58 'media2-amica-it.akamaized': 'amica',
59 'corrierevam-vh.akamaihd': 'corriere',
60 'media2vam-corriere-it.akamaized': 'corriere',
61 'cormezzogiorno-vh.akamaihd': 'corrieredelmezzogiorno',
62 'media2vam-mezzogiorno-corriere-it.akamaized': 'corrieredelmezzogiorno',
63 'corveneto-vh.akamaihd': 'corrieredelveneto',
64 'media2vam-veneto-corriere-it.akamaized': 'corrieredelveneto',
65 'corbologna-vh.akamaihd': 'corrieredibologna',
66 'media2vam-bologna-corriere-it.akamaized': 'corrieredibologna',
67 'corfiorentino-vh.akamaihd': 'corrierefiorentino',
68 'media2vam-fiorentino-corriere-it.akamaized': 'corrierefiorentino',
69 'corinnovazione-vh.akamaihd': 'corriereinnovazione',
70 'media2-gazzanet-gazzetta-it.akamaized': 'gazzanet',
71 'videogazzanet-vh.akamaihd': 'gazzanet',
72 'videogazzaworld-vh.akamaihd': 'gazzaworld',
73 'gazzettavam-vh.akamaihd': 'gazzetta',
74 'media2vam-gazzetta-it.akamaized': 'gazzetta',
75 'videoiodonna-vh.akamaihd': 'iodonna',
76 'media2-leitv-it.akamaized': 'leitv',
77 'videoleitv-vh.akamaihd': 'leitv',
78 'videoliving-vh.akamaihd': 'living',
79 'media2-living-corriere-it.akamaized': 'living',
80 'media2-oggi-it.akamaized': 'oggi',
81 'videooggi-vh.akamaihd': 'oggi',
82 'media2-quimamme-it.akamaized': 'quimamme',
83 'quimamme-vh.akamaihd': 'quimamme',
84 'videorunning-vh.akamaihd': 'running',
85 'media2-style-corriere-it.akamaized': 'style',
86 'style-vh.akamaihd': 'style',
87 'videostyle-vh.akamaihd': 'style',
88 'media2-stylepiccoli-it.akamaized': 'stylepiccoli',
89 'stylepiccoli-vh.akamaihd': 'stylepiccoli',
90 'doveviaggi-vh.akamaihd': 'viaggi',
91 'media2-doveviaggi-it.akamaized': 'viaggi',
92 'media2-vivimilano-corriere-it.akamaized': 'vivimilano',
93 'vivimilano-vh.akamaihd': 'vivimilano',
94 'media2-youreporter-it.akamaized': 'youreporter'
97 'advrcs-vh.akamaihd': '',
98 'corriere-f.akamaihd': '',
99 'corrierepmd-corriere-it.akamaized': '',
100 'corrprotetto-vh.akamaihd': '',
101 'gazzetta-f.akamaihd': '',
102 'gazzettapmd-gazzetta-it.akamaized': '',
103 'gazzprotetto-vh.akamaihd': '',
104 'periodici-f.akamaihd': '',
105 'periodicisecure-vh.akamaihd': '',
106 'videocoracademy-vh.akamaihd': ''
109 def _get_video_src(self
, video
):
110 mediaFiles
= video
.get('mediaProfile').get('mediaFile')
113 if video
.get('mediaType') == 'AUDIO':
114 for aud
in mediaFiles
:
116 src
['mp3'] = aud
.get('value')
119 for vid
in mediaFiles
:
120 if vid
.get('mimeType') == 'application/vnd.apple.mpegurl':
121 src
['m3u8'] = vid
.get('value')
122 if vid
.get('mimeType') == 'video/mp4':
123 src
['mp4'] = vid
.get('value')
127 for s
, r
in self
._ALL
_REPLACE
.items():
128 src
[t
] = src
[t
].replace(s
, r
)
129 for s
, r
in self
._MP
4_REPLACE
.items():
130 src
[t
] = src
[t
].replace(s
, r
)
133 if 'mp4' in src
and 'm3u8' in src
:
134 if ('-lh.akamaihd' not in src
.get('m3u8')
135 and 'akamai' in src
.get('mp4')):
137 matches
= re
.search(r
'(?:https*:)?\/\/(?P<host>.*)\.net\/i(?P<path>.*)$', src
.get('m3u8'))
138 src
['m3u8'] = 'https://vod.rcsobjects.it/hls/%s%s' % (
139 self
._MIGRATION
_MAP
[matches
.group('host')],
140 matches
.group('path').replace(
147 matches
= re
.search(r
'(?:https*:)?\/\/(?P<host>.*)\.net\/i(?P<path>.*)$', src
.get('mp4'))
149 if matches
.group('host') in self
._MIGRATION
_MEDIA
:
150 vh_stream
= 'https://media2.corriereobjects.it'
151 if src
.get('mp4').find('fcs.quotidiani_!'):
152 vh_stream
= 'https://media2-it.corriereobjects.it'
153 src
['mp4'] = '%s%s' % (
155 matches
.group('path').replace(
158 '/fcs.quotidiani/mediacenter', '').replace(
159 '/fcs.quotidiani_!/mediacenter', '').replace(
160 'corriere/content/mediacenter/', '').replace(
161 'gazzetta/content/mediacenter/', '')
164 src
['mp4'] = 'https://vod.rcsobjects.it/%s%s' % (
165 self
._MIGRATION
_MAP
[matches
.group('host')],
166 matches
.group('path').replace('///', '/').replace('//', '/')
170 src
['mp3'] = src
.get('mp3').replace(
171 'media2vam-corriere-it.akamaized.net',
172 'vod.rcsobjects.it/corriere')
174 if src
.get('mp4').find('fcs.quotidiani_!'):
175 src
['mp4'] = src
.get('mp4').replace('vod.rcsobjects', 'vod-it.rcsobjects')
177 if src
.get('m3u8').find('fcs.quotidiani_!'):
178 src
['m3u8'] = src
.get('m3u8').replace('vod.rcsobjects', 'vod-it.rcsobjects')
180 if 'geoblocking' in video
.get('mediaProfile'):
182 src
['m3u8'] = src
.get('m3u8').replace('vod.rcsobjects', 'vod-it.rcsobjects')
184 src
['mp4'] = src
.get('mp4').replace('vod.rcsobjects', 'vod-it.rcsobjects')
186 if src
.get('m3u8').find('csmil') and src
.get('m3u8').find('vod'):
187 src
['m3u8'] = src
.get('m3u8').replace('.csmil', '.urlset')
191 def _create_formats(self
, urls
, video_id
):
193 formats
= self
._extract
_m
3u8_formats
(
194 urls
.get('m3u8'), video_id
, 'mp4', entry_protocol
='m3u8_native',
195 m3u8_id
='hls', fatal
=False)
199 'format_id': 'http-mp4',
202 self
._sort
_formats
(formats
)
205 def _real_extract(self
, url
):
206 video_id
= self
._match
_id
(url
)
207 mobj
= re
.search(self
._VALID
_URL
, url
)
209 if 'cdn' not in mobj
.groupdict():
210 raise ExtractorError('CDN not found in url: %s' % url
)
212 # for leitv/youreporter/viaggi don't use the embed page
213 if ((mobj
.group('cdn') not in ['leitv.it', 'youreporter.it'])
214 and (mobj
.group('vid') == 'video')):
215 url
= 'https://video.%s/video-embed/%s' % (mobj
.group('cdn'), video_id
)
217 page
= self
._download
_webpage
(url
, video_id
)
220 # look for json video data url
221 json
= self
._search
_regex
(
222 r
'''(?x)url\s*=\s*(["'])
224 (?:https?:)?//video\.rcs\.it
225 /fragment-includes/video-includes/.+?\.json
227 page
, video_id
, group
='url', default
=None)
229 if json
.startswith('//'):
230 json
= 'https:%s' % json
231 video_data
= self
._download
_json
(json
, video_id
)
233 # if json url not found, look for json video data directly in the page
235 # RCS normal pages and most of the embeds
236 json
= self
._search
_regex
(
237 r
'[\s;]video\s*=\s*({[\s\S]+?})(?:;|,playlist=)',
238 page
, video_id
, default
=None)
239 if not json
and 'video-embed' in url
:
240 page
= self
._download
_webpage
(url
.replace('video-embed', 'video-json'), video_id
)
241 json
= self
._search
_regex
(
242 r
'##start-video##({[\s\S]+?})##end-video##',
243 page
, video_id
, default
=None)
245 # if no video data found try search for iframes
246 emb
= RCSEmbedsIE
._extract
_url
(page
)
249 '_type': 'url_transparent',
251 'ie_key': RCSEmbedsIE
.ie_key()
254 video_data
= self
._parse
_json
(
255 json
, video_id
, transform_source
=js_to_json
)
258 raise ExtractorError('Video data not found in the page')
260 formats
= self
._create
_formats
(
261 self
._get
_video
_src
(video_data
), video_id
)
263 description
= (video_data
.get('description')
264 or clean_html(video_data
.get('htmlDescription'))
265 or self
._html
_search
_meta
('description', page
))
266 uploader
= video_data
.get('provider') or mobj
.group('cdn')
270 'title': video_data
.get('title'),
271 'description': description
,
272 'uploader': uploader
,
277 class RCSEmbedsIE(RCSBaseIE
):
278 _VALID_URL
= r
'''(?x)
279 https?://(?P<vid>video)\.
283 (?:corriere\w+\.)?corriere|
284 (?:gazzanet\.)?gazzetta
286 /video-embed/(?P<id>[^/=&\?]+?)(?:$|\?)'''
288 'url': 'https://video.rcs.it/video-embed/iodonna-0001585037',
289 'md5': '623ecc8ffe7299b2d0c1046d8331a9df',
291 'id': 'iodonna-0001585037',
293 'title': 'Sky Arte racconta Madonna nella serie "Artist to icon"',
294 'description': 'md5:65b09633df9ffee57f48b39e34c9e067',
295 'uploader': 'rcs.it',
298 # redownload the page changing 'video-embed' in 'video-json'
299 'url': 'https://video.gazzanet.gazzetta.it/video-embed/gazzanet-mo05-0000260789',
300 'md5': 'a043e3fecbe4d9ed7fc5d888652a5440',
302 'id': 'gazzanet-mo05-0000260789',
304 'title': 'Valentino Rossi e papà Graziano si divertono col drifting',
305 'description': 'md5:a8bf90d6adafd9815f70fc74c0fc370a',
309 'url': 'https://video.corriere.it/video-embed/b727632a-f9d0-11ea-91b0-38d50a849abb?player',
312 'url': 'https://video.gazzetta.it/video-embed/49612410-00ca-11eb-bcd8-30d4253e0140',
317 def _sanitize_urls(urls
):
318 # add protocol if missing
319 for i
, e
in enumerate(urls
):
320 if e
.startswith('//'):
321 urls
[i
] = 'https:%s' % e
323 for i
, e
in enumerate(urls
):
324 urls
[i
] = urljoin(base_url(e
), url_basename(e
))
328 def _extract_urls(webpage
):
331 for mobj
in re
.finditer(r
'''(?x)
337 (?P<url>(?:https?:)?//video\.
340 (?:corriere\w+\.)?corriere|
341 (?:gazzanet\.)?gazzetta
343 \.it/video-embed/.+?)
345 return RCSEmbedsIE
._sanitize
_urls
(entries
)
348 def _extract_url(webpage
):
349 urls
= RCSEmbedsIE
._extract
_urls
(webpage
)
350 return urls
[0] if urls
else None
353 class RCSIE(RCSBaseIE
):
354 _VALID_URL
= r
'''(?x)https?://(?P<vid>video|viaggi)\.
357 corrieredelmezzogiorno\.
360 |corrierefiorentino\.
362 |(?:gazzanet\.)?gazzetta\.it)
363 /(?!video-embed/).+?/(?P<id>[^/\?]+)(?=\?|/$|$)'''
365 'url': 'https://video.corriere.it/sport/formula-1/vettel-guida-ferrari-sf90-mugello-suo-fianco-c-elecrerc-bendato-video-esilarante/b727632a-f9d0-11ea-91b0-38d50a849abb',
366 'md5': '0f4ededc202b0f00b6e509d831e2dcda',
368 'id': 'b727632a-f9d0-11ea-91b0-38d50a849abb',
370 'title': 'Vettel guida la Ferrari SF90 al Mugello e al suo fianco c\'è Leclerc (bendato): il video è esilarante',
371 'description': 'md5:93b51c9161ac8a64fb2f997b054d0152',
372 'uploader': 'Corriere Tv',
375 # video data inside iframe
376 'url': 'https://viaggi.corriere.it/video/norvegia-il-nuovo-ponte-spettacolare-sopra-la-cascata-di-voringsfossen/',
377 'md5': 'da378e4918d2afbf7d61c35abb948d4c',
379 'id': '5b7cd134-e2c1-11ea-89b3-b56dd0df2aa2',
381 'title': 'La nuova spettacolare attrazione in Norvegia: il ponte sopra Vøringsfossen',
382 'description': 'md5:18b35a291f6746c0c8dacd16e5f5f4f8',
383 'uploader': 'DOVE Viaggi',
386 'url': 'https://video.gazzetta.it/video-motogp-catalogna-cadute-dovizioso-vale-rossi/49612410-00ca-11eb-bcd8-30d4253e0140?vclk=Videobar',
387 'md5': 'eedc1b5defd18e67383afef51ff7bdf9',
389 'id': '49612410-00ca-11eb-bcd8-30d4253e0140',
391 'title': 'Dovizioso, il contatto con Zarco e la caduta. E anche Vale finisce a terra',
392 'description': 'md5:8c6e905dc3b9413218beca11ebd69778',
393 'uploader': 'AMorici',
396 'url': 'https://video.corriere.it/video-360/metro-copenaghen-tutta-italiana/a248a7f0-e2db-11e9-9830-af2de6b1f945',
401 class RCSVariousIE(RCSBaseIE
):
402 _VALID_URL
= r
'''(?x)https?://www\.
406 )/(?:[^/]+/)?(?P<id>[^/]+?)(?:$|\?|/)'''
408 'url': 'https://www.leitv.it/benessere/mal-di-testa-come-combatterlo-ed-evitarne-la-comparsa/',
409 'md5': '92b4e63667b8f95acb0a04da25ae28a1',
411 'id': 'mal-di-testa-come-combatterlo-ed-evitarne-la-comparsa',
413 'title': 'Cervicalgia e mal di testa, il video con i suggerimenti dell\'esperto',
414 'description': 'md5:ae21418f34cee0b8d02a487f55bcabb5',
415 'uploader': 'leitv.it',
418 'url': 'https://www.youreporter.it/fiume-sesia-3-ottobre-2020/',
419 'md5': '8dccd436b47a830bab5b4a88232f391a',
421 'id': 'fiume-sesia-3-ottobre-2020',
423 'title': 'Fiume Sesia 3 ottobre 2020',
424 'description': 'md5:0070eef1cc884d13c970a4125063de55',
425 'uploader': 'youreporter.it',