2 from __future__
import unicode_literals
6 from .common
import InfoExtractor
34 class RaiBaseIE(InfoExtractor
):
35 _UUID_RE
= r
'[\da-f]{8}-[\da-f]{4}-[\da-f]{4}-[\da-f]{4}-[\da-f]{12}'
36 _GEO_COUNTRIES
= ['IT']
39 def _extract_relinker_info(self
, relinker_url
, video_id
):
40 if not re
.match(r
'https?://', relinker_url
):
41 return {'formats': [{'url': relinker_url}
]}
48 for platform
in ('mon', 'flash', 'native'):
49 relinker
= self
._download
_xml
(
50 relinker_url
, video_id
,
51 note
='Downloading XML metadata for platform %s' % platform
,
52 transform_source
=fix_xml_ampersands
,
53 query
={'output': 45, 'pl': platform}
,
54 headers
=self
.geo_verification_headers())
57 geoprotection
= xpath_text(
58 relinker
, './geoprotection', default
=None) == 'Y'
62 relinker
, './is_live', default
=None) == 'Y'
64 duration
= parse_duration(xpath_text(
65 relinker
, './duration', default
=None))
67 url_elem
= find_xpath_attr(relinker
, './url', 'type', 'content')
71 media_url
= url_elem
.text
73 # This does not imply geo restriction (e.g.
74 # http://www.raisport.rai.it/dl/raiSport/media/rassegna-stampa-04a9f4bd-b563-40cf-82a6-aad3529cb4a9.html)
75 if '/video_no_available.mp4' in media_url
:
78 ext
= determine_ext(media_url
)
79 if (ext
== 'm3u8' and platform
!= 'mon') or (ext
== 'f4m' and platform
!= 'flash'):
82 if ext
== 'm3u8' or 'format=m3u8' in media_url
or platform
== 'mon':
83 formats
.extend(self
._extract
_m
3u8_formats
(
84 media_url
, video_id
, 'mp4', 'm3u8_native',
85 m3u8_id
='hls', fatal
=False))
86 elif ext
== 'f4m' or platform
== 'flash':
87 manifest_url
= update_url_query(
88 media_url
.replace('manifest#live_hds.f4m', 'manifest.f4m'),
89 {'hdcore': '3.7.0', 'plugin': 'aasp-3.7.0.39.44'}
)
90 formats
.extend(self
._extract
_f
4m
_formats
(
91 manifest_url
, video_id
, f4m_id
='hds', fatal
=False))
93 bitrate
= int_or_none(xpath_text(relinker
, 'bitrate'))
96 'tbr': bitrate
if bitrate
> 0 else None,
97 'format_id': 'http-%d' % bitrate
if bitrate
> 0 else 'http',
100 if not formats
and geoprotection
is True:
101 self
.raise_geo_restricted(countries
=self
._GEO
_COUNTRIES
, metadata_available
=True)
103 formats
.extend(self
._create
_http
_urls
(relinker_url
, formats
))
105 return dict((k
, v
) for k
, v
in {
107 'duration': duration
,
109 }.items() if v
is not None)
111 def _create_http_urls(self
, relinker_url
, fmts
):
112 _RELINKER_REG
= r
'https?://(?P<host>[^/]+?)/(?:i/)?(?P<extra>[^/]+?)/(?P<path>.+?)/(?P<id>\d+)(?:_(?P<quality>[\d\,]+))?(?:\.mp4|/playlist\.m3u8).+?'
113 _MP4_TMPL
= '%s&overrideUserAgentRule=mp4-%s'
125 '5000': [1920, 1080],
126 '10000': [1920, 1080],
130 resp
= self
._request
_webpage
(
131 HEADRequest(url
), None, headers
={'User-Agent': 'Rai'}
,
132 fatal
=False, errnote
=False, note
=False)
138 return False if resp
.url
== url
else resp
.url
141 def get_format_info(tbr
):
143 br
= int_or_none(tbr
)
144 if len(fmts
) == 1 and not br
:
145 br
= fmts
[0].get('tbr')
147 tbr
= compat_str(math
.floor(br
/ 100) * 100)
151 # try extracting info from available m3u8 formats
155 br_limit
= math
.floor(br
/ 100)
156 if br_limit
- 1 <= math
.floor(f
['tbr'] / 100) <= br_limit
+ 1:
157 format_copy
= f
.copy()
159 'width': format_copy
.get('width'),
160 'height': format_copy
.get('height'),
161 'tbr': format_copy
.get('tbr'),
162 'vcodec': format_copy
.get('vcodec'),
163 'acodec': format_copy
.get('acodec'),
164 'fps': format_copy
.get('fps'),
165 'format_id': 'https-%s' % tbr
,
166 } if format_copy
else {
167 'width': _QUALITY
[tbr
][0],
168 'height': _QUALITY
[tbr
][1],
169 'format_id': 'https-%s' % tbr
,
173 loc
= test_url(_MP4_TMPL
% (relinker_url
, '*'))
174 if not isinstance(loc
, compat_str
):
179 test_url(relinker_url
) or '')
183 available_qualities
= mobj
.group('quality').split(',') if mobj
.group('quality') else ['*']
184 available_qualities
= [i
for i
in available_qualities
if i
]
187 for q
in available_qualities
:
189 'url': _MP4_TMPL
% (relinker_url
, q
),
193 fmt
.update(get_format_info(q
))
198 def _extract_subtitles(url
, video_data
):
202 subtitles_array
= video_data
.get('subtitlesArray') or []
203 for k
in ('subtitles', 'subtitlesUrl'):
204 subtitles_array
.append({'url': video_data.get(k)}
)
205 for subtitle
in subtitles_array
:
206 sub_url
= subtitle
.get('url')
207 if sub_url
and isinstance(sub_url
, compat_str
):
208 sub_lang
= subtitle
.get('language') or 'it'
209 sub_url
= urljoin(url
, sub_url
)
210 sub_ext
= determine_ext(sub_url
, SRT_EXT
)
211 subtitles
.setdefault(sub_lang
, []).append({
215 if STL_EXT
== sub_ext
:
216 subtitles
[sub_lang
].append({
218 'url': sub_url
[:-len(STL_EXT
)] + SRT_EXT
,
223 class RaiPlayIE(RaiBaseIE
):
224 _VALID_URL
= r
'(?P<base>https?://(?:www\.)?raiplay\.it/.+?-(?P<id>%s))\.(?:html|json)' % RaiBaseIE
._UUID
_RE
226 'url': 'http://www.raiplay.it/video/2014/04/Report-del-07042014-cb27157f-9dd0-4aee-b788-b1f67643a391.html',
227 'md5': '8970abf8caf8aef4696e7b1f2adfc696',
229 'id': 'cb27157f-9dd0-4aee-b788-b1f67643a391',
231 'title': 'Report del 07/04/2014',
232 'alt_title': 'St 2013/14 - Espresso nel caffè - 07/04/2014',
233 'description': 'md5:d730c168a58f4bb35600fc2f881ec04e',
234 'thumbnail': r
're:^https?://.*\.jpg$',
235 'uploader': 'Rai Gulp',
244 'skip_download': True,
247 # 1080p direct mp4 url
248 'url': 'https://www.raiplay.it/video/2021/03/Leonardo-S1E1-b5703b02-82ee-475a-85b6-c9e4a8adf642.html',
249 'md5': '2e501e8651d72f05ffe8f5d286ad560b',
251 'id': 'b5703b02-82ee-475a-85b6-c9e4a8adf642',
253 'title': 'Leonardo - S1E1',
254 'alt_title': 'St 1 Ep 1 - Episodio 1',
255 'description': 'md5:f5360cd267d2de146e4e3879a5a47d31',
256 'thumbnail': r
're:^https?://.*\.jpg$',
259 'series': 'Leonardo',
260 'season': 'Season 1',
263 'url': 'http://www.raiplay.it/video/2016/11/gazebotraindesi-efebe701-969c-4593-92f3-285f0d1ce750.html?',
264 'only_matching': True,
266 # subtitles at 'subtitlesArray' key (see #27698)
267 'url': 'https://www.raiplay.it/video/2020/12/Report---04-01-2021-2e90f1de-8eee-4de4-ac0e-78d21db5b600.html',
268 'only_matching': True,
271 'url': 'https://www.raiplay.it/video/2020/09/Lo-straordinario-mondo-di-Zoey-S1E1-Lo-straordinario-potere-di-Zoey-ed493918-1d32-44b7-8454-862e473d00ff.html',
272 'only_matching': True,
275 def _real_extract(self
, url
):
276 base
, video_id
= self
._match
_valid
_url
(url
).groups()
278 media
= self
._download
_json
(
279 base
+ '.json', video_id
, 'Downloading video JSON')
281 if not self
.get_param('allow_unplayable_formats'):
284 (lambda x
: x
['rights_management']['rights']['drm'],
285 lambda x
: x
['program_info']['rights_management']['rights']['drm']),
287 self
.report_drm(video_id
)
289 title
= media
['name']
290 video
= media
['video']
292 relinker_info
= self
._extract
_relinker
_info
(video
['content_url'], video_id
)
293 self
._sort
_formats
(relinker_info
['formats'])
296 for _
, value
in media
.get('images', {}).items():
299 'url': urljoin(url
, value
),
302 date_published
= media
.get('date_published')
303 time_published
= media
.get('time_published')
304 if date_published
and time_published
:
305 date_published
+= ' ' + time_published
307 subtitles
= self
._extract
_subtitles
(url
, video
)
309 program_info
= media
.get('program_info') or {}
310 season
= media
.get('season')
313 'id': remove_start(media
.get('id'), 'ContentItem-') or video_id
,
314 'display_id': video_id
,
315 'title': self
._live
_title
(title
) if relinker_info
.get(
316 'is_live') else title
,
317 'alt_title': strip_or_none(media
.get('subtitle')),
318 'description': media
.get('description'),
319 'uploader': strip_or_none(media
.get('channel')),
320 'creator': strip_or_none(media
.get('editor') or None),
321 'duration': parse_duration(video
.get('duration')),
322 'timestamp': unified_timestamp(date_published
),
323 'thumbnails': thumbnails
,
324 'series': program_info
.get('name'),
325 'season_number': int_or_none(season
),
326 'season': season
if (season
and not season
.isdigit()) else None,
327 'episode': media
.get('episode_title'),
328 'episode_number': int_or_none(media
.get('episode')),
329 'subtitles': subtitles
,
332 info
.update(relinker_info
)
336 class RaiPlayLiveIE(RaiPlayIE
):
337 _VALID_URL
= r
'(?P<base>https?://(?:www\.)?raiplay\.it/dirette/(?P<id>[^/?#&]+))'
339 'url': 'http://www.raiplay.it/dirette/rainews24',
341 'id': 'd784ad40-e0ae-4a69-aa76-37519d238a9c',
342 'display_id': 'rainews24',
344 'title': 're:^Diretta di Rai News 24 [0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}$',
345 'description': 'md5:4d00bcf6dc98b27c6ec480de329d1497',
346 'uploader': 'Rai News 24',
347 'creator': 'Rai News 24',
351 'skip_download': True,
356 class RaiPlayPlaylistIE(InfoExtractor
):
357 _VALID_URL
= r
'(?P<base>https?://(?:www\.)?raiplay\.it/programmi/(?P<id>[^/?#&]+))'
359 'url': 'http://www.raiplay.it/programmi/nondirloalmiocapo/',
361 'id': 'nondirloalmiocapo',
362 'title': 'Non dirlo al mio capo',
363 'description': 'md5:98ab6b98f7f44c2843fd7d6f045f153b',
365 'playlist_mincount': 12,
368 def _real_extract(self
, url
):
369 base
, playlist_id
= self
._match
_valid
_url
(url
).groups()
371 program
= self
._download
_json
(
372 base
+ '.json', playlist_id
, 'Downloading program JSON')
375 for b
in (program
.get('blocks') or []):
376 for s
in (b
.get('sets') or []):
380 medias
= self
._download
_json
(
381 '%s/%s.json' % (base
, s_id
), s_id
,
382 'Downloading content set JSON', fatal
=False)
385 for m
in (medias
.get('items') or []):
386 path_id
= m
.get('path_id')
389 video_url
= urljoin(url
, path_id
)
390 entries
.append(self
.url_result(
391 video_url
, ie
=RaiPlayIE
.ie_key(),
392 video_id
=RaiPlayIE
._match
_id
(video_url
)))
394 return self
.playlist_result(
395 entries
, playlist_id
, program
.get('name'),
396 try_get(program
, lambda x
: x
['program_info']['description']))
399 class RaiIE(RaiBaseIE
):
400 _VALID_URL
= r
'https?://[^/]+\.(?:rai\.(?:it|tv)|rainews\.it)/.+?-(?P<id>%s)(?:-.+?)?\.html' % RaiBaseIE
._UUID
_RE
402 # var uniquename = "ContentItem-..."
403 # data-id="ContentItem-..."
404 'url': 'http://www.raisport.rai.it/dl/raiSport/media/rassegna-stampa-04a9f4bd-b563-40cf-82a6-aad3529cb4a9.html',
406 'id': '04a9f4bd-b563-40cf-82a6-aad3529cb4a9',
408 'title': 'TG PRIMO TEMPO',
409 'thumbnail': r
're:^https?://.*\.jpg$',
411 'upload_date': '20140612',
413 'skip': 'This content is available only in Italy',
415 # with ContentItem in many metas
416 'url': 'http://www.rainews.it/dl/rainews/media/Weekend-al-cinema-da-Hollywood-arriva-il-thriller-di-Tate-Taylor-La-ragazza-del-treno-1632c009-c843-4836-bb65-80c33084a64b.html',
418 'id': '1632c009-c843-4836-bb65-80c33084a64b',
420 'title': 'Weekend al cinema, da Hollywood arriva il thriller di Tate Taylor "La ragazza del treno"',
421 'description': 'I film in uscita questa settimana.',
422 'thumbnail': r
're:^https?://.*\.png$',
424 'upload_date': '20161103',
427 # with ContentItem in og:url
428 'url': 'http://www.rai.it/dl/RaiTV/programmi/media/ContentItem-efb17665-691c-45d5-a60c-5301333cbb0c.html',
429 'md5': '06345bd97c932f19ffb129973d07a020',
431 'id': 'efb17665-691c-45d5-a60c-5301333cbb0c',
433 'title': 'TG1 ore 20:00 del 03/11/2016',
434 'description': 'TG1 edizione integrale ore 20:00 del giorno 03/11/2016',
435 'thumbnail': r
're:^https?://.*\.jpg$',
437 'upload_date': '20161103',
440 # initEdizione('ContentItem-...'
441 'url': 'http://www.tg1.rai.it/dl/tg1/2010/edizioni/ContentSet-9b6e0cba-4bef-4aef-8cf0-9f7f665b7dfb-tg1.html?item=undefined',
443 'id': 'c2187016-8484-4e3a-8ac8-35e475b07303',
445 'title': r
're:TG1 ore \d{2}:\d{2} del \d{2}/\d{2}/\d{4}',
447 'upload_date': '20170401',
449 'skip': 'Changes daily',
451 # HLS live stream with ContentItem in og:url
452 'url': 'http://www.rainews.it/dl/rainews/live/ContentItem-3156f2f2-dc70-4953-8e2f-70d7489d4ce9.html',
454 'id': '3156f2f2-dc70-4953-8e2f-70d7489d4ce9',
456 'title': 'La diretta di Rainews24',
459 'skip_download': True,
463 'url': 'http://www.rai.it/dl/RaiTV/programmi/media/ContentItem-b63a4089-ac28-48cf-bca5-9f5b5bc46df5.html',
464 'only_matching': True,
466 'url': 'https://www.rainews.it/tgr/marche/notiziari/video/2019/02/ContentItem-6ba945a2-889c-4a80-bdeb-8489c70a8db9.html',
467 'only_matching': True,
470 def _extract_from_content_id(self
, content_id
, url
):
471 media
= self
._download
_json
(
472 'http://www.rai.tv/dl/RaiTV/programmi/media/ContentItem-%s.html?json' % content_id
,
473 content_id
, 'Downloading video JSON')
475 title
= media
['name'].strip()
477 media_type
= media
['type']
478 if 'Audio' in media_type
:
481 'format_id': media
.get('formatoAudio'),
482 'url': media
['audioUrl'],
483 'ext': media
.get('formatoAudio'),
486 elif 'Video' in media_type
:
487 relinker_info
= self
._extract
_relinker
_info
(media
['mediaUri'], content_id
)
489 raise ExtractorError('not a media file')
491 self
._sort
_formats
(relinker_info
['formats'])
494 for image_type
in ('image', 'image_medium', 'image_300'):
495 thumbnail_url
= media
.get(image_type
)
498 'url': compat_urlparse
.urljoin(url
, thumbnail_url
),
501 subtitles
= self
._extract
_subtitles
(url
, media
)
506 'description': strip_or_none(media
.get('desc')),
507 'thumbnails': thumbnails
,
508 'uploader': media
.get('author'),
509 'upload_date': unified_strdate(media
.get('date')),
510 'duration': parse_duration(media
.get('length')),
511 'subtitles': subtitles
,
514 info
.update(relinker_info
)
518 def _real_extract(self
, url
):
519 video_id
= self
._match
_id
(url
)
521 webpage
= self
._download
_webpage
(url
, video_id
)
523 content_item_id
= None
525 content_item_url
= self
._html
_search
_meta
(
526 ('og:url', 'og:video', 'og:video:secure_url', 'twitter:url',
527 'twitter:player', 'jsonlink'), webpage
, default
=None)
529 content_item_id
= self
._search
_regex
(
530 r
'ContentItem-(%s)' % self
._UUID
_RE
, content_item_url
,
531 'content item id', default
=None)
533 if not content_item_id
:
534 content_item_id
= self
._search
_regex
(
537 (?:initEdizione|drawMediaRaiTV)\(|
538 <(?:[^>]+\bdata-id|var\s+uniquename)=|
542 (?
:(?
!\
1).)*\bContentItem
-(?P
<id>%s)
544 webpage, 'content item id', default=None, group='id')
546 content_item_ids = set()
548 content_item_ids.add(content_item_id)
549 if video_id not in content_item_ids:
550 content_item_ids.add(video_id)
552 for content_item_id in content_item_ids:
554 return self._extract_from_content_id(content_item_id, url)
555 except GeoRestrictedError:
557 except ExtractorError:
560 relinker_url = self._proto_relative_url(self._search_regex(
569 //mediapolis(?:vod)?\.rai\.it/relinker/relinkerServlet\.htm\?
570 (?:(?!\1).)*\bcont=(?:(?!\1).)+)\1
572 webpage, 'relinker URL', group='url'))
574 relinker_info = self._extract_relinker_info(
575 urljoin(url, relinker_url), video_id)
576 self._sort_formats(relinker_info['formats'])
578 title = self._search_regex(
579 r'var\s+videoTitolo\s*=\s*([\'"])(?P
<title
>[^
\'"]+)\1',
580 webpage, 'title', group='title',
581 default=None) or self._og_search_title(webpage)
588 info.update(relinker_info)
593 class RaiPlayRadioBaseIE(InfoExtractor):
594 _BASE = 'https://www.raiplayradio.it'
596 def get_playlist_iter(self, url, uid):
597 webpage = self._download_webpage(url, uid)
598 for attrs in parse_list(webpage):
599 title = attrs['data-title'].strip()
600 audio_url = urljoin(url, attrs['data-mediapolis'])
603 'id': attrs['data-uniquename'].lstrip('ContentItem-'),
608 if 'data-image' in attrs:
609 entry['thumbnail'] = urljoin(url, attrs['data-image'])
613 class RaiPlayRadioIE(RaiPlayRadioBaseIE):
614 _VALID_URL = r'%s/audio/.+?-(?P<id>%s)\.html' % (
615 RaiPlayRadioBaseIE._BASE, RaiBaseIE._UUID_RE)
617 'url': 'https://www.raiplayradio.it/audio/2019/07/RADIO3---LEZIONI-DI-MUSICA-36b099ff-4123-4443-9bf9-38e43ef5e025.html',
619 'id': '36b099ff-4123-4443-9bf9-38e43ef5e025',
621 'title': 'Dal "Chiaro di luna
" al "Clair de lune
", prima parte con Giovanni Bietti',
622 'thumbnail': r're:^https?://.*\.jpg$',
627 def _real_extract(self, url):
628 audio_id = self._match_id(url)
629 list_url = url.replace('.html', '-list.html')
630 return next(entry for entry in self.get_playlist_iter(list_url, audio_id) if entry['id'] == audio_id)
633 class RaiPlayRadioPlaylistIE(RaiPlayRadioBaseIE):
634 _VALID_URL = r'%s/playlist/.+?-(?P<id>%s)\.html' % (
635 RaiPlayRadioBaseIE._BASE, RaiBaseIE._UUID_RE)
637 'url': 'https://www.raiplayradio.it/playlist/2017/12/Alice-nel-paese-delle-meraviglie-72371d3c-d998-49f3-8860-d168cfdf4966.html',
639 'id': '72371d3c-d998-49f3-8860-d168cfdf4966',
640 'title': "Alice nel paese delle meraviglie
",
641 'description': "di Lewis Carrol letto da Aldo Busi
",
643 'playlist_count': 11,
646 def _real_extract(self, url):
647 playlist_id = self._match_id(url)
648 playlist_webpage = self._download_webpage(url, playlist_id)
649 playlist_title = unescapeHTML(self._html_search_regex(
650 r'data-playlist-title="(.+?
)"', playlist_webpage, 'title'))
651 playlist_creator = self._html_search_meta(
652 'nomeProgramma', playlist_webpage)
653 playlist_description = get_element_by_class(
654 'textDescriptionProgramma', playlist_webpage)
656 player_href = self._html_search_regex(
657 r'data-player-href="(.+?
)"', playlist_webpage, 'href')
658 list_url = urljoin(url, player_href)
660 entries = list(self.get_playlist_iter(list_url, playlist_id))
661 for index, entry in enumerate(entries, start=1):
663 'track': entry['title'],
664 'track_number': index,
665 'artist': playlist_creator,
666 'album': playlist_title
669 return self.playlist_result(
670 entries, playlist_id, playlist_title, playlist_description,
671 creator=playlist_creator)