yt_dlp/extractor/threeqsdn.py

   1 from .common import InfoExtractor
   2 from ..compat import compat_HTTPError
   3 from ..utils import (
   4     determine_ext,
   5     ExtractorError,
   6     float_or_none,
   7     int_or_none,
   8     join_nonempty,
   9     parse_iso8601,
  10 )
  11
  12
  13 class ThreeQSDNIE(InfoExtractor):
  14     IE_NAME = '3qsdn'
  15     IE_DESC = '3Q SDN'
  16     _VALID_URL = r'https?://playout\.3qsdn\.com/(?P<id>[\da-f]{8}-[\da-f]{4}-[\da-f]{4}-[\da-f]{4}-[\da-f]{12})'
  17     _EMBED_REGEX = [r'<iframe[^>]+\b(?:data-)?src=(["\'])(?P<url>%s.*?)\1' % _VALID_URL]
  18     _TESTS = [{
  19         # https://player.3qsdn.com/demo.html
  20         'url': 'https://playout.3qsdn.com/7201c779-6b3c-11e7-a40e-002590c750be',
  21         'md5': '64a57396b16fa011b15e0ea60edce918',
  22         'info_dict': {
  23             'id': '7201c779-6b3c-11e7-a40e-002590c750be',
  24             'ext': 'mp4',
  25             'title': 'Video Ads',
  26             'is_live': False,
  27             'description': 'Video Ads Demo',
  28             'timestamp': 1500334803,
  29             'upload_date': '20170717',
  30             'duration': 888.032,
  31             'subtitles': {
  32                 'eng': 'count:1',
  33             },
  34         },
  35         'expected_warnings': ['Unknown MIME type application/mp4 in DASH manifest'],
  36     }, {
  37         # live video stream
  38         'url': 'https://playout.3qsdn.com/66e68995-11ca-11e8-9273-002590c750be',
  39         'info_dict': {
  40             'id': '66e68995-11ca-11e8-9273-002590c750be',
  41             'ext': 'mp4',
  42             'title': 're:^66e68995-11ca-11e8-9273-002590c750be [0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}$',
  43             'is_live': True,
  44         },
  45         'params': {
  46             'skip_download': True,  # m3u8 downloads
  47         },
  48     }, {
  49         # live audio stream
  50         'url': 'http://playout.3qsdn.com/9edf36e0-6bf2-11e2-a16a-9acf09e2db48',
  51         'only_matching': True,
  52     }, {
  53         # live audio stream with some 404 URLs
  54         'url': 'http://playout.3qsdn.com/ac5c3186-777a-11e2-9c30-9acf09e2db48',
  55         'only_matching': True,
  56     }, {
  57         # geo restricted with 'This content is not available in your country'
  58         'url': 'http://playout.3qsdn.com/d63a3ffe-75e8-11e2-9c30-9acf09e2db48',
  59         'only_matching': True,
  60     }, {
  61         # geo restricted with 'playout.3qsdn.com/forbidden'
  62         'url': 'http://playout.3qsdn.com/8e330f26-6ae2-11e2-a16a-9acf09e2db48',
  63         'only_matching': True,
  64     }, {
  65         # live video with rtmp link
  66         'url': 'https://playout.3qsdn.com/6092bb9e-8f72-11e4-a173-002590c750be',
  67         'only_matching': True,
  68     }, {
  69         # ondemand from http://www.philharmonie.tv/veranstaltung/26/
  70         'url': 'http://playout.3qsdn.com/0280d6b9-1215-11e6-b427-0cc47a188158?protocol=http',
  71         'only_matching': True,
  72     }, {
  73         # live video stream
  74         'url': 'https://playout.3qsdn.com/d755d94b-4ab9-11e3-9162-0025907ad44f?js=true',
  75         'only_matching': True,
  76     }]
  77
  78     def _extract_from_webpage(self, url, webpage):
  79         for res in super()._extract_from_webpage(url, webpage):
  80             yield {
  81                 **res,
  82                 '_type': 'url_transparent',
  83                 'uploader': self._search_regex(r'^(?:https?://)?([^/]*)/.*', url, 'video uploader'),
  84             }
  85
  86     def _real_extract(self, url):
  87         video_id = self._match_id(url)
  88
  89         try:
  90             config = self._download_json(
  91                 url.replace('://playout.3qsdn.com/', '://playout.3qsdn.com/config/'), video_id)
  92         except ExtractorError as e:
  93             if isinstance(e.cause, compat_HTTPError) and e.cause.code == 401:
  94                 self.raise_geo_restricted()
  95             raise
  96
  97         live = config.get('streamContent') == 'live'
  98         aspect = float_or_none(config.get('aspect'))
  99
 100         formats = []
 101         subtitles = {}
 102         for source_type, source in (config.get('sources') or {}).items():
 103             if not source:
 104                 continue
 105             if source_type == 'dash':
 106                 fmts, subs = self._extract_mpd_formats_and_subtitles(
 107                     source, video_id, mpd_id='mpd', fatal=False)
 108                 formats.extend(fmts)
 109                 subtitles = self._merge_subtitles(subtitles, subs)
 110             elif source_type == 'hls':
 111                 fmts, subs = self._extract_m3u8_formats_and_subtitles(
 112                     source, video_id, 'mp4', live=live, m3u8_id='hls', fatal=False)
 113                 formats.extend(fmts)
 114                 subtitles = self._merge_subtitles(subtitles, subs)
 115             elif source_type == 'progressive':
 116                 for s in source:
 117                     src = s.get('src')
 118                     if not (src and self._is_valid_url(src, video_id)):
 119                         continue
 120                     ext = determine_ext(src)
 121                     height = int_or_none(s.get('height'))
 122                     formats.append({
 123                         'ext': ext,
 124                         'format_id': join_nonempty('http', ext, height and '%dp' % height),
 125                         'height': height,
 126                         'source_preference': 0,
 127                         'url': src,
 128                         'vcodec': 'none' if height == 0 else None,
 129                         'width': int(height * aspect) if height and aspect else None,
 130                     })
 131         # It seems like this would be correctly handled by default
 132         # However, unless someone can confirm this, the old
 133         # behaviour is being kept as-is
 134         self._sort_formats(formats, ('res', 'source_preference'))
 135
 136         for subtitle in (config.get('subtitles') or []):
 137             src = subtitle.get('src')
 138             if not src:
 139                 continue
 140             subtitles.setdefault(subtitle.get('label') or 'eng', []).append({
 141                 'url': src,
 142             })
 143
 144         title = config.get('title') or video_id
 145
 146         return {
 147             'id': video_id,
 148             'title': title,
 149             'thumbnail': config.get('poster') or None,
 150             'description': config.get('description') or None,
 151             'timestamp': parse_iso8601(config.get('upload_date')),
 152             'duration': float_or_none(config.get('vlength')) or None,
 153             'is_live': live,
 154             'formats': formats,
 155             'subtitles': subtitles,
 156         }