yt_dlp/extractor/webcaster.py

   1 import re
   2
   3 from .common import InfoExtractor
   4 from ..utils import (
   5     determine_ext,
   6     join_nonempty,
   7     xpath_text,
   8 )
   9
  10
  11 class WebcasterIE(InfoExtractor):
  12     _VALID_URL = r'https?://bl\.webcaster\.pro/(?:quote|media)/start/free_(?P<id>[^/]+)'
  13     _TESTS = [{
  14         # http://video.khl.ru/quotes/393859
  15         'url': 'http://bl.webcaster.pro/quote/start/free_c8cefd240aa593681c8d068cff59f407_hd/q393859/eb173f99dd5f558674dae55f4ba6806d/1480289104?sr%3D105%26fa%3D1%26type_id%3D18',
  16         'md5': '0c162f67443f30916ff1c89425dcd4cd',
  17         'info_dict': {
  18             'id': 'c8cefd240aa593681c8d068cff59f407_hd',
  19             'ext': 'mp4',
  20             'title': 'Сибирь - Нефтехимик. Лучшие моменты первого периода',
  21             'thumbnail': r're:^https?://.*\.jpg$',
  22         },
  23     }, {
  24         'url': 'http://bl.webcaster.pro/media/start/free_6246c7a4453ac4c42b4398f840d13100_hd/2_2991109016/e8d0d82587ef435480118f9f9c41db41/4635726126',
  25         'only_matching': True,
  26     }]
  27
  28     def _real_extract(self, url):
  29         video_id = self._match_id(url)
  30
  31         video = self._download_xml(url, video_id)
  32
  33         title = xpath_text(video, './/event_name', 'event name', fatal=True)
  34
  35         formats = []
  36         for format_id in (None, 'noise'):
  37             track_tag = join_nonempty('track', format_id, delim='_')
  38             for track in video.findall('.//iphone/%s' % track_tag):
  39                 track_url = track.text
  40                 if not track_url:
  41                     continue
  42                 if determine_ext(track_url) == 'm3u8':
  43                     m3u8_formats = self._extract_m3u8_formats(
  44                         track_url, video_id, 'mp4',
  45                         entry_protocol='m3u8_native',
  46                         m3u8_id=join_nonempty('hls', format_id, delim='-'), fatal=False)
  47                     for f in m3u8_formats:
  48                         f.update({
  49                             'source_preference': 0 if format_id == 'noise' else 1,
  50                             'format_note': track.get('title'),
  51                         })
  52                     formats.extend(m3u8_formats)
  53         self._sort_formats(formats)
  54
  55         thumbnail = xpath_text(video, './/image', 'thumbnail')
  56
  57         return {
  58             'id': video_id,
  59             'title': title,
  60             'thumbnail': thumbnail,
  61             'formats': formats,
  62         }
  63
  64
  65 class WebcasterFeedIE(InfoExtractor):
  66     _VALID_URL = r'https?://bl\.webcaster\.pro/feed/start/free_(?P<id>[^/]+)'
  67     _TEST = {
  68         'url': 'http://bl.webcaster.pro/feed/start/free_c8cefd240aa593681c8d068cff59f407_hd/q393859/eb173f99dd5f558674dae55f4ba6806d/1480289104',
  69         'only_matching': True,
  70     }
  71
  72     @staticmethod
  73     def _extract_url(ie, webpage):
  74         mobj = re.search(
  75             r'<(?:object|a[^>]+class=["\']webcaster-player["\'])[^>]+data(?:-config)?=(["\']).*?config=(?P<url>https?://bl\.webcaster\.pro/feed/start/free_.*?)(?:[?&]|\1)',
  76             webpage)
  77         if mobj:
  78             return mobj.group('url')
  79         for secure in (True, False):
  80             video_url = ie._og_search_video_url(
  81                 webpage, secure=secure, default=None)
  82             if video_url:
  83                 mobj = re.search(
  84                     r'config=(?P<url>https?://bl\.webcaster\.pro/feed/start/free_[^?&=]+)',
  85                     video_url)
  86                 if mobj:
  87                     return mobj.group('url')
  88
  89     def _real_extract(self, url):
  90         video_id = self._match_id(url)
  91
  92         feed = self._download_xml(url, video_id)
  93
  94         video_url = xpath_text(
  95             feed, ('video_hd', 'video'), 'video url', fatal=True)
  96
  97         return self.url_result(video_url, WebcasterIE.ie_key())