youtube_dl/extractor/ora.py

   1 # coding: utf-8
   2 from __future__ import unicode_literals
   3
   4 import re
   5 from .common import InfoExtractor
   6 from ..compat import compat_urlparse
   7 from ..utils import (
   8     get_element_by_attribute,
   9     qualities,
  10     unescapeHTML,
  11 )
  12
  13
  14 class OraTVIE(InfoExtractor):
  15     _VALID_URL = r'https?://(?:www\.)?ora\.tv/([^/]+/)*(?P<id>[^/\?#]+)'
  16     _TEST = {
  17         'url': 'https://www.ora.tv/larrykingnow/2015/12/16/vine-youtube-stars-zach-king-king-bach-on-their-viral-videos-0_36jupg6090pq',
  18         'md5': 'fa33717591c631ec93b04b0e330df786',
  19         'info_dict': {
  20             'id': '50178',
  21             'ext': 'mp4',
  22             'title': 'Vine & YouTube Stars Zach King & King Bach On Their Viral Videos!',
  23             'description': 'md5:ebbc5b1424dd5dba7be7538148287ac1',
  24             'duration': 1477,
  25         }
  26     }
  27
  28     def _real_extract(self, url):
  29         display_id = self._match_id(url)
  30         webpage = self._download_webpage(url, display_id)
  31
  32         video_data = self._search_regex(
  33             r'"current"\s*:\s*({[^}]+?})', webpage, 'current video')
  34         m3u8_url = self._search_regex(
  35             r'"hls_stream"\s*:\s*"([^"]+)', video_data, 'm3u8 url', None)
  36         if m3u8_url:
  37             formats = self._extract_m3u8_formats(
  38                 m3u8_url, display_id, 'mp4', 'm3u8_native',
  39                 m3u8_id='hls', fatal=False)
  40             # similar to GameSpotIE
  41             m3u8_path = compat_urlparse.urlparse(m3u8_url).path
  42             QUALITIES_RE = r'((,[a-z]+\d+)+,?)'
  43             available_qualities = self._search_regex(
  44                 QUALITIES_RE, m3u8_path, 'qualities').strip(',').split(',')
  45             http_path = m3u8_path[1:].split('/', 1)[1]
  46             http_template = re.sub(QUALITIES_RE, r'%s', http_path)
  47             http_template = http_template.replace('.csmil/master.m3u8', '')
  48             http_template = compat_urlparse.urljoin(
  49                 'http://videocdn-pmd.ora.tv/', http_template)
  50             preference = qualities(
  51                 ['mobile400', 'basic400', 'basic600', 'sd900', 'sd1200', 'sd1500', 'hd720', 'hd1080'])
  52             for q in available_qualities:
  53                 formats.append({
  54                     'url': http_template % q,
  55                     'format_id': q,
  56                     'preference': preference(q),
  57                 })
  58             self._sort_formats(formats)
  59         else:
  60             return self.url_result(self._search_regex(
  61                 r'"youtube_id"\s*:\s*"([^"]+)', webpage, 'youtube id'), 'Youtube')
  62
  63         return {
  64             'id': self._search_regex(
  65                 r'"video_id"\s*:\s*(\d+)', video_data, 'video id'),
  66             'display_id': display_id,
  67             'title': unescapeHTML(self._og_search_title(webpage)),
  68             'description': get_element_by_attribute(
  69                 'class', 'video_txt_decription', webpage),
  70             'thumbnail': self._proto_relative_url(self._search_regex(
  71                 r'"thumb"\s*:\s*"([^"]+)', video_data, 'thumbnail', None)),
  72             'duration': int(self._search_regex(
  73                 r'"duration"\s*:\s*(\d+)', video_data, 'duration')),
  74             'formats': formats,
  75         }