youtube_dl/extractor/nba.py

   1 from __future__ import unicode_literals
   2
   3 import re
   4
   5 from .common import InfoExtractor
   6 from ..utils import (
   7     parse_duration,
   8     int_or_none,
   9     xpath_text,
  10     xpath_attr,
  11 )
  12
  13
  14 class NBAIE(InfoExtractor):
  15     _VALID_URL = r'https?://(?:watch\.|www\.)?nba\.com/(?P<path>(?:[^/]+/)?video/(?P<id>[^?]*?))/?(?:/index\.html)?(?:\?.*)?$'
  16     _TESTS = [{
  17         'url': 'http://www.nba.com/video/games/nets/2012/12/04/0021200253-okc-bkn-recap.nba/index.html',
  18         'md5': '9e7729d3010a9c71506fd1248f74e4f4',
  19         'info_dict': {
  20             'id': '0021200253-okc-bkn-recap',
  21             'ext': 'flv',
  22             'title': 'Thunder vs. Nets',
  23             'description': 'Kevin Durant scores 32 points and dishes out six assists as the Thunder beat the Nets in Brooklyn.',
  24             'duration': 181,
  25             'timestamp': 1354638466,
  26             'upload_date': '20121204',
  27         },
  28     }, {
  29         'url': 'http://www.nba.com/video/games/hornets/2014/12/05/0021400276-nyk-cha-play5.nba/',
  30         'only_matching': True,
  31     }, {
  32         'url': 'http://watch.nba.com/video/channels/playoffs/2015/05/20/0041400301-cle-atl-recap.nba',
  33         'md5': 'b2b39b81cf28615ae0c3360a3f9668c4',
  34         'info_dict': {
  35             'id': '0041400301-cle-atl-recap',
  36             'ext': 'mp4',
  37             'title': 'Hawks vs. Cavaliers Game 1',
  38             'description': 'md5:8094c3498d35a9bd6b1a8c396a071b4d',
  39             'duration': 228,
  40             'timestamp': 1432134543,
  41             'upload_date': '20150520',
  42         }
  43     }]
  44
  45     def _real_extract(self, url):
  46         path, video_id = re.match(self._VALID_URL, url).groups()
  47         if path.startswith('nba/'):
  48             path = path[3:]
  49         video_info = self._download_xml('http://www.nba.com/%s.xml' % path, video_id)
  50         video_id = xpath_text(video_info, 'slug')
  51         title = xpath_text(video_info, 'headline')
  52         description = xpath_text(video_info, 'description')
  53         duration = parse_duration(xpath_text(video_info, 'length'))
  54         timestamp = int_or_none(xpath_attr(video_info, 'dateCreated', 'uts'))
  55
  56         thumbnails = []
  57         for image in video_info.find('images'):
  58             thumbnails.append({
  59                 'id': image.attrib.get('cut'),
  60                 'url': image.text,
  61                 'width': int_or_none(image.attrib.get('width')),
  62                 'height': int_or_none(image.attrib.get('height')),
  63             })
  64
  65         formats = []
  66         for video_file in video_info.findall('.//file'):
  67             video_url = video_file.text
  68             if video_url.startswith('/'):
  69                 continue
  70             if video_url.endswith('.m3u8'):
  71                 formats.extend(self._extract_m3u8_formats(video_url, video_id, m3u8_id='hls', fatal=False))
  72             elif video_url.endswith('.f4m'):
  73                 formats.extend(self._extract_f4m_formats(video_url + '?hdcore=3.4.1.1', video_id, f4m_id='hds', fatal=False))
  74             else:
  75                 key = video_file.attrib.get('bitrate')
  76                 format_info = {
  77                     'format_id': key,
  78                     'url': video_url,
  79                 }
  80                 mobj = re.search(r'(\d+)x(\d+)(?:_(\d+))?', key)
  81                 if mobj:
  82                     format_info.update({
  83                         'width': int(mobj.group(1)),
  84                         'height': int(mobj.group(2)),
  85                         'tbr': int_or_none(mobj.group(3)),
  86                     })
  87                 formats.append(format_info)
  88         self._sort_formats(formats)
  89
  90         return {
  91             'id': video_id,
  92             'title': title,
  93             'description': description,
  94             'duration': duration,
  95             'timestamp': timestamp,
  96             'thumbnails': thumbnails,
  97             'formats': formats,
  98         }