]>
Commit | Line | Data |
---|---|---|
b2fff308 RA |
1 | # coding: utf-8 |
2 | from __future__ import unicode_literals | |
3 | ||
4 | import re | |
5 | ||
6 | from .common import InfoExtractor | |
8cee692b | 7 | from ..compat import compat_HTTPError |
b2fff308 | 8 | from ..utils import ( |
334f41e0 | 9 | determine_ext, |
268e132d | 10 | ExtractorError, |
b2fff308 | 11 | int_or_none, |
268e132d | 12 | parse_age_limit, |
b2fff308 RA |
13 | parse_iso8601, |
14 | ) | |
15 | ||
16 | ||
17 | class Go90IE(InfoExtractor): | |
db5debf3 RA |
18 | _VALID_URL = r'https?://(?:www\.)?go90\.com/(?:videos|embed)/(?P<id>[0-9a-zA-Z]+)' |
19 | _TESTS = [{ | |
b2fff308 RA |
20 | 'url': 'https://www.go90.com/videos/84BUqjLpf9D', |
21 | 'md5': 'efa7670dbbbf21a7b07b360652b24a32', | |
22 | 'info_dict': { | |
23 | 'id': '84BUqjLpf9D', | |
24 | 'ext': 'mp4', | |
334f41e0 | 25 | 'title': 'Daily VICE - Inside The Utah Coalition Against Pornography Convention', |
b2fff308 RA |
26 | 'description': 'VICE\'s Karley Sciortino meets with activists who discuss the state\'s strong anti-porn stance. Then, VICE Sports explains NFL contracts.', |
27 | 'timestamp': 1491868800, | |
28 | 'upload_date': '20170411', | |
268e132d | 29 | 'age_limit': 14, |
b2fff308 | 30 | } |
db5debf3 RA |
31 | }, { |
32 | 'url': 'https://www.go90.com/embed/261MflWkD3N', | |
33 | 'only_matching': True, | |
34 | }] | |
8cee692b | 35 | _GEO_BYPASS = False |
b2fff308 RA |
36 | |
37 | def _real_extract(self, url): | |
38 | video_id = self._match_id(url) | |
8cee692b RA |
39 | |
40 | try: | |
41 | headers = self.geo_verification_headers() | |
42 | headers.update({ | |
b2fff308 | 43 | 'Content-Type': 'application/json; charset=utf-8', |
8cee692b RA |
44 | }) |
45 | video_data = self._download_json( | |
46 | 'https://www.go90.com/api/view/items/' + video_id, video_id, | |
47 | headers=headers, data=b'{"client":"web","device_type":"pc"}') | |
48 | except ExtractorError as e: | |
49 | if isinstance(e.cause, compat_HTTPError) and e.cause.code == 400: | |
50 | message = self._parse_json(e.cause.read().decode(), None)['error']['message'] | |
51 | if 'region unavailable' in message: | |
52 | self.raise_geo_restricted(countries=['US']) | |
53 | raise ExtractorError(message, expected=True) | |
54 | raise | |
55 | ||
268e132d RA |
56 | if video_data.get('requires_drm'): |
57 | raise ExtractorError('This video is DRM protected.', expected=True) | |
b2fff308 RA |
58 | main_video_asset = video_data['main_video_asset'] |
59 | ||
334f41e0 JJ |
60 | episode_number = int_or_none(video_data.get('episode_number')) |
61 | series = None | |
62 | season = None | |
63 | season_id = None | |
64 | season_number = None | |
65 | for metadata in video_data.get('__children', {}).get('Item', {}).values(): | |
66 | if metadata.get('type') == 'show': | |
67 | series = metadata.get('title') | |
68 | elif metadata.get('type') == 'season': | |
69 | season = metadata.get('title') | |
70 | season_id = metadata.get('id') | |
71 | season_number = int_or_none(metadata.get('season_number')) | |
72 | ||
73 | title = episode = video_data.get('title') or series | |
74 | if series and series != title: | |
75 | title = '%s - %s' % (series, title) | |
76 | ||
b2fff308 RA |
77 | thumbnails = [] |
78 | formats = [] | |
334f41e0 | 79 | subtitles = {} |
b2fff308 RA |
80 | for asset in video_data.get('assets'): |
81 | if asset.get('id') == main_video_asset: | |
82 | for source in asset.get('sources', []): | |
83 | source_location = source.get('location') | |
84 | if not source_location: | |
85 | continue | |
86 | source_type = source.get('type') | |
87 | if source_type == 'hls': | |
88 | m3u8_formats = self._extract_m3u8_formats( | |
89 | source_location, video_id, 'mp4', | |
90 | 'm3u8_native', m3u8_id='hls', fatal=False) | |
91 | for f in m3u8_formats: | |
92 | mobj = re.search(r'/hls-(\d+)-(\d+)K', f['url']) | |
93 | if mobj: | |
94 | height, tbr = mobj.groups() | |
95 | height = int_or_none(height) | |
96 | f.update({ | |
97 | 'height': f.get('height') or height, | |
98 | 'width': f.get('width') or int_or_none(height / 9.0 * 16.0 if height else None), | |
99 | 'tbr': f.get('tbr') or int_or_none(tbr), | |
100 | }) | |
101 | formats.extend(m3u8_formats) | |
102 | elif source_type == 'dash': | |
103 | formats.extend(self._extract_mpd_formats( | |
104 | source_location, video_id, mpd_id='dash', fatal=False)) | |
105 | else: | |
106 | formats.append({ | |
107 | 'format_id': source.get('name'), | |
108 | 'url': source_location, | |
109 | 'width': int_or_none(source.get('width')), | |
110 | 'height': int_or_none(source.get('height')), | |
111 | 'tbr': int_or_none(source.get('bitrate')), | |
112 | }) | |
334f41e0 JJ |
113 | |
114 | for caption in asset.get('caption_metadata', []): | |
115 | caption_url = caption.get('source_url') | |
116 | if not caption_url: | |
117 | continue | |
118 | subtitles.setdefault(caption.get('language', 'en'), []).append({ | |
119 | 'url': caption_url, | |
120 | 'ext': determine_ext(caption_url, 'vtt'), | |
121 | }) | |
b2fff308 RA |
122 | elif asset.get('type') == 'image': |
123 | asset_location = asset.get('location') | |
124 | if not asset_location: | |
125 | continue | |
126 | thumbnails.append({ | |
127 | 'url': asset_location, | |
128 | 'width': int_or_none(asset.get('width')), | |
129 | 'height': int_or_none(asset.get('height')), | |
130 | }) | |
131 | self._sort_formats(formats) | |
132 | ||
133 | return { | |
134 | 'id': video_id, | |
135 | 'title': title, | |
136 | 'formats': formats, | |
137 | 'thumbnails': thumbnails, | |
138 | 'description': video_data.get('short_description'), | |
139 | 'like_count': int_or_none(video_data.get('like_count')), | |
140 | 'timestamp': parse_iso8601(video_data.get('released_at')), | |
334f41e0 JJ |
141 | 'series': series, |
142 | 'episode': episode, | |
143 | 'season': season, | |
144 | 'season_id': season_id, | |
145 | 'season_number': season_number, | |
146 | 'episode_number': episode_number, | |
147 | 'subtitles': subtitles, | |
268e132d | 148 | 'age_limit': parse_age_limit(video_data.get('rating')), |
b2fff308 | 149 | } |