]>
Commit | Line | Data |
---|---|---|
d92cb463 S |
1 | from __future__ import unicode_literals |
2 | ||
70497994 S |
3 | import re |
4 | ||
d92cb463 S |
5 | from .common import InfoExtractor |
6 | from ..compat import compat_str | |
7 | from ..utils import ( | |
c402e7f3 | 8 | determine_ext, |
d92cb463 | 9 | extract_attributes, |
70497994 | 10 | ExtractorError, |
d92cb463 S |
11 | int_or_none, |
12 | parse_age_limit, | |
70497994 S |
13 | remove_end, |
14 | unescapeHTML, | |
d92cb463 S |
15 | ) |
16 | ||
17 | ||
70497994 S |
18 | class DiscoveryGoBaseIE(InfoExtractor): |
19 | _VALID_URL_TEMPLATE = r'''(?x)https?://(?:www\.)?(?: | |
7273e584 RA |
20 | discovery| |
21 | investigationdiscovery| | |
22 | discoverylife| | |
23 | animalplanet| | |
24 | ahctv| | |
25 | destinationamerica| | |
26 | sciencechannel| | |
27 | tlc| | |
28 | velocitychannel | |
70497994 S |
29 | )go\.com/%s(?P<id>[^/?#&]+)''' |
30 | ||
cb0c2310 | 31 | def _extract_video_info(self, video, stream, display_id): |
d92cb463 S |
32 | title = video['name'] |
33 | ||
f70e9229 | 34 | if not stream: |
5c13c285 RA |
35 | if video.get('authenticated') is True: |
36 | raise ExtractorError( | |
37 | 'This video is only available via cable service provider subscription that' | |
38 | ' is not currently supported. You may want to use --cookies.', expected=True) | |
39 | else: | |
40 | raise ExtractorError('Unable to find stream') | |
d92cb463 S |
41 | STREAM_URL_SUFFIX = 'streamUrl' |
42 | formats = [] | |
43 | for stream_kind in ('', 'hds'): | |
44 | suffix = STREAM_URL_SUFFIX.capitalize() if stream_kind else STREAM_URL_SUFFIX | |
45 | stream_url = stream.get('%s%s' % (stream_kind, suffix)) | |
46 | if not stream_url: | |
47 | continue | |
48 | if stream_kind == '': | |
49 | formats.extend(self._extract_m3u8_formats( | |
50 | stream_url, display_id, 'mp4', entry_protocol='m3u8_native', | |
51 | m3u8_id='hls', fatal=False)) | |
52 | elif stream_kind == 'hds': | |
53 | formats.extend(self._extract_f4m_formats( | |
54 | stream_url, display_id, f4m_id=stream_kind, fatal=False)) | |
55 | self._sort_formats(formats) | |
56 | ||
57 | video_id = video.get('id') or display_id | |
58 | description = video.get('description', {}).get('detailed') | |
59 | duration = int_or_none(video.get('duration')) | |
60 | ||
61 | series = video.get('show', {}).get('name') | |
62 | season_number = int_or_none(video.get('season', {}).get('number')) | |
63 | episode_number = int_or_none(video.get('episodeNumber')) | |
64 | ||
65 | tags = video.get('tags') | |
66 | age_limit = parse_age_limit(video.get('parental', {}).get('rating')) | |
67 | ||
68 | subtitles = {} | |
69 | captions = stream.get('captions') | |
70 | if isinstance(captions, list): | |
71 | for caption in captions: | |
72 | subtitle_url = caption.get('fileUrl') | |
73 | if (not subtitle_url or not isinstance(subtitle_url, compat_str) or | |
74 | not subtitle_url.startswith('http')): | |
75 | continue | |
76 | lang = caption.get('fileLang', 'en') | |
c402e7f3 RA |
77 | ext = determine_ext(subtitle_url) |
78 | subtitles.setdefault(lang, []).append({ | |
79 | 'url': subtitle_url, | |
80 | 'ext': 'ttml' if ext == 'xml' else ext, | |
81 | }) | |
d92cb463 S |
82 | |
83 | return { | |
84 | 'id': video_id, | |
85 | 'display_id': display_id, | |
86 | 'title': title, | |
87 | 'description': description, | |
88 | 'duration': duration, | |
89 | 'series': series, | |
90 | 'season_number': season_number, | |
91 | 'episode_number': episode_number, | |
92 | 'tags': tags, | |
93 | 'age_limit': age_limit, | |
94 | 'formats': formats, | |
95 | 'subtitles': subtitles, | |
96 | } | |
70497994 S |
97 | |
98 | ||
cb0c2310 RA |
99 | class DiscoveryGoIE(DiscoveryGoBaseIE): |
100 | _VALID_URL = DiscoveryGoBaseIE._VALID_URL_TEMPLATE % r'(?:[^/]+/)+' | |
101 | _GEO_COUNTRIES = ['US'] | |
102 | _TEST = { | |
103 | 'url': 'https://www.discoverygo.com/bering-sea-gold/reaper-madness/', | |
104 | 'info_dict': { | |
105 | 'id': '58c167d86b66d12f2addeb01', | |
106 | 'ext': 'mp4', | |
107 | 'title': 'Reaper Madness', | |
108 | 'description': 'md5:09f2c625c99afb8946ed4fb7865f6e78', | |
109 | 'duration': 2519, | |
110 | 'series': 'Bering Sea Gold', | |
111 | 'season_number': 8, | |
112 | 'episode_number': 6, | |
113 | 'age_limit': 14, | |
114 | }, | |
115 | } | |
116 | ||
117 | def _real_extract(self, url): | |
118 | display_id = self._match_id(url) | |
119 | ||
120 | webpage = self._download_webpage(url, display_id) | |
121 | ||
122 | container = extract_attributes( | |
123 | self._search_regex( | |
124 | r'(<div[^>]+class=["\']video-player-container[^>]+>)', | |
125 | webpage, 'video container')) | |
126 | ||
127 | video = self._parse_json( | |
128 | container.get('data-video') or container.get('data-json'), | |
129 | display_id) | |
130 | ||
131 | stream = video.get('stream') | |
132 | ||
133 | return self._extract_video_info(video, stream, display_id) | |
134 | ||
135 | ||
70497994 S |
136 | class DiscoveryGoPlaylistIE(DiscoveryGoBaseIE): |
137 | _VALID_URL = DiscoveryGoBaseIE._VALID_URL_TEMPLATE % '' | |
138 | _TEST = { | |
139 | 'url': 'https://www.discoverygo.com/bering-sea-gold/', | |
140 | 'info_dict': { | |
141 | 'id': 'bering-sea-gold', | |
142 | 'title': 'Bering Sea Gold', | |
143 | 'description': 'md5:cc5c6489835949043c0cc3ad66c2fa0e', | |
144 | }, | |
145 | 'playlist_mincount': 6, | |
146 | } | |
147 | ||
148 | @classmethod | |
149 | def suitable(cls, url): | |
150 | return False if DiscoveryGoIE.suitable(url) else super( | |
151 | DiscoveryGoPlaylistIE, cls).suitable(url) | |
152 | ||
153 | def _real_extract(self, url): | |
154 | display_id = self._match_id(url) | |
155 | ||
156 | webpage = self._download_webpage(url, display_id) | |
157 | ||
158 | entries = [] | |
159 | for mobj in re.finditer(r'data-json=(["\'])(?P<json>{.+?})\1', webpage): | |
160 | data = self._parse_json( | |
161 | mobj.group('json'), display_id, | |
162 | transform_source=unescapeHTML, fatal=False) | |
163 | if not isinstance(data, dict) or data.get('type') != 'episode': | |
164 | continue | |
165 | episode_url = data.get('socialUrl') | |
166 | if not episode_url: | |
167 | continue | |
168 | entries.append(self.url_result( | |
169 | episode_url, ie=DiscoveryGoIE.ie_key(), | |
170 | video_id=data.get('id'))) | |
171 | ||
172 | return self.playlist_result( | |
173 | entries, display_id, | |
174 | remove_end(self._og_search_title( | |
175 | webpage, fatal=False), ' | Discovery GO'), | |
176 | self._og_search_description(webpage)) |