]>
Commit | Line | Data |
---|---|---|
29825140 RA |
1 | # coding: utf-8 |
2 | from __future__ import unicode_literals | |
3 | ||
4 | import re | |
5 | ||
c38f0681 | 6 | from .adobepass import AdobePassIE |
cd10b3ea | 7 | from ..compat import compat_str |
29825140 RA |
8 | from ..utils import ( |
9 | xpath_text, | |
10 | int_or_none, | |
11 | determine_ext, | |
12 | parse_duration, | |
13 | xpath_attr, | |
14 | update_url_query, | |
bdcc046d | 15 | ExtractorError, |
29825140 RA |
16 | ) |
17 | ||
18 | ||
c38f0681 | 19 | class TurnerBaseIE(AdobePassIE): |
da30a20a RA |
20 | def _extract_timestamp(self, video_data): |
21 | return int_or_none(xpath_attr(video_data, 'dateCreated', 'uts')) | |
22 | ||
c38f0681 | 23 | def _extract_cvp_info(self, data_src, video_id, path_data={}, ap_data={}): |
29825140 | 24 | video_data = self._download_xml(data_src, video_id) |
3c77a54d | 25 | video_id = video_data.attrib['id'] |
29825140 | 26 | title = xpath_text(video_data, 'headline', fatal=True) |
bdcc046d | 27 | content_id = xpath_text(video_data, 'contentId') or video_id |
29825140 RA |
28 | # rtmp_src = xpath_text(video_data, 'akamai/src') |
29 | # if rtmp_src: | |
30 | # splited_rtmp_src = rtmp_src.split(',') | |
31 | # if len(splited_rtmp_src) == 2: | |
32 | # rtmp_src = splited_rtmp_src[1] | |
33 | # aifp = xpath_text(video_data, 'akamai/aifp', default='') | |
34 | ||
35 | tokens = {} | |
36 | urls = [] | |
37 | formats = [] | |
cd10b3ea S |
38 | rex = re.compile( |
39 | r'(?P<width>[0-9]+)x(?P<height>[0-9]+)(?:_(?P<bitrate>[0-9]+))?') | |
40 | # Possible formats locations: files/file, files/groupFiles/files | |
41 | # and maybe others | |
42 | for video_file in video_data.findall('.//file'): | |
29825140 RA |
43 | video_url = video_file.text.strip() |
44 | if not video_url: | |
45 | continue | |
46 | ext = determine_ext(video_url) | |
47 | if video_url.startswith('/mp4:protected/'): | |
48 | continue | |
49 | # TODO Correct extraction for these files | |
50 | # protected_path_data = path_data.get('protected') | |
51 | # if not protected_path_data or not rtmp_src: | |
52 | # continue | |
53 | # protected_path = self._search_regex( | |
54 | # r'/mp4:(.+)\.[a-z0-9]', video_url, 'secure path') | |
55 | # auth = self._download_webpage( | |
56 | # protected_path_data['tokenizer_src'], query={ | |
57 | # 'path': protected_path, | |
bdcc046d | 58 | # 'videoId': content_id, |
29825140 RA |
59 | # 'aifp': aifp, |
60 | # }) | |
61 | # token = xpath_text(auth, 'token') | |
62 | # if not token: | |
63 | # continue | |
64 | # video_url = rtmp_src + video_url + '?' + token | |
65 | elif video_url.startswith('/secure/'): | |
66 | secure_path_data = path_data.get('secure') | |
67 | if not secure_path_data: | |
68 | continue | |
69 | video_url = secure_path_data['media_src'] + video_url | |
70 | secure_path = self._search_regex(r'https?://[^/]+(.+/)', video_url, 'secure path') + '*' | |
71 | token = tokens.get(secure_path) | |
72 | if not token: | |
c38f0681 RA |
73 | query = { |
74 | 'path': secure_path, | |
75 | 'videoId': content_id, | |
76 | } | |
77 | if ap_data.get('auth_required'): | |
78 | query['accessToken'] = self._extract_mvpd_auth(ap_data['url'], video_id, ap_data['site_name'], ap_data['site_name']) | |
29825140 | 79 | auth = self._download_xml( |
c38f0681 | 80 | secure_path_data['tokenizer_src'], video_id, query=query) |
bdcc046d RA |
81 | error_msg = xpath_text(auth, 'error/msg') |
82 | if error_msg: | |
83 | raise ExtractorError(error_msg, expected=True) | |
29825140 RA |
84 | token = xpath_text(auth, 'token') |
85 | if not token: | |
86 | continue | |
87 | tokens[secure_path] = token | |
88 | video_url = video_url + '?hdnea=' + token | |
89 | elif not re.match('https?://', video_url): | |
90 | base_path_data = path_data.get(ext, path_data.get('default', {})) | |
91 | media_src = base_path_data.get('media_src') | |
92 | if not media_src: | |
93 | continue | |
94 | video_url = media_src + video_url | |
95 | if video_url in urls: | |
96 | continue | |
97 | urls.append(video_url) | |
cd10b3ea | 98 | format_id = video_file.get('bitrate') |
29825140 | 99 | if ext == 'smil': |
cd10b3ea S |
100 | formats.extend(self._extract_smil_formats( |
101 | video_url, video_id, fatal=False)) | |
29825140 | 102 | elif ext == 'm3u8': |
36fce548 | 103 | m3u8_formats = self._extract_m3u8_formats( |
bdcc046d | 104 | video_url, video_id, 'mp4', |
36fce548 RA |
105 | m3u8_id=format_id or 'hls', fatal=False) |
106 | if '/secure/' in video_url and '?hdnea=' in video_url: | |
107 | for f in m3u8_formats: | |
108 | f['_seekable'] = False | |
109 | formats.extend(m3u8_formats) | |
29825140 RA |
110 | elif ext == 'f4m': |
111 | formats.extend(self._extract_f4m_formats( | |
112 | update_url_query(video_url, {'hdcore': '3.7.0'}), | |
cd10b3ea | 113 | video_id, f4m_id=format_id or 'hds', fatal=False)) |
29825140 RA |
114 | else: |
115 | f = { | |
116 | 'format_id': format_id, | |
117 | 'url': video_url, | |
118 | 'ext': ext, | |
119 | } | |
120 | mobj = rex.search(format_id + video_url) | |
121 | if mobj: | |
122 | f.update({ | |
123 | 'width': int(mobj.group('width')), | |
124 | 'height': int(mobj.group('height')), | |
125 | 'tbr': int_or_none(mobj.group('bitrate')), | |
126 | }) | |
cd10b3ea S |
127 | elif isinstance(format_id, compat_str): |
128 | if format_id.isdigit(): | |
129 | f['tbr'] = int(format_id) | |
130 | else: | |
131 | mobj = re.match(r'ios_(audio|[0-9]+)$', format_id) | |
132 | if mobj: | |
133 | if mobj.group(1) == 'audio': | |
134 | f.update({ | |
135 | 'vcodec': 'none', | |
136 | 'ext': 'm4a', | |
137 | }) | |
138 | else: | |
139 | f['tbr'] = int(mobj.group(1)) | |
29825140 RA |
140 | formats.append(f) |
141 | self._sort_formats(formats) | |
142 | ||
143 | subtitles = {} | |
144 | for source in video_data.findall('closedCaptions/source'): | |
145 | for track in source.findall('track'): | |
547993dc | 146 | track_url = track.get('url') |
5a80e7b4 | 147 | if not isinstance(track_url, compat_str) or track_url.endswith('/big'): |
29825140 | 148 | continue |
547993dc S |
149 | lang = track.get('lang') or track.get('label') or 'en' |
150 | subtitles.setdefault(lang, []).append({ | |
151 | 'url': track_url, | |
29825140 RA |
152 | 'ext': { |
153 | 'scc': 'scc', | |
154 | 'webvtt': 'vtt', | |
155 | 'smptett': 'tt', | |
156 | }.get(source.get('format')) | |
157 | }) | |
158 | ||
159 | thumbnails = [{ | |
160 | 'id': image.get('cut'), | |
161 | 'url': image.text, | |
162 | 'width': int_or_none(image.get('width')), | |
163 | 'height': int_or_none(image.get('height')), | |
164 | } for image in video_data.findall('images/image')] | |
165 | ||
29825140 RA |
166 | return { |
167 | 'id': video_id, | |
168 | 'title': title, | |
169 | 'formats': formats, | |
170 | 'subtitles': subtitles, | |
171 | 'thumbnails': thumbnails, | |
172 | 'description': xpath_text(video_data, 'description'), | |
173 | 'duration': parse_duration(xpath_text(video_data, 'length') or xpath_text(video_data, 'trt')), | |
da30a20a | 174 | 'timestamp': self._extract_timestamp(video_data), |
29825140 RA |
175 | 'upload_date': xpath_attr(video_data, 'metas', 'version'), |
176 | 'series': xpath_text(video_data, 'showTitle'), | |
177 | 'season_number': int_or_none(xpath_text(video_data, 'seasonNumber')), | |
178 | 'episode_number': int_or_none(xpath_text(video_data, 'episodeNumber')), | |
179 | } |