]>
Commit | Line | Data |
---|---|---|
b1c35797 RA |
1 | # coding: utf-8 |
2 | from __future__ import unicode_literals | |
3 | ||
4 | import re | |
5 | ||
6 | from .common import InfoExtractor | |
7 | from ..compat import compat_str | |
8 | from ..utils import ( | |
9 | ExtractorError, | |
10 | dict_get, | |
11 | int_or_none, | |
12 | unescapeHTML, | |
13 | parse_iso8601, | |
14 | ) | |
15 | ||
16 | ||
17 | class PikselIE(InfoExtractor): | |
a373befa | 18 | _VALID_URL = r'https?://player\.piksel\.com/v/(?:refid/[^/]+/prefid/)?(?P<id>[a-z0-9_]+)' |
c2521c1a JH |
19 | _TESTS = [ |
20 | { | |
0326bcb6 CC |
21 | 'url': 'http://player.piksel.com/v/ums2867l', |
22 | 'md5': '34e34c8d89dc2559976a6079db531e85', | |
c2521c1a | 23 | 'info_dict': { |
0326bcb6 | 24 | 'id': 'ums2867l', |
c2521c1a | 25 | 'ext': 'mp4', |
0326bcb6 CC |
26 | 'title': 'GX-005 with Caption', |
27 | 'timestamp': 1481335659, | |
28 | 'upload_date': '20161210' | |
c2521c1a JH |
29 | } |
30 | }, | |
31 | { | |
32 | # Original source: http://www.uscourts.gov/cameras-courts/state-washington-vs-donald-j-trump-et-al | |
33 | 'url': 'https://player.piksel.com/v/v80kqp41', | |
34 | 'md5': '753ddcd8cc8e4fa2dda4b7be0e77744d', | |
35 | 'info_dict': { | |
36 | 'id': 'v80kqp41', | |
37 | 'ext': 'mp4', | |
38 | 'title': 'WAW- State of Washington vs. Donald J. Trump, et al', | |
39 | 'description': 'State of Washington vs. Donald J. Trump, et al, Case Number 17-CV-00141-JLR, TRO Hearing, Civil Rights Case, 02/3/2017, 1:00 PM (PST), Seattle Federal Courthouse, Seattle, WA, Judge James L. Robart presiding.', | |
40 | 'timestamp': 1486171129, | |
0326bcb6 | 41 | 'upload_date': '20170204' |
c2521c1a | 42 | } |
a373befa RA |
43 | }, |
44 | { | |
45 | # https://www3.nhk.or.jp/nhkworld/en/ondemand/video/2019240/ | |
46 | 'url': 'http://player.piksel.com/v/refid/nhkworld/prefid/nw_vod_v_en_2019_240_20190823233000_02_1566873477', | |
47 | 'only_matching': True, | |
b1c35797 | 48 | } |
c2521c1a | 49 | ] |
b1c35797 RA |
50 | |
51 | @staticmethod | |
52 | def _extract_url(webpage): | |
53 | mobj = re.search( | |
54 | r'<iframe[^>]+src=["\'](?P<url>(?:https?:)?//player\.piksel\.com/v/[a-z0-9]+)', | |
55 | webpage) | |
56 | if mobj: | |
57 | return mobj.group('url') | |
58 | ||
59 | def _real_extract(self, url): | |
a373befa RA |
60 | display_id = self._match_id(url) |
61 | webpage = self._download_webpage(url, display_id) | |
62 | video_id = self._search_regex( | |
63 | r'data-de-program-uuid=[\'"]([a-z0-9]+)', | |
64 | webpage, 'program uuid', default=display_id) | |
c2521c1a JH |
65 | app_token = self._search_regex([ |
66 | r'clientAPI\s*:\s*"([^"]+)"', | |
67 | r'data-de-api-key\s*=\s*"([^"]+)"' | |
68 | ], webpage, 'app token') | |
b1c35797 RA |
69 | response = self._download_json( |
70 | 'http://player.piksel.com/ws/ws_program/api/%s/mode/json/apiv/5' % app_token, | |
71 | video_id, query={ | |
72 | 'v': video_id | |
73 | })['response'] | |
74 | failure = response.get('failure') | |
75 | if failure: | |
76 | raise ExtractorError(response['failure']['reason'], expected=True) | |
77 | video_data = response['WsProgramResponse']['program']['asset'] | |
78 | title = video_data['title'] | |
79 | ||
80 | formats = [] | |
81 | ||
82 | m3u8_url = dict_get(video_data, [ | |
83 | 'm3u8iPadURL', | |
84 | 'ipadM3u8Url', | |
85 | 'm3u8AndroidURL', | |
86 | 'm3u8iPhoneURL', | |
87 | 'iphoneM3u8Url']) | |
88 | if m3u8_url: | |
89 | formats.extend(self._extract_m3u8_formats( | |
90 | m3u8_url, video_id, 'mp4', 'm3u8_native', | |
91 | m3u8_id='hls', fatal=False)) | |
92 | ||
93 | asset_type = dict_get(video_data, ['assetType', 'asset_type']) | |
94 | for asset_file in video_data.get('assetFiles', []): | |
95 | # TODO: extract rtmp formats | |
96 | http_url = asset_file.get('http_url') | |
97 | if not http_url: | |
98 | continue | |
99 | tbr = None | |
100 | vbr = int_or_none(asset_file.get('videoBitrate'), 1024) | |
101 | abr = int_or_none(asset_file.get('audioBitrate'), 1024) | |
102 | if asset_type == 'video': | |
103 | tbr = vbr + abr | |
104 | elif asset_type == 'audio': | |
105 | tbr = abr | |
106 | ||
107 | format_id = ['http'] | |
108 | if tbr: | |
109 | format_id.append(compat_str(tbr)) | |
110 | ||
111 | formats.append({ | |
112 | 'format_id': '-'.join(format_id), | |
113 | 'url': unescapeHTML(http_url), | |
114 | 'vbr': vbr, | |
115 | 'abr': abr, | |
116 | 'width': int_or_none(asset_file.get('videoWidth')), | |
117 | 'height': int_or_none(asset_file.get('videoHeight')), | |
118 | 'filesize': int_or_none(asset_file.get('filesize')), | |
119 | 'tbr': tbr, | |
120 | }) | |
121 | self._sort_formats(formats) | |
122 | ||
0326bcb6 CC |
123 | subtitles = {} |
124 | for caption in video_data.get('captions', []): | |
125 | caption_url = caption.get('url') | |
126 | if caption_url: | |
127 | subtitles.setdefault(caption.get('locale', 'en'), []).append({ | |
128 | 'url': caption_url}) | |
129 | ||
b1c35797 RA |
130 | return { |
131 | 'id': video_id, | |
132 | 'title': title, | |
133 | 'description': video_data.get('description'), | |
134 | 'thumbnail': video_data.get('thumbnailUrl'), | |
135 | 'timestamp': parse_iso8601(video_data.get('dateadd')), | |
136 | 'formats': formats, | |
0326bcb6 | 137 | 'subtitles': subtitles, |
b1c35797 | 138 | } |