]>
Commit | Line | Data |
---|---|---|
80f772c2 | 1 | # coding: utf-8 |
b54a2da4 YCH |
2 | from __future__ import unicode_literals, division |
3 | ||
645c4885 RA |
4 | import hashlib |
5 | import hmac | |
b9f5a412 | 6 | import re |
645c4885 | 7 | import time |
b9f5a412 | 8 | |
80f772c2 | 9 | from .common import InfoExtractor |
3052a30d | 10 | from ..compat import compat_HTTPError |
b9f5a412 S |
11 | from ..utils import ( |
12 | determine_ext, | |
13 | float_or_none, | |
14 | int_or_none, | |
15 | parse_age_limit, | |
16 | parse_duration, | |
3052a30d | 17 | url_or_none, |
7d34016f | 18 | ExtractorError |
b9f5a412 | 19 | ) |
80f772c2 | 20 | |
21 | ||
22 | class CrackleIE(InfoExtractor): | |
dc53c786 S |
23 | _VALID_URL = r'(?:crackle:|https?://(?:(?:www|m)\.)?(?:sony)?crackle\.com/(?:playlist/\d+/|(?:[^/]+/)+))(?P<id>\d+)' |
24 | _TESTS = [{ | |
7d34016f | 25 | # geo restricted to CA |
b9f5a412 | 26 | 'url': 'https://www.crackle.com/andromeda/2502343', |
80f772c2 | 27 | 'info_dict': { |
b9f5a412 | 28 | 'id': '2502343', |
80f772c2 | 29 | 'ext': 'mp4', |
b9f5a412 S |
30 | 'title': 'Under The Night', |
31 | 'description': 'md5:d2b8ca816579ae8a7bf28bfff8cefc8a', | |
32 | 'duration': 2583, | |
33 | 'view_count': int, | |
34 | 'average_rating': 0, | |
35 | 'age_limit': 14, | |
36 | 'genre': 'Action, Sci-Fi', | |
37 | 'creator': 'Allan Kroeker', | |
38 | 'artist': 'Keith Hamilton Cobb, Kevin Sorbo, Lisa Ryder, Lexa Doig, Robert Hewitt Wolfe', | |
39 | 'release_year': 2000, | |
40 | 'series': 'Andromeda', | |
41 | 'episode': 'Under The Night', | |
42 | 'season_number': 1, | |
43 | 'episode_number': 1, | |
80f772c2 | 44 | }, |
45 | 'params': { | |
46 | # m3u8 download | |
47 | 'skip_download': True, | |
48 | } | |
dc53c786 S |
49 | }, { |
50 | 'url': 'https://www.sonycrackle.com/andromeda/2502343', | |
51 | 'only_matching': True, | |
52 | }] | |
80f772c2 | 53 | |
835e45ab RA |
54 | _MEDIA_FILE_SLOTS = { |
55 | '360p.mp4': { | |
56 | 'width': 640, | |
57 | 'height': 360, | |
58 | }, | |
59 | '480p.mp4': { | |
60 | 'width': 768, | |
61 | 'height': 432, | |
62 | }, | |
63 | '480p_1mbps.mp4': { | |
64 | 'width': 852, | |
65 | 'height': 480, | |
66 | }, | |
67 | } | |
68 | ||
80f772c2 | 69 | def _real_extract(self, url): |
70 | video_id = self._match_id(url) | |
b54a2da4 | 71 | |
7d34016f S |
72 | country_code = self._downloader.params.get('geo_bypass_country', None) |
73 | countries = [country_code] if country_code else ( | |
74 | 'US', 'AU', 'CA', 'AS', 'FM', 'GU', 'MP', 'PR', 'PW', 'MH', 'VI') | |
b9f5a412 | 75 | |
7d34016f | 76 | last_e = None |
b9f5a412 | 77 | |
7d34016f S |
78 | for country in countries: |
79 | try: | |
645c4885 RA |
80 | # Authorization generation algorithm is reverse engineered from: |
81 | # https://www.sonycrackle.com/static/js/main.ea93451f.chunk.js | |
82 | media_detail_url = 'https://web-api-us.crackle.com/Service.svc/details/media/%s/%s?disableProtocols=true' % (video_id, country) | |
83 | timestamp = time.strftime('%Y%m%d%H%M', time.gmtime()) | |
84 | h = hmac.new(b'IGSLUQCBDFHEOIFM', '|'.join([media_detail_url, timestamp]).encode(), hashlib.sha1).hexdigest().upper() | |
7d34016f | 85 | media = self._download_json( |
645c4885 RA |
86 | media_detail_url, video_id, 'Downloading media JSON as %s' % country, |
87 | 'Unable to download media JSON', headers={ | |
88 | 'Accept': 'application/json', | |
89 | 'Authorization': '|'.join([h, timestamp, '117', '1']), | |
7d34016f S |
90 | }) |
91 | except ExtractorError as e: | |
92 | # 401 means geo restriction, trying next country | |
93 | if isinstance(e.cause, compat_HTTPError) and e.cause.code == 401: | |
94 | last_e = e | |
b9f5a412 | 95 | continue |
7d34016f S |
96 | raise |
97 | ||
98 | media_urls = media.get('MediaURLs') | |
99 | if not media_urls or not isinstance(media_urls, list): | |
100 | continue | |
101 | ||
102 | title = media['Title'] | |
103 | ||
104 | formats = [] | |
105 | for e in media['MediaURLs']: | |
106 | if e.get('UseDRM') is True: | |
b9f5a412 | 107 | continue |
3052a30d S |
108 | format_url = url_or_none(e.get('Path')) |
109 | if not format_url: | |
b9f5a412 | 110 | continue |
7d34016f S |
111 | ext = determine_ext(format_url) |
112 | if ext == 'm3u8': | |
113 | formats.extend(self._extract_m3u8_formats( | |
114 | format_url, video_id, 'mp4', entry_protocol='m3u8_native', | |
115 | m3u8_id='hls', fatal=False)) | |
116 | elif ext == 'mpd': | |
117 | formats.extend(self._extract_mpd_formats( | |
118 | format_url, video_id, mpd_id='dash', fatal=False)) | |
835e45ab RA |
119 | elif format_url.endswith('.ism/Manifest'): |
120 | formats.extend(self._extract_ism_formats( | |
121 | format_url, video_id, ism_id='mss', fatal=False)) | |
122 | else: | |
123 | mfs_path = e.get('Type') | |
124 | mfs_info = self._MEDIA_FILE_SLOTS.get(mfs_path) | |
125 | if not mfs_info: | |
126 | continue | |
127 | formats.append({ | |
128 | 'url': format_url, | |
129 | 'format_id': 'http-' + mfs_path.split('.')[0], | |
130 | 'width': mfs_info['width'], | |
131 | 'height': mfs_info['height'], | |
132 | }) | |
7d34016f S |
133 | self._sort_formats(formats) |
134 | ||
135 | description = media.get('Description') | |
136 | duration = int_or_none(media.get( | |
137 | 'DurationInSeconds')) or parse_duration(media.get('Duration')) | |
138 | view_count = int_or_none(media.get('CountViews')) | |
139 | average_rating = float_or_none(media.get('UserRating')) | |
140 | age_limit = parse_age_limit(media.get('Rating')) | |
141 | genre = media.get('Genre') | |
142 | release_year = int_or_none(media.get('ReleaseYear')) | |
143 | creator = media.get('Directors') | |
144 | artist = media.get('Cast') | |
145 | ||
146 | if media.get('MediaTypeDisplayValue') == 'Full Episode': | |
147 | series = media.get('ShowName') | |
148 | episode = title | |
149 | season_number = int_or_none(media.get('Season')) | |
150 | episode_number = int_or_none(media.get('Episode')) | |
151 | else: | |
152 | series = episode = season_number = episode_number = None | |
153 | ||
154 | subtitles = {} | |
155 | cc_files = media.get('ClosedCaptionFiles') | |
156 | if isinstance(cc_files, list): | |
157 | for cc_file in cc_files: | |
158 | if not isinstance(cc_file, dict): | |
159 | continue | |
3052a30d S |
160 | cc_url = url_or_none(cc_file.get('Path')) |
161 | if not cc_url: | |
7d34016f S |
162 | continue |
163 | lang = cc_file.get('Locale') or 'en' | |
164 | subtitles.setdefault(lang, []).append({'url': cc_url}) | |
165 | ||
166 | thumbnails = [] | |
167 | images = media.get('Images') | |
168 | if isinstance(images, list): | |
169 | for image_key, image_url in images.items(): | |
170 | mobj = re.search(r'Img_(\d+)[xX](\d+)', image_key) | |
171 | if not mobj: | |
172 | continue | |
173 | thumbnails.append({ | |
174 | 'url': image_url, | |
175 | 'width': int(mobj.group(1)), | |
176 | 'height': int(mobj.group(2)), | |
177 | }) | |
178 | ||
179 | return { | |
180 | 'id': video_id, | |
181 | 'title': title, | |
182 | 'description': description, | |
183 | 'duration': duration, | |
184 | 'view_count': view_count, | |
185 | 'average_rating': average_rating, | |
186 | 'age_limit': age_limit, | |
187 | 'genre': genre, | |
188 | 'creator': creator, | |
189 | 'artist': artist, | |
190 | 'release_year': release_year, | |
191 | 'series': series, | |
192 | 'episode': episode, | |
193 | 'season_number': season_number, | |
194 | 'episode_number': episode_number, | |
195 | 'thumbnails': thumbnails, | |
196 | 'subtitles': subtitles, | |
197 | 'formats': formats, | |
198 | } | |
199 | ||
200 | raise last_e |