]>
Commit | Line | Data |
---|---|---|
b9c7a973 S |
1 | from __future__ import unicode_literals |
2 | ||
d8873d4d | 3 | import re |
4 | ||
05c7feec | 5 | from .theplatform import ThePlatformIE |
d8873d4d | 6 | from ..utils import ( |
7 | smuggle_url, | |
8 | update_url_query, | |
9 | unescapeHTML, | |
42362fdb | 10 | extract_attributes, |
c58ed856 | 11 | get_element_by_attribute, |
d8873d4d | 12 | ) |
42362fdb RA |
13 | from ..compat import ( |
14 | compat_urlparse, | |
15 | ) | |
16 | ||
17 | ||
05c7feec RA |
18 | class AENetworksBaseIE(ThePlatformIE): |
19 | _THEPLATFORM_KEY = 'crazyjava' | |
20 | _THEPLATFORM_SECRET = 's3cr3t' | |
b9c7a973 S |
21 | |
22 | ||
42362fdb | 23 | class AENetworksIE(AENetworksBaseIE): |
855f90fa S |
24 | IE_NAME = 'aenetworks' |
25 | IE_DESC = 'A+E Networks: A&E, Lifetime, History.com, FYI Network' | |
05c7feec | 26 | _VALID_URL = r'https?://(?:www\.)?(?P<domain>(?:history|aetv|mylifetime)\.com|fyi\.tv)/(?:shows/(?P<show_path>[^/]+(?:/[^/]+){0,2})|movies/(?P<movie_display_id>[^/]+)/full-movie)' |
b9c7a973 | 27 | _TESTS = [{ |
52767c1b | 28 | 'url': 'http://www.history.com/shows/mountain-men/season-1/episode-1', |
d8873d4d | 29 | 'md5': '8ff93eb073449f151d6b90c0ae1ef0c7', |
52767c1b | 30 | 'info_dict': { |
42362fdb | 31 | 'id': '22253814', |
52767c1b | 32 | 'ext': 'mp4', |
611c1dd9 | 33 | 'title': 'Winter Is Coming', |
1358b941 | 34 | 'description': 'md5:641f424b7a19d8e24f26dea22cf59d74', |
79ba9140 | 35 | 'timestamp': 1338306241, |
36 | 'upload_date': '20120529', | |
37 | 'uploader': 'AENE-NEW', | |
52767c1b | 38 | }, |
b9c7a973 | 39 | 'add_ie': ['ThePlatform'], |
587dfd44 | 40 | }, { |
42362fdb RA |
41 | 'url': 'http://www.history.com/shows/ancient-aliens/season-1', |
42 | 'info_dict': { | |
43 | 'id': '71889446852', | |
44 | }, | |
45 | 'playlist_mincount': 5, | |
46 | }, { | |
47 | 'url': 'http://www.mylifetime.com/shows/atlanta-plastic', | |
48 | 'info_dict': { | |
49 | 'id': 'SERIES4317', | |
50 | 'title': 'Atlanta Plastic', | |
51 | }, | |
52 | 'playlist_mincount': 2, | |
53 | }, { | |
54 | 'url': 'http://www.aetv.com/shows/duck-dynasty/season-9/episode-1', | |
587dfd44 | 55 | 'only_matching': True |
56 | }, { | |
42362fdb | 57 | 'url': 'http://www.fyi.tv/shows/tiny-house-nation/season-1/episode-8', |
587dfd44 | 58 | 'only_matching': True |
59 | }, { | |
42362fdb | 60 | 'url': 'http://www.mylifetime.com/shows/project-runway-junior/season-1/episode-6', |
587dfd44 | 61 | 'only_matching': True |
70157c2c RA |
62 | }, { |
63 | 'url': 'http://www.mylifetime.com/movies/center-stage-on-pointe/full-movie', | |
64 | 'only_matching': True | |
b9c7a973 | 65 | }] |
05c7feec RA |
66 | _DOMAIN_TO_REQUESTOR_ID = { |
67 | 'history.com': 'HISTORY', | |
68 | 'aetv.com': 'AETV', | |
69 | 'mylifetime.com': 'LIFETIME', | |
70 | 'fyi.tv': 'FYI', | |
71 | } | |
b9c7a973 S |
72 | |
73 | def _real_extract(self, url): | |
05c7feec | 74 | domain, show_path, movie_display_id = re.match(self._VALID_URL, url).groups() |
70157c2c | 75 | display_id = show_path or movie_display_id |
42362fdb | 76 | webpage = self._download_webpage(url, display_id) |
70157c2c RA |
77 | if show_path: |
78 | url_parts = show_path.split('/') | |
79 | url_parts_len = len(url_parts) | |
80 | if url_parts_len == 1: | |
81 | entries = [] | |
82 | for season_url_path in re.findall(r'(?s)<li[^>]+data-href="(/shows/%s/season-\d+)"' % url_parts[0], webpage): | |
83 | entries.append(self.url_result( | |
84 | compat_urlparse.urljoin(url, season_url_path), 'AENetworks')) | |
85 | return self.playlist_result( | |
86 | entries, self._html_search_meta('aetn:SeriesId', webpage), | |
87 | self._html_search_meta('aetn:SeriesTitle', webpage)) | |
88 | elif url_parts_len == 2: | |
89 | entries = [] | |
90 | for episode_item in re.findall(r'(?s)<div[^>]+class="[^"]*episode-item[^"]*"[^>]*>', webpage): | |
91 | episode_attributes = extract_attributes(episode_item) | |
92 | episode_url = compat_urlparse.urljoin( | |
93 | url, episode_attributes['data-canonical']) | |
94 | entries.append(self.url_result( | |
95 | episode_url, 'AENetworks', | |
96 | episode_attributes['data-videoid'])) | |
97 | return self.playlist_result( | |
98 | entries, self._html_search_meta('aetn:SeasonId', webpage)) | |
05c7feec RA |
99 | |
100 | query = { | |
101 | 'mbr': 'true', | |
102 | 'assetTypes': 'medium_video_s3' | |
103 | } | |
70157c2c RA |
104 | video_id = self._html_search_meta('aetn:VideoID', webpage) |
105 | media_url = self._search_regex( | |
106 | r"media_url\s*=\s*'([^']+)'", webpage, 'video url') | |
05c7feec RA |
107 | theplatform_metadata = self._download_theplatform_metadata(self._search_regex( |
108 | r'https?://link.theplatform.com/s/([^?]+)', media_url, 'theplatform_path'), video_id) | |
109 | info = self._parse_theplatform_metadata(theplatform_metadata) | |
110 | if theplatform_metadata.get('AETN$isBehindWall'): | |
111 | requestor_id = self._DOMAIN_TO_REQUESTOR_ID[domain] | |
112 | resource = '<rss version="2.0" xmlns:media="http://search.yahoo.com/mrss/"><channel><title>%s</title><item><title>%s</title><guid>%s</guid><media:rating scheme="urn:v-chip">%s</media:rating></item></channel></rss>' % (requestor_id, theplatform_metadata['title'], theplatform_metadata['AETN$PPL_pplProgramId'], theplatform_metadata['ratings'][0]['rating']) | |
113 | query['auth'] = self._extract_mvpd_auth( | |
114 | url, video_id, requestor_id, resource) | |
115 | info.update(self._search_json_ld(webpage, video_id, fatal=False)) | |
116 | media_url = update_url_query(media_url, query) | |
117 | media_url = self._sign_url(media_url, self._THEPLATFORM_KEY, self._THEPLATFORM_SECRET) | |
118 | formats, subtitles = self._extract_theplatform_smil(media_url, video_id) | |
119 | self._sort_formats(formats) | |
120 | info.update({ | |
121 | 'id': video_id, | |
122 | 'formats': formats, | |
123 | 'subtitles': subtitles, | |
124 | }) | |
70157c2c | 125 | return info |
b9c7a973 | 126 | |
b9c7a973 | 127 | |
42362fdb RA |
128 | class HistoryTopicIE(AENetworksBaseIE): |
129 | IE_NAME = 'history:topic' | |
130 | IE_DESC = 'History.com Topic' | |
2cb31d28 | 131 | _VALID_URL = r'https?://(?:www\.)?history\.com/topics/(?:[^/]+/)?(?P<topic_id>[^/]+)(?:/[^/]+(?:/(?P<video_display_id>[^/?#]+))?)?' |
42362fdb RA |
132 | _TESTS = [{ |
133 | 'url': 'http://www.history.com/topics/valentines-day/history-of-valentines-day/videos/bet-you-didnt-know-valentines-day?m=528e394da93ae&s=undefined&f=1&free=false', | |
134 | 'info_dict': { | |
135 | 'id': '40700995724', | |
136 | 'ext': 'mp4', | |
137 | 'title': "Bet You Didn't Know: Valentine's Day", | |
138 | 'description': 'md5:7b57ea4829b391995b405fa60bd7b5f7', | |
139 | 'timestamp': 1375819729, | |
140 | 'upload_date': '20130806', | |
141 | 'uploader': 'AENE-NEW', | |
142 | }, | |
143 | 'params': { | |
144 | # m3u8 download | |
145 | 'skip_download': True, | |
146 | }, | |
147 | 'add_ie': ['ThePlatform'], | |
148 | }, { | |
149 | 'url': 'http://www.history.com/topics/world-war-i/world-war-i-history/videos', | |
150 | 'info_dict': | |
151 | { | |
152 | 'id': 'world-war-i-history', | |
c58ed856 | 153 | 'title': 'World War I History', |
42362fdb RA |
154 | }, |
155 | 'playlist_mincount': 24, | |
156 | }, { | |
157 | 'url': 'http://www.history.com/topics/world-war-i-history/videos', | |
158 | 'only_matching': True, | |
2cb31d28 S |
159 | }, { |
160 | 'url': 'http://www.history.com/topics/world-war-i/world-war-i-history', | |
161 | 'only_matching': True, | |
162 | }, { | |
163 | 'url': 'http://www.history.com/topics/world-war-i/world-war-i-history/speeches', | |
164 | 'only_matching': True, | |
42362fdb RA |
165 | }] |
166 | ||
05c7feec RA |
167 | def theplatform_url_result(self, theplatform_url, video_id, query): |
168 | return { | |
169 | '_type': 'url_transparent', | |
170 | 'id': video_id, | |
171 | 'url': smuggle_url( | |
172 | update_url_query(theplatform_url, query), | |
173 | { | |
174 | 'sig': { | |
175 | 'key': self._THEPLATFORM_KEY, | |
176 | 'secret': self._THEPLATFORM_SECRET, | |
177 | }, | |
178 | 'force_smil_url': True | |
179 | }), | |
180 | 'ie_key': 'ThePlatform', | |
181 | } | |
182 | ||
42362fdb | 183 | def _real_extract(self, url): |
70157c2c RA |
184 | topic_id, video_display_id = re.match(self._VALID_URL, url).groups() |
185 | if video_display_id: | |
186 | webpage = self._download_webpage(url, video_display_id) | |
42362fdb RA |
187 | release_url, video_id = re.search(r"_videoPlayer.play\('([^']+)'\s*,\s*'[^']+'\s*,\s*'(\d+)'\)", webpage).groups() |
188 | release_url = unescapeHTML(release_url) | |
189 | ||
190 | return self.theplatform_url_result( | |
191 | release_url, video_id, { | |
192 | 'mbr': 'true', | |
193 | 'switch': 'hls' | |
194 | }) | |
195 | else: | |
196 | webpage = self._download_webpage(url, topic_id) | |
197 | entries = [] | |
198 | for episode_item in re.findall(r'<a.+?data-release-url="[^"]+"[^>]*>', webpage): | |
199 | video_attributes = extract_attributes(episode_item) | |
200 | entries.append(self.theplatform_url_result( | |
4c782122 | 201 | video_attributes['data-release-url'], video_attributes['data-id'], { |
42362fdb RA |
202 | 'mbr': 'true', |
203 | 'switch': 'hls' | |
204 | })) | |
c58ed856 | 205 | return self.playlist_result(entries, topic_id, get_element_by_attribute('class', 'show-title', webpage)) |