]>
Commit | Line | Data |
---|---|---|
c990bb36 S |
1 | from __future__ import unicode_literals |
2 | ||
c990bb36 | 3 | from .common import InfoExtractor |
62651c55 PH |
4 | from ..utils import ( |
5 | find_xpath_attr, | |
6 | int_or_none, | |
7 | js_to_json, | |
8 | unescapeHTML, | |
9 | ) | |
c990bb36 S |
10 | |
11 | ||
12 | class HowStuffWorksIE(InfoExtractor): | |
1186e3f9 | 13 | _VALID_URL = r'https?://[\da-z-]+\.howstuffworks\.com/(?:[^/]+/)*(?:\d+-)?(?P<id>.+?)-video\.htm' |
c990bb36 S |
14 | _TESTS = [ |
15 | { | |
e638e836 | 16 | 'url': 'http://adventure.howstuffworks.com/5266-cool-jobs-iditarod-musher-video.htm', |
c990bb36 | 17 | 'info_dict': { |
e638e836 TF |
18 | 'id': '450221', |
19 | 'ext': 'flv', | |
20 | 'title': 'Cool Jobs - Iditarod Musher', | |
21 | 'description': 'Cold sleds, freezing temps and warm dog breath... an Iditarod musher\'s dream. Kasey-Dee Gardner jumps on a sled to find out what the big deal is.', | |
62651c55 PH |
22 | 'display_id': 'cool-jobs-iditarod-musher', |
23 | 'thumbnail': 're:^https?://.*\.jpg$', | |
24 | 'duration': 161, | |
c990bb36 | 25 | }, |
c990bb36 S |
26 | }, |
27 | { | |
f4cf848d | 28 | 'url': 'http://adventure.howstuffworks.com/7199-survival-zone-food-and-water-in-the-savanna-video.htm', |
c990bb36 | 29 | 'info_dict': { |
f4cf848d | 30 | 'id': '453464', |
c990bb36 | 31 | 'ext': 'mp4', |
f4cf848d | 32 | 'title': 'Survival Zone: Food and Water In the Savanna', |
d958fa9f | 33 | 'description': 'Learn how to find both food and water while trekking in the African savannah. In this video from the Discovery Channel.', |
62651c55 PH |
34 | 'display_id': 'survival-zone-food-and-water-in-the-savanna', |
35 | 'thumbnail': 're:^https?://.*\.jpg$', | |
c990bb36 | 36 | }, |
c990bb36 S |
37 | }, |
38 | { | |
e638e836 | 39 | 'url': 'http://entertainment.howstuffworks.com/arts/2706-sword-swallowing-1-by-dan-meyer-video.htm', |
c990bb36 | 40 | 'info_dict': { |
e638e836 TF |
41 | 'id': '440011', |
42 | 'ext': 'flv', | |
43 | 'title': 'Sword Swallowing #1 by Dan Meyer', | |
44 | 'description': 'Video footage (1 of 3) used by permission of the owner Dan Meyer through Sword Swallowers Association International <www.swordswallow.org>', | |
62651c55 PH |
45 | 'display_id': 'sword-swallowing-1-by-dan-meyer', |
46 | 'thumbnail': 're:^https?://.*\.jpg$', | |
c990bb36 | 47 | }, |
c990bb36 | 48 | }, |
f354385b | 49 | { |
50 | 'url': 'http://shows.howstuffworks.com/stuff-to-blow-your-mind/optical-illusions-video.htm', | |
c4fe07c7 | 51 | 'only_matching': True, |
f354385b | 52 | } |
c990bb36 S |
53 | ] |
54 | ||
55 | def _real_extract(self, url): | |
d958fa9f | 56 | display_id = self._match_id(url) |
c990bb36 | 57 | webpage = self._download_webpage(url, display_id) |
62651c55 PH |
58 | clip_js = self._search_regex( |
59 | r'(?s)var clip = ({.*?});', webpage, 'clip info') | |
60 | clip_info = self._parse_json( | |
61 | clip_js, display_id, transform_source=js_to_json) | |
e638e836 | 62 | |
62651c55 | 63 | video_id = clip_info['content_id'] |
c990bb36 | 64 | formats = [] |
62651c55 PH |
65 | m3u8_url = clip_info.get('m3u8') |
66 | if m3u8_url: | |
67 | formats += self._extract_m3u8_formats(m3u8_url, video_id, 'mp4') | |
68 | for video in clip_info.get('mp4', []): | |
d958fa9f TF |
69 | formats.append({ |
70 | 'url': video['src'], | |
71 | 'format_id': video['bitrate'], | |
e638e836 | 72 | 'vbr': int(video['bitrate'].rstrip('k')), |
d958fa9f | 73 | }) |
e638e836 TF |
74 | |
75 | if not formats: | |
76 | smil = self._download_xml( | |
77 | 'http://services.media.howstuffworks.com/videos/%s/smil-service.smil' % video_id, | |
78 | video_id, 'Downloading video SMIL') | |
79 | ||
80 | http_base = find_xpath_attr( | |
81 | smil, | |
82 | './{0}head/{0}meta'.format('{http://www.w3.org/2001/SMIL20/Language}'), | |
83 | 'name', | |
84 | 'httpBase').get('content') | |
85 | ||
86 | URL_SUFFIX = '?v=2.11.3&fp=LNX 11,2,202,356&r=A&g=A' | |
87 | ||
88 | for video in smil.findall( | |
89 | './{0}body/{0}switch/{0}video'.format('{http://www.w3.org/2001/SMIL20/Language}')): | |
62651c55 | 90 | vbr = int_or_none(video.attrib['system-bitrate'], scale=1000) |
e638e836 TF |
91 | formats.append({ |
92 | 'url': '%s/%s%s' % (http_base, video.attrib['src'], URL_SUFFIX), | |
93 | 'format_id': '%dk' % vbr, | |
94 | 'vbr': vbr, | |
95 | }) | |
96 | ||
c990bb36 S |
97 | self._sort_formats(formats) |
98 | ||
c990bb36 | 99 | return { |
62651c55 | 100 | 'id': '%s' % video_id, |
c990bb36 | 101 | 'display_id': display_id, |
62651c55 PH |
102 | 'title': unescapeHTML(clip_info['clip_title']), |
103 | 'description': unescapeHTML(clip_info.get('caption')), | |
104 | 'thumbnail': clip_info.get('video_still_url'), | |
105 | 'duration': clip_info.get('duration'), | |
c990bb36 S |
106 | 'formats': formats, |
107 | } |