]>
jfr.im git - yt-dlp.git/blob - youtube_dl/extractor/howstuffworks.py
1 from __future__
import unicode_literals
3 from . common
import InfoExtractor
4 from .. utils
import find_xpath_attr
7 class HowStuffWorksIE ( InfoExtractor
):
8 _VALID_URL
= r
'https?://[\da-z-]+\.howstuffworks\.com/(?:[^/]+/)*\d+-(?P<id>.+?)-video\.htm'
11 'url' : 'http://adventure.howstuffworks.com/5266-cool-jobs-iditarod-musher-video.htm' ,
15 'title' : 'Cool Jobs - Iditarod Musher' ,
16 'description' : 'Cold sleds, freezing temps and warm dog breath... an Iditarod musher \' s dream. Kasey-Dee Gardner jumps on a sled to find out what the big deal is.' ,
17 'thumbnail' : 'http://s.hswstatic.com/gif/videos/480x360/5266.jpg' ,
21 'url' : 'http://adventure.howstuffworks.com/7199-survival-zone-food-and-water-in-the-savanna-video.htm' ,
25 'title' : 'Survival Zone: Food and Water In the Savanna' ,
26 'description' : 'Learn how to find both food and water while trekking in the African savannah. In this video from the Discovery Channel.' ,
27 'thumbnail' : 'http://s.hswstatic.com/gif/videos/480x360/7199.jpg' ,
31 'url' : 'http://entertainment.howstuffworks.com/arts/2706-sword-swallowing-1-by-dan-meyer-video.htm' ,
35 'title' : 'Sword Swallowing #1 by Dan Meyer' ,
36 'description' : 'Video footage (1 of 3) used by permission of the owner Dan Meyer through Sword Swallowers Association International <www.swordswallow.org>' ,
37 'thumbnail' : 'http://s.hswstatic.com/gif/videos/480x360/118306353233.jpg' ,
42 def _real_extract ( self
, url
):
43 display_id
= self
._ match
_ id
( url
)
44 webpage
= self
._ download
_ webpage
( url
, display_id
)
45 clip_info
= self
._ search
_ regex
( '(?s)var clip = {(.*?)} ;' , webpage
, 'clip info' )
47 def extract_clip_info ( key
, clip_info
, name
= None , ** kargs
):
50 return self
._ html
_ search
_ regex
(
51 r
"\s* %s \s*: '?([^'\n]*[^'\n,])" % key
, clip_info
, name
, ** kargs
)
53 video_id
= extract_clip_info ( 'content_id' , clip_info
, 'video id' )
55 m3u8_url
= extract_clip_info ( 'm3u8' , clip_info
, 'm3u8 url' , default
= None )
56 if m3u8_url
is not None :
57 formats
+= self
._ extract
_ m
3u8_ formats
( m3u8_url
, video_id
, 'mp4' )
58 mp4
= self
._ parse
_ json
(
60 'mp4' , clip_info
, 'formats' ). replace ( '},]' , '}]' ), video_id
)
64 'format_id' : video
[ 'bitrate' ],
65 'vbr' : int ( video
[ 'bitrate' ]. rstrip ( 'k' )),
69 smil
= self
._ download
_ xml
(
70 'http://services.media.howstuffworks.com/videos/ %s /smil-service.smil' % video_id
,
71 video_id
, 'Downloading video SMIL' )
73 http_base
= find_xpath_attr (
75 './ {0} head/ {0} meta' . format ( ' {http://www.w3.org/2001/SMIL20/Language} ' ),
77 'httpBase' ). get ( 'content' )
79 URL_SUFFIX
= '?v=2.11.3&fp=LNX 11,2,202,356&r=A&g=A'
81 for video
in smil
. findall (
82 './ {0} body/ {0} switch/ {0} video' . format ( ' {http://www.w3.org/2001/SMIL20/Language} ' )):
83 vbr
= int ( video
. attrib
[ 'system-bitrate' ]) / 1000
85 'url' : ' %s / %s%s ' % ( http_base
, video
. attrib
[ 'src' ], URL_SUFFIX
),
86 'format_id' : ' %d k' % vbr
,
90 self
._ sort
_ formats
( formats
)
94 'display_id' : display_id
,
95 'title' : extract_clip_info ( 'clip_title' , clip_info
, 'title' ),
96 'description' : extract_clip_info ( 'caption' , clip_info
, 'description' , fatal
= False ),
97 'thumbnail' : extract_clip_info ( 'video_still_url' , clip_info
, 'thumbnail' ),
98 'duration' : extract_clip_info ( 'duration' , clip_info
),