]>
jfr.im git - yt-dlp.git/blob - youtube_dl/extractor/generic.py
3 from __future__
import unicode_literals
8 from . common
import InfoExtractor
9 from . youtube
import YoutubeIE
13 compat_urllib_request
,
15 compat_xml_parse_error
,
27 from . brightcove
import BrightcoveIE
28 from . ooyala
import OoyalaIE
29 from . rutv
import RUTVIE
30 from . smotri
import SmotriIE
33 class GenericIE ( InfoExtractor
):
34 IE_DESC
= 'Generic downloader that works on some sites'
39 'url' : 'http://www.hodiho.fr/2013/02/regis-plante-sa-jeep.html' ,
40 'md5' : '85b90ccc9d73b4acd9138d3af4c27f89' ,
42 'id' : '13601338388002' ,
44 'uploader' : 'www.hodiho.fr' ,
45 'title' : 'R\u00e9gis plante sa Jeep' ,
48 # bandcamp page with custom domain
50 'add_ie' : [ 'Bandcamp' ],
51 'url' : 'http://bronyrock.com/track/the-pony-mash' ,
55 'title' : 'The Pony Mash' ,
56 'uploader' : 'M_Pallante' ,
58 'skip' : 'There is a limit of 200 free downloads / month for the test song' ,
60 # embedded brightcove video
61 # it also tests brightcove videos that need to set the 'Referer' in the
64 'add_ie' : [ 'Brightcove' ],
65 'url' : 'http://www.bfmtv.com/video/bfmbusiness/cours-bourse/cours-bourse-l-analyse-technique-154522/' ,
67 'id' : '2765128793001' ,
69 'title' : 'Le cours de bourse : l’analyse technique' ,
70 'description' : 'md5:7e9ad046e968cb2d1114004aba466fd9' ,
71 'uploader' : 'BFM BUSINESS' ,
74 'skip_download' : True ,
78 # https://github.com/rg3/youtube-dl/issues/2253
79 'url' : 'http://bcove.me/i6nfkrc3' ,
80 'md5' : '0ba9446db037002366bab3b3eb30c88c' ,
82 'id' : '3101154703001' ,
84 'title' : 'Still no power' ,
85 'uploader' : 'thestar.com' ,
86 'description' : 'Mississauga resident David Farmer is still out of power as a result of the ice storm a month ago. To keep the house warm, Farmer cuts wood from his property for a wood burning stove downstairs.' ,
88 'add_ie' : [ 'Brightcove' ],
91 'url' : 'http://www.championat.com/video/football/v/87/87499.html' ,
92 'md5' : 'fb973ecf6e4a78a67453647444222983' ,
94 'id' : '3414141473001' ,
96 'title' : 'Видео. Удаление Дзагоева (ЦСКА)' ,
97 'description' : 'Онлайн-трансляция матча ЦСКА - "Волга"' ,
98 'uploader' : 'Championat' ,
101 # Direct link to a video
103 'url' : 'http://media.w3.org/2010/05/sintel/trailer.mp4' ,
104 'md5' : '67d406c2bcb6af27fa886f31aa934bbe' ,
109 'upload_date' : '20100513' ,
114 'url' : 'http://www.rollingstone.com/music/videos/norwegian-dj-cashmere-cat-goes-spartan-on-with-me-premiere-20131219' ,
115 'md5' : '5644c6ca5d5782c1d0d350dad9bd840c' ,
117 'id' : 'BwY2RxaTrTkslxOfcan0UCf0YqyvWysJ' ,
119 'title' : '2cc213299525360.mov' , # that's what we get
124 'url' : 'http://www.google.com/url?sa=t&rct=j&q=&esrc=s&source=web&cd=1&cad=rja&ved=0CCUQtwIwAA&url=http%3A%2F%2Fwww.youtube.com%2Fwatch%3Fv%3DcmQHVoWB5FY&ei=F-sNU-LLCaXk4QT52ICQBQ&usg=AFQjCNEw4hL29zgOohLXvpJ-Bdh2bils1Q&bvm=bv.61965928,d.bGE' ,
128 'upload_date' : '20130224' ,
129 'uploader_id' : 'TheVerge' ,
130 'description' : 'Chris Ziegler takes a look at the Alcatel OneTouch Fire and the ZTE Open; two of the first Firefox OS handsets to be officially announced.' ,
131 'uploader' : 'The Verge' ,
132 'title' : 'First Firefox OS phones side-by-side' ,
135 'skip_download' : False ,
140 'url' : 'http://www.tested.com/science/weird/460206-tested-grinding-coffee-2000-frames-second/' ,
144 'title' : 'Tested: Grinding Coffee at 2000 Frames Per Second' ,
145 'upload_date' : '20140225' ,
146 'description' : 'md5:06a40fbf30b220468f1e0957c0f558ff' ,
147 'uploader' : 'Tested' ,
148 'uploader_id' : 'testedcom' ,
150 # No need to test YoutubeIE here
152 'skip_download' : True ,
157 'url' : 'http://www.theguardian.com/world/2014/mar/11/obama-zach-galifianakis-between-two-ferns' ,
158 'md5' : '7cf780be104d40fea7bae52eed4a470e' ,
162 'title' : 'Between Two Ferns with Zach Galifianakis: President Barack Obama' ,
163 'description' : 'Episode 18: President Barack Obama sits down with Zach Galifianakis for his most memorable interview yet.' ,
168 'url' : 'http://www.rg.ru/2014/03/15/reg-dfo/anklav-anons.html' ,
172 'title' : 'Охотское море стало целиком российским' ,
173 'description' : 'md5:5ed62483b14663e2a95ebbe115eb8f43' ,
177 'skip_download' : True ,
182 'url' : 'http://en.support.wordpress.com/videos/ted-talks/' ,
183 'md5' : 'deeeabcc1085eb2ba205474e7235a3d5' ,
187 'title' : 'My web playroom' ,
188 'uploader' : 'Ze Frank' ,
189 'description' : 'md5:ddb2a40ecd6b6a147e400e535874947b' ,
192 # Embeded Ustream video
194 'url' : 'http://www.american.edu/spa/pti/nsa-privacy-janus-2014.cfm' ,
195 'md5' : '27b99cdb639c9b12a79bca876a073417' ,
199 'uploader' : 'AU SPA: The NSA and Privacy' ,
200 'title' : 'NSA and Privacy Forum Debate featuring General Hayden and Barton Gellman'
203 # nowvideo embed hidden behind percent encoding
205 'url' : 'http://www.waoanime.tv/the-super-dimension-fortress-macross-episode-1/' ,
206 'md5' : '2baf4ddd70f697d94b1c18cf796d5107' ,
208 'id' : '06e53103ca9aa' ,
210 'title' : 'Macross Episode 001 Watch Macross Episode 001 onl' ,
211 'description' : 'No description' ,
216 'url' : 'http://www.tv-replay.fr/redirection/20-03-14/x-enius-arte-10753389.html' ,
217 'md5' : '7653032cbb25bf6c80d80f217055fa43' ,
219 'id' : '048195-004_PLUS7-F' ,
222 'description' : 'md5:d5fdf32ef6613cdbfd516ae658abf168' ,
223 'upload_date' : '20140320' ,
226 'skip_download' : 'Requires rtmpdump'
231 'url' : 'http://rbctv.rbc.ru/archive/news/562949990879132.shtml' ,
232 'md5' : 'ec40048448e9284c9a1de77bb188108b' ,
234 'id' : 'v27008541fad' ,
236 'title' : 'Крым и Севастополь вошли в состав России' ,
237 'description' : 'md5:fae01b61f68984c7bd2fa741e11c3175' ,
239 'upload_date' : '20140318' ,
240 'uploader' : 'rbctv_2012_4' ,
241 'uploader_id' : 'rbctv_2012_4' ,
246 'url' : 'http://www.wired.com/2014/04/honda-asimo/' ,
247 'md5' : 'ba0dfe966fa007657bd1443ee672db0f' ,
249 'id' : '53501be369702d3275860000' ,
251 'title' : 'Honda’s New Asimo Robot Is More Human Than Ever' ,
256 'url' : 'http://www.spi0n.com/zap-spi0n-com-n216/' ,
257 'md5' : '441aeeb82eb72c422c7f14ec533999cd' ,
259 'id' : 'k2mm4bCdJ6CQ2i7c8o2' ,
261 'title' : 'Le Zap de Spi0n n°216 - Zapping du Web' ,
264 'add_ie' : [ 'Dailymotion' ],
268 'url' : 'http://www.badzine.de/ansicht/datum/2014/06/09/so-funktioniert-die-neue-englische-badminton-liga.html' ,
272 'title' : 'The NBL Auction 2014' ,
273 'uploader' : 'BADMINTON England' ,
274 'uploader_id' : 'BADMINTONEvents' ,
275 'upload_date' : '20140603' ,
276 'description' : 'md5:9ef128a69f1e262a700ed83edb163a73' ,
278 'add_ie' : [ 'Youtube' ],
280 'skip_download' : True ,
285 'url' : 'http://www.gametrailers.com/news-post/76093/north-america-europe-is-getting-that-mario-kart-8-mercedes-dlc-too' ,
286 'md5' : '35727f82f58c76d996fc188f9755b0d5' ,
288 'id' : '0306a69b-8adf-4fb5-aace-75f8e8cbfca9' ,
291 'description' : 'Mario \' s life in the fast lane has never looked so good.' ,
294 # YouTube embed via <data-embed-url="">
296 'url' : 'https://play.google.com/store/apps/details?id=com.gameloft.android.ANMP.GloftA8HM' ,
300 'title' : 'Asphalt 8: Airborne - Launch Trailer' ,
301 'uploader' : 'Gameloft' ,
302 'uploader_id' : 'gameloft' ,
303 'upload_date' : '20130821' ,
304 'description' : 'md5:87bd95f13d8be3e7da87a5f2c443106a' ,
307 'skip_download' : True ,
312 'url' : 'http://www.ll.mit.edu/workshops/education/videocourses/antennas/lecture1/video/' ,
314 'md5' : '0c5e352edabf715d762b0ad4e6d9ee67' ,
316 'id' : 'Fenn-AA_PA_Radar_Course_Lecture_1c_Final' ,
317 'title' : 'Fenn-AA_PA_Radar_Course_Lecture_1c_Final - video1' ,
322 'md5' : '10e4bb3aaca9fd630e273ff92d9f3c63' ,
324 'id' : 'Fenn-AA_PA_Radar_Course_Lecture_1c_Final_PIP' ,
325 'title' : 'Fenn-AA_PA_Radar_Course_Lecture_1c_Final - pip' ,
331 'title' : 'Fenn-AA_PA_Radar_Course_Lecture_1c_Final' ,
336 def report_download_webpage ( self
, video_id
):
337 """Report webpage download."""
338 if not self
._ downloader
. params
. get ( 'test' , False ):
339 self
._ downloader
. report_warning ( 'Falling back on generic information extractor.' )
340 super ( GenericIE
, self
). report_download_webpage ( video_id
)
342 def report_following_redirect ( self
, new_url
):
343 """Report information extraction."""
344 self
._ downloader
. to_screen ( '[redirect] Following redirect to %s ' % new_url
)
346 def _send_head ( self
, url
):
347 """Check if it is a redirect, like url shorteners, in case return the new url."""
349 class HEADRedirectHandler ( compat_urllib_request
. HTTPRedirectHandler
):
351 Subclass the HTTPRedirectHandler to make it use our
352 HEADRequest also on the redirected URL
354 def redirect_request ( self
, req
, fp
, code
, msg
, headers
, newurl
):
355 if code
in ( 301 , 302 , 303 , 307 ):
356 newurl
= newurl
. replace ( ' ' , '%20' )
357 newheaders
= dict (( k
, v
) for k
, v
in req
. headers
. items ()
358 if k
. lower () not in ( "content-length" , "content-type" ))
360 # This function was deprecated in python 3.3 and removed in 3.4
361 origin_req_host
= req
. get_origin_req_host ()
362 except AttributeError :
363 origin_req_host
= req
. origin_req_host
364 return HEADRequest ( newurl
,
366 origin_req_host
= origin_req_host
,
369 raise compat_urllib_error
. HTTPError ( req
. get_full_url (), code
, msg
, headers
, fp
)
371 class HTTPMethodFallback ( compat_urllib_request
. BaseHandler
):
373 Fallback to GET if HEAD is not allowed (405 HTTP error)
375 def http_error_405 ( self
, req
, fp
, code
, msg
, headers
):
379 newheaders
= dict (( k
, v
) for k
, v
in req
. headers
. items ()
380 if k
. lower () not in ( "content-length" , "content-type" ))
381 return self
. parent
. open ( compat_urllib_request
. Request ( req
. get_full_url (),
383 origin_req_host
= req
. get_origin_req_host (),
387 opener
= compat_urllib_request
. OpenerDirector ()
388 for handler
in [ compat_urllib_request
. HTTPHandler
, compat_urllib_request
. HTTPDefaultErrorHandler
,
389 HTTPMethodFallback
, HEADRedirectHandler
,
390 compat_urllib_request
. HTTPErrorProcessor
, compat_urllib_request
. HTTPSHandler
]:
391 opener
. add_handler ( handler ())
393 response
= opener
. open ( HEADRequest ( url
))
395 raise ExtractorError ( 'Invalid URL protocol' )
398 def _extract_rss ( self
, url
, video_id
, doc
):
399 playlist_title
= doc
. find ( './channel/title' ). text
400 playlist_desc_el
= doc
. find ( './channel/description' )
401 playlist_desc
= None if playlist_desc_el
is None else playlist_desc_el
. text
405 'url' : e
. find ( 'link' ). text
,
406 'title' : e
. find ( 'title' ). text
,
407 } for e
in doc
. findall ( './channel/item' )]
412 'title' : playlist_title
,
413 'description' : playlist_desc
,
417 def _extract_camtasia ( self
, url
, video_id
, webpage
):
418 """ Returns None if no camtasia video can be found. """
420 camtasia_cfg
= self
._ search
_ regex
(
421 r
'fo\.addVariable\(\s*"csConfigFile",\s*"([^"]+)"\s*\);' ,
422 webpage
, 'camtasia configuration file' , default
= None )
423 if camtasia_cfg
is None :
426 title
= self
._ html
_ search
_ meta
( 'DC.title' , webpage
, fatal
= True )
428 camtasia_url
= compat_urlparse
. urljoin ( url
, camtasia_cfg
)
429 camtasia_cfg
= self
._ download
_ xml
(
430 camtasia_url
, video_id
,
431 note
= 'Downloading camtasia configuration' ,
432 errnote
= 'Failed to download camtasia configuration' )
433 fileset_node
= camtasia_cfg
. find ( './playlist/array/fileset' )
436 for n
in fileset_node
. getchildren ():
437 url_n
= n
. find ( './uri' )
442 'id' : os
. path
. splitext ( url_n
. text
. rpartition ( '/' )[ 2 ])[ 0 ],
443 'title' : ' %s - %s ' % ( title
, n
. tag
),
444 'url' : compat_urlparse
. urljoin ( url
, url_n
. text
),
445 'duration' : float_or_none ( n
. find ( './duration' ). text
),
454 def _real_extract ( self
, url
):
455 if url
. startswith ( '//' ):
458 'url' : self
. http_scheme () + url
,
461 parsed_url
= compat_urlparse
. urlparse ( url
)
462 if not parsed_url
. scheme
:
463 default_search
= self
._ downloader
. params
. get ( 'default_search' )
464 if default_search
is None :
465 default_search
= 'fixup_error'
467 if default_search
in ( 'auto' , 'auto_warning' , 'fixup_error' ):
469 self
._ downloader
. report_warning ( 'The url doesn \' t specify the protocol, trying with http' )
470 return self
. url_result ( 'http://' + url
)
471 elif default_search
!= 'fixup_error' :
472 if default_search
== 'auto_warning' :
473 if re
. match ( r
'^(?:url|URL)$' , url
):
474 raise ExtractorError (
475 'Invalid URL: %r . Call youtube-dl like this: youtube-dl -v "https://www.youtube.com/watch?v=BaW_jenozKc" ' % url
,
478 self
._ downloader
. report_warning (
479 'Falling back to youtube search for %s . Set --default-search "auto" to suppress this warning.' % url
)
480 return self
. url_result ( 'ytsearch:' + url
)
482 if default_search
in ( 'error' , 'fixup_error' ):
483 raise ExtractorError (
484 ( ' %r is not a valid URL. '
485 'Set --default-search "ytsearch" (or run youtube-dl "ytsearch: %s " ) to search YouTube'
486 ) % ( url
, url
), expected
= True )
488 assert ':' in default_search
489 return self
. url_result ( default_search
+ url
)
490 video_id
= os
. path
. splitext ( url
. rstrip ( '/' ). split ( '/' )[- 1 ])[ 0 ]
492 self
. to_screen ( ' %s : Requesting header' % video_id
)
495 response
= self
._ send
_ head
( url
)
498 new_url
= response
. geturl ()
500 self
. report_following_redirect ( new_url
)
501 return self
. url_result ( new_url
)
503 # Check for direct link to a video
504 content_type
= response
. headers
. get ( 'Content-Type' , '' )
505 m
= re
. match ( r
'^(?P<type>audio|video|application(?=/ogg$))/(?P<format_id>.+)$' , content_type
)
507 upload_date
= response
. headers
. get ( 'Last-Modified' )
509 upload_date
= unified_strdate ( upload_date
)
512 'title' : os
. path
. splitext ( url_basename ( url
))[ 0 ],
514 'format_id' : m
. group ( 'format_id' ),
516 'vcodec' : 'none' if m
. group ( 'type' ) == 'audio' else None
518 'upload_date' : upload_date
,
521 except compat_urllib_error
. HTTPError
:
522 # This may be a stupid server that doesn't like HEAD, our UA, or so
526 webpage
= self
._ download
_ webpage
( url
, video_id
)
528 # since this is the last-resort InfoExtractor, if
529 # this error is thrown, it'll be thrown here
530 raise ExtractorError ( 'Failed to download URL: %s ' % url
)
532 self
. report_extraction ( video_id
)
536 doc
= parse_xml ( webpage
)
538 return self
._ extract
_ rss
( url
, video_id
, doc
)
539 except compat_xml_parse_error
:
542 # Is it a Camtasia project?
543 camtasia_res
= self
._ extract
_ camtasia
( url
, video_id
, webpage
)
544 if camtasia_res
is not None :
547 # Sometimes embedded video player is hidden behind percent encoding
548 # (e.g. https://github.com/rg3/youtube-dl/issues/2448)
549 # Unescaping the whole page allows to handle those cases in a generic way
550 webpage
= compat_urllib_parse
. unquote ( webpage
)
552 # it's tempting to parse this further, but you would
553 # have to take into account all the variations like
554 # Video Title - Site Name
555 # Site Name | Video Title
556 # Video Title - Tagline | Site Name
557 # and so on and so forth; it's just not practical
558 video_title
= self
._ html
_ search
_ regex
(
559 r
'(?s)<title>(.*?)</title>' , webpage
, 'video title' ,
562 # video uploader is domain name
563 video_uploader
= self
._ search
_ regex
(
564 r
'^(?:https?://)?([^/]*)/.*' , url
, 'video uploader' )
567 def _playlist_from_matches ( matches
, getter
, ie
= None ):
568 urlrs
= orderedSet ( self
. url_result ( getter ( m
), ie
) for m
in matches
)
569 return self
. playlist_result (
570 urlrs
, playlist_id
= video_id
, playlist_title
= video_title
)
572 # Look for BrightCove:
573 bc_urls
= BrightcoveIE
._ extract
_ brightcove
_u rls
( webpage
)
575 self
. to_screen ( 'Brightcove video detected.' )
578 'url' : smuggle_url ( bc_url
, {'Referer': url}
),
579 'ie_key' : 'Brightcove'
580 } for bc_url
in bc_urls
]
584 'title' : video_title
,
589 # Look for embedded (iframe) Vimeo player
591 r
'<iframe[^>]+?src=(["\' ])( ?P
< url
>( ?
: https?
:) ?
// player\
. vimeo\
. com
/ video
/.+ ?
) \
1 ', webpage)
593 player_url = unescapeHTML(mobj.group(' url
'))
594 surl = smuggle_url(player_url, {'Referer': url} )
595 return self.url_result(surl, ' Vimeo
')
597 # Look for embedded (swf embed) Vimeo player
599 r' < embed
[ ^
>]+ ?src
= "(https?://(?:www\.)?vimeo\.com/moogaloop\.swf.+?)" ', webpage)
601 return self.url_result(mobj.group(1), ' Vimeo
')
603 # Look for embedded YouTube player
604 matches = re.findall(r'''(?x)
612 (?P<url>(?:https?:)?//(?:www\.)?youtube\.com/
616 return _playlist_from_matches(
617 matches, lambda m: unescapeHTML(m[1]), ie=' Youtube
')
619 # Look for embedded Dailymotion player
620 matches = re.findall(
621 r' < iframe
[ ^
>]+ ?src
=([ " \' ])(?P<url>(?:https?:)?//(?:www\.)?dailymotion\.com/embed/video/.+?)\1', webpage)
623 return _playlist_from_matches(
624 matches, lambda m: unescapeHTML(m[1]))
626 # Look for embedded Wistia player
628 r'<iframe[^>]+?src=([" \' ])( ?P
< url
>( ?
: https?
:) ?
//( ?
: fast\
.) ?wistia\
. net
/ embed
/ iframe
/.+ ?
) \
1 ', webpage)
631 ' _type
': ' url_transparent
',
632 ' url
': unescapeHTML(match.group(' url
')),
634 ' uploader
': video_uploader,
635 ' title
': video_title,
639 # Look for embedded blip.tv player
640 mobj = re.search(r' < meta\s
[ ^
>]* https?
:// api\
. blip\
. tv
/ \w
+/ redirect
/ \w
+/( \d
+) ', webpage)
642 return self.url_result(' http
:// blip
. tv
/ a
/ a
- '+mobj.group(1), ' BlipTV
')
643 mobj = re.search(r' <( ?
: iframe|embed|
object ) \s
[ ^
>]*( https?
://( ?
: \w
+ \
.) ?blip\
. tv
/( ?
: play
/ |api\
. swf
#)[a-zA-Z0-9]+)', webpage)
645 return self
. url_result ( mobj
. group ( 1 ), 'BlipTV' )
647 # Look for embedded condenast player
648 matches
= re
. findall (
649 r
'<iframe\s+(?:[a-zA-Z-]+="[^"]+"\s+)*?src="(https?://player\.cnevids\.com/embed/[^"]+")' ,
656 'ie_key' : 'CondeNast' ,
658 } for ma
in matches
],
659 'title' : video_title
,
663 # Look for Bandcamp pages with custom domain
664 mobj
= re
. search ( r
'<meta property="og:url"[^>]*?content="(.*?bandcamp\.com.*?)"' , webpage
)
666 burl
= unescapeHTML ( mobj
. group ( 1 ))
667 # Don't set the extractor because it can be a track url or an album
668 return self
. url_result ( burl
)
670 # Look for embedded Vevo player
672 r
'<iframe[^>]+?src=(["\' ])( ?P
< url
>( ?
: https?
:) ?
//( ?
: cache\
.) ?vevo\
. com
/.+ ?
) \
1 ', webpage)
674 return self.url_result(mobj.group(' url
'))
676 # Look for Ooyala videos
677 mobj = (re.search(r' player
. ooyala
. com
/[ ^
"?]+ \? [^" ]* ?
( ?
: embedCode|ec
)=( ?P
< ec
>[ ^
"&]+)', webpage) or
678 re.search(r'OO.Player.create\([ \' " ].* ?
[ \' "],\s*[ \' " ]( ?P
< ec
>. {32}
)[ \' "]', webpage))
680 return OoyalaIE._build_url_result(mobj.group('ec'))
682 # Look for Aparat videos
683 mobj = re.search(r'<iframe .*?src=" ( http
:// www\
. aparat\
. com
/ video
/[ ^
"]+)" ', webpage)
685 return self.url_result(mobj.group(1), ' Aparat
')
687 # Look for MPORA videos
688 mobj = re.search(r' < iframe
.* ?src
= "(http://mpora\.(?:com|de)/videos/[^" ]+) "', webpage)
690 return self.url_result(mobj.group(1), 'Mpora')
692 # Look for embedded NovaMov-based player
694 r'''(?x)<(?:pagespeed_)?iframe[^>]+?src=([" \' ])
695 ( ?P
< url
> http
://( ?
:( ?
: embed|www
) \
.) ?
697 nowvideo\
.( ?
: ch|sx|eu|at|ag|co
) |
698 videoweed\
.( ?
: es|com
) |
699 movshare\
.( ?
: net|sx|ag
) |
700 divxstage\
.( ?
: eu|net|ch|co|at|ag
))
701 / embed\
. php
.+ ?
) \
1 ''', webpage)
703 return self.url_result(mobj.group('url'))
705 # Look for embedded Facebook player
707 r'<iframe[^>]+?src=([" \' ])(?P<url>https://www\.facebook\.com/video/embed.+?)\1', webpage)
709 return self.url_result(mobj.group('url'), 'Facebook')
711 # Look for embedded VK player
712 mobj = re.search(r'<iframe[^>]+?src=([" \' ])(?P<url>https?://vk\.com/video_ext\.php.+?)\1', webpage)
714 return self.url_result(mobj.group('url'), 'VK')
716 # Look for embedded ivi player
717 mobj = re.search(r'<embed[^>]+?src=([" \' ])(?P<url>https?://(?:www\.)?ivi\.ru/video/player.+?)\1', webpage)
719 return self.url_result(mobj.group('url'), 'Ivi')
721 # Look for embedded Huffington Post player
723 r'<iframe[^>]+?src=([" \' ])(?P<url>https?://embed\.live\.huffingtonpost\.com/.+?)\1', webpage)
725 return self.url_result(mobj.group('url'), 'HuffPost')
728 mobj = re.search(r'class=[" \' ]embedly-card[" \' ][^>]href=[" \' ](?P<url>[^" \' ]+)', webpage)
730 return self.url_result(mobj.group('url'))
731 mobj = re.search(r'class=[" \' ]embedly-embed[" \' ][^>]src=[" \' ][^" \' ]*url=(?P<url>[^&]+)', webpage)
733 return self.url_result(compat_urllib_parse.unquote(mobj.group('url')))
735 # Look for funnyordie embed
736 matches = re.findall(r'<iframe[^>]+?src="(https?://(?:www\.)?funnyordie\.com/embed/[^"]+)"', webpage)
738 return _playlist_from_matches(
739 matches, getter=unescapeHTML, ie='FunnyOrDie')
741 # Look for embedded RUTV player
742 rutv_url = RUTVIE._extract_url(webpage)
744 return self.url_result(rutv_url, 'RUTV')
746 # Look for embedded TED player
748 r'<iframe[^>]+?src=([" \' ])(?P<url>http://embed\.ted\.com/.+?)\1', webpage)
750 return self.url_result(mobj.group('url'), 'TED')
752 # Look for embedded Ustream videos
754 r'<iframe[^>]+?src=([" \' ])(?P<url>http://www\.ustream\.tv/embed/.+?)\1', webpage)
756 return self.url_result(mobj.group('url'), 'Ustream')
758 # Look for embedded arte.tv player
760 r'<script [^>]*?src="(?P<url>http://www\.arte\.tv/playerv2/embed[^"]+)"',
763 return self.url_result(mobj.group('url'), 'ArteTVEmbed')
765 # Look for embedded smotri.com player
766 smotri_url = SmotriIE._extract_url(webpage)
768 return self.url_result(smotri_url, 'Smotri')
770 # Look for embeded soundcloud player
772 r'<iframe src="(?P<url>https?://(?:w\.)?soundcloud\.com/player[^"]+)"',
775 url = unescapeHTML(mobj.group('url'))
776 return self.url_result(url)
778 # Look for embedded vulture.com player
780 r'<iframe src="(?P<url>https?://video\.vulture\.com/[^"]+)"',
783 url = unescapeHTML(mobj.group('url'))
784 return self.url_result(url, ie='Vulture')
786 # Look for embedded mtvservices player
788 r'<iframe src="(?P<url>https?://media\.mtvnservices\.com/embed/[^"]+)"',
791 url = unescapeHTML(mobj.group('url'))
792 return self.url_result(url, ie='MTVServicesEmbedded')
794 # Look for embedded yahoo player
796 r'<iframe[^>]+?src=([" \' ])(?P<url>https?://(?:screen|movies)\.yahoo\.com/.+?\.html \? format=embed)\1',
799 return self.url_result(mobj.group('url'), 'Yahoo')
801 # Look for embedded sbs.com.au player
803 r'<iframe[^>]+?src=([" \' ])(?P<url>https?://(?:www\.)sbs\.com\.au/ondemand/video/single/.+?)\1',
806 return self.url_result(mobj.group('url'), 'SBS')
808 # Start with something easy: JW Player in SWFObject
809 found = re.findall(r'flashvars: [ \' "](?:.*&)?file=(http[^ \' "&]*)', webpage)
811 # Look for gorilla-vid style embedding
812 found = re.findall(r''' ( ?sx
)
816 jwplayer\s
* \
( \s
*[ "'][^'" ]+[ "']\s*\)\s*\.setup
818 .*?file\s*:\s*[" \' ](.* ?
)[ " \' ]''', webpage)
820 # Broaden the search a little bit
821 found = re.findall(r'[^A-Za-z0-9]?(?:file|source)=(http[^ \' " &]*) ', webpage)
823 # Broaden the findall a little bit: JWPlayer JS loader
824 found = re.findall(r' [ ^A
- Za
- z0
- 9 ] ?
file [ " \' ]?:\s*[" \' ]( http ( ?
![ ^
\' "]+\.[0-9]+[ \' " ])[ ^
\' "]+)[" \' ] ', webpage)
826 # Try to find twitter cards info
827 found = re.findall(r' < meta ( ?
: property |name
)= "twitter:player:stream" ( ?
: content|value
)= "(.+?)" ', webpage)
829 # We look for Open Graph info:
830 # We have to match any number spaces between elements, some sites try to align them (eg.: statigr.am)
831 m_video_type = re.findall(r' < meta
.* ?
property = "og:video:type" .* ?content
= "video/(.*?)" ', webpage)
832 # We only look in og:video if the MIME type is a video, don' t
try if it
's a Flash player:
833 if m_video_type is not None:
834 found = re.findall(r' < meta
.* ?
property = "og:video" .* ?content
= "(.*?)" ', webpage)
837 found = re.findall(r' ( ?s
)< video
[ ^
<]*( ?
:>.* ?
< source
.* ?
) ? src
= "([^" ]+) "', webpage)
840 r'(?i)<meta\s+(?=(?:[a-z-]+=" [ ^
"]+" \s
+)* http
- equiv
= "refresh" ) '
841 r' ( ?
:[ a
- z
-]+= "[^" ]+ "\s+)*?content=" [ 0 - 9 ] {,2}
; url
= \' ([ ^
\' ]+) \' "',
844 new_url = found.group(1)
845 self.report_following_redirect(new_url)
851 raise ExtractorError('Unsupported URL: %s ' % url)
854 for video_url in found:
855 video_url = compat_urlparse.urljoin(url, video_url)
856 video_id = compat_urllib_parse.unquote(os.path.basename(video_url))
858 # Sometimes, jwplayer extraction will result in a YouTube URL
859 if YoutubeIE.suitable(video_url):
860 entries.append(self.url_result(video_url, 'Youtube'))
863 # here's a fun little line of code for you:
864 video_id = os.path.splitext(video_id)[0]
869 'uploader': video_uploader,
870 'title': video_title,
873 if len(entries) == 1:
876 for num, e in enumerate(entries, start=1):
877 e['title'] = ' %s ( %d )' % (e['title'], num)