]> jfr.im git - yt-dlp.git/blob - yt_dlp/extractor/generic.py
projects / yt-dlp.git / blob
? search:
summary | shortlog | log | commit | commitdiff | tree
blame | history | raw | HEAD
[spotify] Detect iframe embeds (#3430)
[yt-dlp.git] / yt_dlp / extractor / generic.py
1 import os
2 import re
3 import xml.etree.ElementTree
4
5 from .ant1newsgr import Ant1NewsGrEmbedIE
6 from .anvato import AnvatoIE
7 from .apa import APAIE
8 from .arcpublishing import ArcPublishingIE
9 from .arkena import ArkenaIE
10 from .arte import ArteTVEmbedIE
11 from .bitchute import BitChuteIE
12 from .blogger import BloggerIE
13 from .brightcove import BrightcoveLegacyIE, BrightcoveNewIE
14 from .channel9 import Channel9IE
15 from .cloudflarestream import CloudflareStreamIE
16 from .common import InfoExtractor
17 from .commonprotocols import RtmpIE
18 from .condenast import CondeNastIE
19 from .dailymail import DailyMailIE
20 from .dailymotion import DailymotionIE
21 from .dbtv import DBTVIE
22 from .digiteka import DigitekaIE
23 from .drtuber import DrTuberIE
24 from .eagleplatform import EaglePlatformIE
25 from .ertgr import ERTWebtvEmbedIE
26 from .expressen import ExpressenIE
27 from .facebook import FacebookIE
28 from .foxnews import FoxNewsIE
29 from .gedidigital import GediDigitalIE
30 from .gfycat import GfycatIE
31 from .glomex import GlomexEmbedIE
32 from .googledrive import GoogleDriveIE
33 from .indavideo import IndavideoEmbedIE
34 from .instagram import InstagramIE
35 from .joj import JojIE
36 from .jwplatform import JWPlatformIE
37 from .kaltura import KalturaIE
38 from .kinja import KinjaEmbedIE
39 from .limelight import LimelightBaseIE
40 from .mainstreaming import MainStreamingIE
41 from .medialaan import MedialaanIE
42 from .mediaset import MediasetIE
43 from .mediasite import MediasiteIE
44 from .megaphone import MegaphoneIE
45 from .megatvcom import MegaTVComEmbedIE
46 from .mofosex import MofosexEmbedIE
47 from .mtv import MTVServicesEmbeddedIE
48 from .myvi import MyviIE
49 from .nbc import NBCSportsVPlayerIE
50 from .nexx import NexxEmbedIE, NexxIE
51 from .odnoklassniki import OdnoklassnikiIE
52 from .onionstudios import OnionStudiosIE
53 from .ooyala import OoyalaIE
54 from .panopto import PanoptoBaseIE
55 from .peertube import PeerTubeIE
56 from .piksel import PikselIE
57 from .pladform import PladformIE
58 from .pornhub import PornHubIE
59 from .rcs import RCSEmbedsIE
60 from .redtube import RedTubeIE
61 from .rumble import RumbleEmbedIE
62 from .rutube import RutubeIE
63 from .rutv import RUTVIE
64 from .ruutu import RuutuIE
65 from .senategov import SenateISVPIE
66 from .simplecast import SimplecastIE
67 from .soundcloud import SoundcloudEmbedIE
68 from .spankwire import SpankwireIE
69 from .sportbox import SportBoxIE
70 from .spotify import SpotifyBaseIE
71 from .springboardplatform import SpringboardPlatformIE
72 from .svt import SVTIE
73 from .teachable import TeachableIE
74 from .ted import TedEmbedIE
75 from .theplatform import ThePlatformIE
76 from .threeqsdn import ThreeQSDNIE
77 from .tnaflix import TNAFlixNetworkEmbedIE
78 from .tube8 import Tube8IE
79 from .tunein import TuneInBaseIE
80 from .tvc import TVCIE
81 from .tvopengr import TVOpenGrEmbedIE
82 from .tvp import TVPEmbedIE
83 from .twentymin import TwentyMinutenIE
84 from .udn import UDNEmbedIE
85 from .ustream import UstreamIE
86 from .vbox7 import Vbox7IE
87 from .vice import ViceIE
88 from .videa import VideaIE
89 from .videomore import VideomoreIE
90 from .videopress import VideoPressIE
91 from .viewlift import ViewLiftEmbedIE
92 from .vimeo import VHXEmbedIE, VimeoIE
93 from .viqeo import ViqeoIE
94 from .vk import VKIE
95 from .vshare import VShareIE
96 from .vzaar import VzaarIE
97 from .washingtonpost import WashingtonPostIE
98 from .webcaster import WebcasterFeedIE
99 from .wimtv import WimTVIE
100 from .wistia import WistiaIE
101 from .xfileshare import XFileShareIE
102 from .xhamster import XHamsterEmbedIE
103 from .yapfiles import YapFilesIE
104 from .youporn import YouPornIE
105 from .youtube import YoutubeIE
106 from .zype import ZypeIE
107 from ..compat import (
108 compat_etree_fromstring,
109 compat_str,
110 compat_urllib_parse_unquote,
111 compat_urlparse,
112 )
113 from ..utils import (
114 KNOWN_EXTENSIONS,
115 ExtractorError,
116 HEADRequest,
117 UnsupportedError,
118 determine_ext,
119 dict_get,
120 float_or_none,
121 int_or_none,
122 is_html,
123 js_to_json,
124 merge_dicts,
125 mimetype2ext,
126 orderedSet,
127 parse_duration,
128 parse_resolution,
129 sanitized_Request,
130 smuggle_url,
131 str_or_none,
132 unescapeHTML,
133 unified_timestamp,
134 unsmuggle_url,
135 url_or_none,
136 xpath_attr,
137 xpath_text,
138 xpath_with_ns,
139 )
140
141
142 class GenericIE(InfoExtractor):
143 IE_DESC = 'Generic downloader that works on some sites'
144 _VALID_URL = r'.*'
145 IE_NAME = 'generic'
146 _NETRC_MACHINE = False # Supress username warning
147 _TESTS = [
148 # Direct link to a video
149 {
150 'url': 'http://media.w3.org/2010/05/sintel/trailer.mp4',
151 'md5': '67d406c2bcb6af27fa886f31aa934bbe',
152 'info_dict': {
153 'id': 'trailer',
154 'ext': 'mp4',
155 'title': 'trailer',
156 'upload_date': '20100513',
157 }
158 },
159 # Direct link to media delivered compressed (until Accept-Encoding is *)
160 {
161 'url': 'http://calimero.tk/muzik/FictionJunction-Parallel_Hearts.flac',
162 'md5': '128c42e68b13950268b648275386fc74',
163 'info_dict': {
164 'id': 'FictionJunction-Parallel_Hearts',
165 'ext': 'flac',
166 'title': 'FictionJunction-Parallel_Hearts',
167 'upload_date': '20140522',
168 },
169 'expected_warnings': [
170 'URL could be a direct video link, returning it as such.'
171 ],
172 'skip': 'URL invalid',
173 },
174 # Direct download with broken HEAD
175 {
176 'url': 'http://ai-radio.org:8000/radio.opus',
177 'info_dict': {
178 'id': 'radio',
179 'ext': 'opus',
180 'title': 'radio',
181 },
182 'params': {
183 'skip_download': True, # infinite live stream
184 },
185 'expected_warnings': [
186 r'501.*Not Implemented',
187 r'400.*Bad Request',
188 ],
189 },
190 # Direct link with incorrect MIME type
191 {
192 'url': 'http://ftp.nluug.nl/video/nluug/2014-11-20_nj14/zaal-2/5_Lennart_Poettering_-_Systemd.webm',
193 'md5': '4ccbebe5f36706d85221f204d7eb5913',
194 'info_dict': {
195 'url': 'http://ftp.nluug.nl/video/nluug/2014-11-20_nj14/zaal-2/5_Lennart_Poettering_-_Systemd.webm',
196 'id': '5_Lennart_Poettering_-_Systemd',
197 'ext': 'webm',
198 'title': '5_Lennart_Poettering_-_Systemd',
199 'upload_date': '20141120',
200 },
201 'expected_warnings': [
202 'URL could be a direct video link, returning it as such.'
203 ]
204 },
205 # RSS feed
206 {
207 'url': 'http://phihag.de/2014/youtube-dl/rss2.xml',
208 'info_dict': {
209 'id': 'https://phihag.de/2014/youtube-dl/rss2.xml',
210 'title': 'Zero Punctuation',
211 'description': 're:.*groundbreaking video review series.*'
212 },
213 'playlist_mincount': 11,
214 },
215 # RSS feed with enclosure
216 {
217 'url': 'http://podcastfeeds.nbcnews.com/audio/podcast/MSNBC-MADDOW-NETCAST-M4V.xml',
218 'info_dict': {
219 'id': 'http://podcastfeeds.nbcnews.com/nbcnews/video/podcast/MSNBC-MADDOW-NETCAST-M4V.xml',
220 'title': 'MSNBC Rachel Maddow (video)',
221 'description': 're:.*her unique approach to storytelling.*',
222 },
223 'playlist': [{
224 'info_dict': {
225 'ext': 'mov',
226 'id': 'pdv_maddow_netcast_mov-12-03-2020-223726',
227 'title': 'MSNBC Rachel Maddow (video) - 12-03-2020-223726',
228 'description': 're:.*her unique approach to storytelling.*',
229 'upload_date': '20201204',
230 },
231 }],
232 },
233 # RSS feed with item with description and thumbnails
234 {
235 'url': 'https://anchor.fm/s/dd00e14/podcast/rss',
236 'info_dict': {
237 'id': 'https://anchor.fm/s/dd00e14/podcast/rss',
238 'title': 're:.*100% Hydrogen.*',
239 'description': 're:.*In this episode.*',
240 },
241 'playlist': [{
242 'info_dict': {
243 'ext': 'm4a',
244 'id': 'c1c879525ce2cb640b344507e682c36d',
245 'title': 're:Hydrogen!',
246 'description': 're:.*In this episode we are going.*',
247 'timestamp': 1567977776,
248 'upload_date': '20190908',
249 'duration': 459,
250 'thumbnail': r're:^https?://.*\.jpg$',
251 'episode_number': 1,
252 'season_number': 1,
253 'age_limit': 0,
254 'season': 'Season 1',
255 'direct': True,
256 'episode': 'Episode 1',
257 },
258 }],
259 'params': {
260 'skip_download': True,
261 },
262 },
263 # RSS feed with enclosures and unsupported link URLs
264 {
265 'url': 'http://www.hellointernet.fm/podcast?format=rss',
266 'info_dict': {
267 'id': 'http://www.hellointernet.fm/podcast?format=rss',
268 'description': 'CGP Grey and Brady Haran talk about YouTube, life, work, whatever.',
269 'title': 'Hello Internet',
270 },
271 'playlist_mincount': 100,
272 },
273 # RSS feed with guid
274 {
275 'url': 'https://www.omnycontent.com/d/playlist/a7b4f8fe-59d9-4afc-a79a-a90101378abf/bf2c1d80-3656-4449-9d00-a903004e8f84/efbff746-e7c1-463a-9d80-a903004e8f8f/podcast.rss',
276 'info_dict': {
277 'id': 'https://www.omnycontent.com/d/playlist/a7b4f8fe-59d9-4afc-a79a-a90101378abf/bf2c1d80-3656-4449-9d00-a903004e8f84/efbff746-e7c1-463a-9d80-a903004e8f8f/podcast.rss',
278 'description': 'md5:be809a44b63b0c56fb485caf68685520',
279 'title': 'The Little Red Podcast',
280 },
281 'playlist_mincount': 76,
282 },
283 # SMIL from http://videolectures.net/promogram_igor_mekjavic_eng
284 {
285 'url': 'http://videolectures.net/promogram_igor_mekjavic_eng/video/1/smil.xml',
286 'info_dict': {
287 'id': 'smil',
288 'ext': 'mp4',
289 'title': 'Automatics, robotics and biocybernetics',
290 'description': 'md5:815fc1deb6b3a2bff99de2d5325be482',
291 'upload_date': '20130627',
292 'formats': 'mincount:16',
293 'subtitles': 'mincount:1',
294 },
295 'params': {
296 'force_generic_extractor': True,
297 'skip_download': True,
298 },
299 },
300 # SMIL from http://www1.wdr.de/mediathek/video/livestream/index.html
301 {
302 'url': 'http://metafilegenerator.de/WDR/WDR_FS/hds/hds.smil',
303 'info_dict': {
304 'id': 'hds',
305 'ext': 'flv',
306 'title': 'hds',
307 'formats': 'mincount:1',
308 },
309 'params': {
310 'skip_download': True,
311 },
312 },
313 # SMIL from https://www.restudy.dk/video/play/id/1637
314 {
315 'url': 'https://www.restudy.dk/awsmedia/SmilDirectory/video_1637.xml',
316 'info_dict': {
317 'id': 'video_1637',
318 'ext': 'flv',
319 'title': 'video_1637',
320 'formats': 'mincount:3',
321 },
322 'params': {
323 'skip_download': True,
324 },
325 },
326 # SMIL from http://adventure.howstuffworks.com/5266-cool-jobs-iditarod-musher-video.htm
327 {
328 'url': 'http://services.media.howstuffworks.com/videos/450221/smil-service.smil',
329 'info_dict': {
330 'id': 'smil-service',
331 'ext': 'flv',
332 'title': 'smil-service',
333 'formats': 'mincount:1',
334 },
335 'params': {
336 'skip_download': True,
337 },
338 },
339 # SMIL from http://new.livestream.com/CoheedandCambria/WebsterHall/videos/4719370
340 {
341 'url': 'http://api.new.livestream.com/accounts/1570303/events/1585861/videos/4719370.smil',
342 'info_dict': {
343 'id': '4719370',
344 'ext': 'mp4',
345 'title': '571de1fd-47bc-48db-abf9-238872a58d1f',
346 'formats': 'mincount:3',
347 },
348 'params': {
349 'skip_download': True,
350 },
351 },
352 # XSPF playlist from http://www.telegraaf.nl/tv/nieuws/binnenland/24353229/__Tikibad_ontruimd_wegens_brand__.html
353 {
354 'url': 'http://www.telegraaf.nl/xml/playlist/2015/8/7/mZlp2ctYIUEB.xspf',
355 'info_dict': {
356 'id': 'mZlp2ctYIUEB',
357 'ext': 'mp4',
358 'title': 'Tikibad ontruimd wegens brand',
359 'description': 'md5:05ca046ff47b931f9b04855015e163a4',
360 'thumbnail': r're:^https?://.*\.jpg$',
361 'duration': 33,
362 },
363 'params': {
364 'skip_download': True,
365 },
366 },
367 # MPD from http://dash-mse-test.appspot.com/media.html
368 {
369 'url': 'http://yt-dash-mse-test.commondatastorage.googleapis.com/media/car-20120827-manifest.mpd',
370 'md5': '4b57baab2e30d6eb3a6a09f0ba57ef53',
371 'info_dict': {
372 'id': 'car-20120827-manifest',
373 'ext': 'mp4',
374 'title': 'car-20120827-manifest',
375 'formats': 'mincount:9',
376 'upload_date': '20130904',
377 },
378 },
379 # m3u8 served with Content-Type: audio/x-mpegURL; charset=utf-8
380 {
381 'url': 'http://once.unicornmedia.com/now/master/playlist/bb0b18ba-64f5-4b1b-a29f-0ac252f06b68/77a785f3-5188-4806-b788-0893a61634ed/93677179-2d99-4ef4-9e17-fe70d49abfbf/content.m3u8',
382 'info_dict': {
383 'id': 'content',
384 'ext': 'mp4',
385 'title': 'content',
386 'formats': 'mincount:8',
387 },
388 'params': {
389 # m3u8 downloads
390 'skip_download': True,
391 },
392 'skip': 'video gone',
393 },
394 # m3u8 served with Content-Type: text/plain
395 {
396 'url': 'http://www.nacentapps.com/m3u8/index.m3u8',
397 'info_dict': {
398 'id': 'index',
399 'ext': 'mp4',
400 'title': 'index',
401 'upload_date': '20140720',
402 'formats': 'mincount:11',
403 },
404 'params': {
405 # m3u8 downloads
406 'skip_download': True,
407 },
408 'skip': 'video gone',
409 },
410 # google redirect
411 {
412 'url': 'http://www.google.com/url?sa=t&rct=j&q=&esrc=s&source=web&cd=1&cad=rja&ved=0CCUQtwIwAA&url=http%3A%2F%2Fwww.youtube.com%2Fwatch%3Fv%3DcmQHVoWB5FY&ei=F-sNU-LLCaXk4QT52ICQBQ&usg=AFQjCNEw4hL29zgOohLXvpJ-Bdh2bils1Q&bvm=bv.61965928,d.bGE',
413 'info_dict': {
414 'id': 'cmQHVoWB5FY',
415 'ext': 'mp4',
416 'upload_date': '20130224',
417 'uploader_id': 'TheVerge',
418 'description': r're:^Chris Ziegler takes a look at the\.*',
419 'uploader': 'The Verge',
420 'title': 'First Firefox OS phones side-by-side',
421 },
422 'params': {
423 'skip_download': False,
424 }
425 },
426 {
427 # redirect in Refresh HTTP header
428 'url': 'https://www.facebook.com/l.php?u=https%3A%2F%2Fwww.youtube.com%2Fwatch%3Fv%3DpO8h3EaFRdo&h=TAQHsoToz&enc=AZN16h-b6o4Zq9pZkCCdOLNKMN96BbGMNtcFwHSaazus4JHT_MFYkAA-WARTX2kvsCIdlAIyHZjl6d33ILIJU7Jzwk_K3mcenAXoAzBNoZDI_Q7EXGDJnIhrGkLXo_LJ_pAa2Jzbx17UHMd3jAs--6j2zaeto5w9RTn8T_1kKg3fdC5WPX9Dbb18vzH7YFX0eSJmoa6SP114rvlkw6pkS1-T&s=1',
429 'info_dict': {
430 'id': 'pO8h3EaFRdo',
431 'ext': 'mp4',
432 'title': 'Tripeo Boiler Room x Dekmantel Festival DJ Set',
433 'description': 'md5:6294cc1af09c4049e0652b51a2df10d5',
434 'upload_date': '20150917',
435 'uploader_id': 'brtvofficial',
436 'uploader': 'Boiler Room',
437 },
438 'params': {
439 'skip_download': False,
440 },
441 },
442 {
443 'url': 'http://www.hodiho.fr/2013/02/regis-plante-sa-jeep.html',
444 'md5': '85b90ccc9d73b4acd9138d3af4c27f89',
445 'info_dict': {
446 'id': '13601338388002',
447 'ext': 'mp4',
448 'uploader': 'www.hodiho.fr',
449 'title': 'R\u00e9gis plante sa Jeep',
450 }
451 },
452 # bandcamp page with custom domain
453 {
454 'add_ie': ['Bandcamp'],
455 'url': 'http://bronyrock.com/track/the-pony-mash',
456 'info_dict': {
457 'id': '3235767654',
458 'ext': 'mp3',
459 'title': 'The Pony Mash',
460 'uploader': 'M_Pallante',
461 },
462 'skip': 'There is a limit of 200 free downloads / month for the test song',
463 },
464 {
465 # embedded brightcove video
466 # it also tests brightcove videos that need to set the 'Referer'
467 # in the http requests
468 'add_ie': ['BrightcoveLegacy'],
469 'url': 'http://www.bfmtv.com/video/bfmbusiness/cours-bourse/cours-bourse-l-analyse-technique-154522/',
470 'info_dict': {
471 'id': '2765128793001',
472 'ext': 'mp4',
473 'title': 'Le cours de bourse : l’analyse technique',
474 'description': 'md5:7e9ad046e968cb2d1114004aba466fd9',
475 'uploader': 'BFM BUSINESS',
476 },
477 'params': {
478 'skip_download': True,
479 },
480 },
481 {
482 # embedded with itemprop embedURL and video id spelled as `idVideo`
483 'add_id': ['BrightcoveLegacy'],
484 'url': 'http://bfmbusiness.bfmtv.com/mediaplayer/chroniques/olivier-delamarche/',
485 'info_dict': {
486 'id': '5255628253001',
487 'ext': 'mp4',
488 'title': 'md5:37c519b1128915607601e75a87995fc0',
489 'description': 'md5:37f7f888b434bb8f8cc8dbd4f7a4cf26',
490 'uploader': 'BFM BUSINESS',
491 'uploader_id': '876450612001',
492 'timestamp': 1482255315,
493 'upload_date': '20161220',
494 },
495 'params': {
496 'skip_download': True,
497 },
498 },
499 {
500 # https://github.com/ytdl-org/youtube-dl/issues/2253
501 'url': 'http://bcove.me/i6nfkrc3',
502 'md5': '0ba9446db037002366bab3b3eb30c88c',
503 'info_dict': {
504 'id': '3101154703001',
505 'ext': 'mp4',
506 'title': 'Still no power',
507 'uploader': 'thestar.com',
508 'description': 'Mississauga resident David Farmer is still out of power as a result of the ice storm a month ago. To keep the house warm, Farmer cuts wood from his property for a wood burning stove downstairs.',
509 },
510 'add_ie': ['BrightcoveLegacy'],
511 'skip': 'video gone',
512 },
513 {
514 'url': 'http://www.championat.com/video/football/v/87/87499.html',
515 'md5': 'fb973ecf6e4a78a67453647444222983',
516 'info_dict': {
517 'id': '3414141473001',
518 'ext': 'mp4',
519 'title': 'Видео. Удаление Дзагоева (ЦСКА)',
520 'description': 'Онлайн-трансляция матча ЦСКА - "Волга"',
521 'uploader': 'Championat',
522 },
523 },
524 {
525 # https://github.com/ytdl-org/youtube-dl/issues/3541
526 'add_ie': ['BrightcoveLegacy'],
527 'url': 'http://www.kijk.nl/sbs6/leermijvrouwenkennen/videos/jqMiXKAYan2S/aflevering-1',
528 'info_dict': {
529 'id': '3866516442001',
530 'ext': 'mp4',
531 'title': 'Leer mij vrouwen kennen: Aflevering 1',
532 'description': 'Leer mij vrouwen kennen: Aflevering 1',
533 'uploader': 'SBS Broadcasting',
534 },
535 'skip': 'Restricted to Netherlands',
536 'params': {
537 'skip_download': True, # m3u8 download
538 },
539 },
540 {
541 # Brightcove video in <iframe>
542 'url': 'http://www.un.org/chinese/News/story.asp?NewsID=27724',
543 'md5': '36d74ef5e37c8b4a2ce92880d208b968',
544 'info_dict': {
545 'id': '5360463607001',
546 'ext': 'mp4',
547 'title': '叙利亚失明儿童在废墟上演唱《心跳》 呼吁获得正常童年生活',
548 'description': '联合国儿童基金会中东和北非区域大使、作曲家扎德·迪拉尼（Zade Dirani）在3月15日叙利亚冲突爆发7周年纪念日之际发布了为叙利亚谱写的歌曲《心跳》（HEARTBEAT），为受到六年冲突影响的叙利亚儿童发出强烈呐喊，呼吁世界做出共同努力，使叙利亚儿童重新获得享有正常童年生活的权利。',
549 'uploader': 'United Nations',
550 'uploader_id': '1362235914001',
551 'timestamp': 1489593889,
552 'upload_date': '20170315',
553 },
554 'add_ie': ['BrightcoveLegacy'],
555 },
556 {
557 # Brightcove with alternative playerID key
558 'url': 'http://www.nature.com/nmeth/journal/v9/n7/fig_tab/nmeth.2062_SV1.html',
559 'info_dict': {
560 'id': 'nmeth.2062_SV1',
561 'title': 'Simultaneous multiview imaging of the Drosophila syncytial blastoderm : Quantitative high-speed imaging of entire developing embryos with simultaneous multiview light-sheet microscopy : Nature Methods : Nature Research',
562 },
563 'playlist': [{
564 'info_dict': {
565 'id': '2228375078001',
566 'ext': 'mp4',
567 'title': 'nmeth.2062-sv1',
568 'description': 'nmeth.2062-sv1',
569 'timestamp': 1363357591,
570 'upload_date': '20130315',
571 'uploader': 'Nature Publishing Group',
572 'uploader_id': '1964492299001',
573 },
574 }],
575 },
576 {
577 # Brightcove with UUID in videoPlayer
578 'url': 'http://www8.hp.com/cn/zh/home.html',
579 'info_dict': {
580 'id': '5255815316001',
581 'ext': 'mp4',
582 'title': 'Sprocket Video - China',
583 'description': 'Sprocket Video - China',
584 'uploader': 'HP-Video Gallery',
585 'timestamp': 1482263210,
586 'upload_date': '20161220',
587 'uploader_id': '1107601872001',
588 },
589 'params': {
590 'skip_download': True, # m3u8 download
591 },
592 'skip': 'video rotates...weekly?',
593 },
594 {
595 # Brightcove:new type [2].
596 'url': 'http://www.delawaresportszone.com/video-st-thomas-more-earns-first-trip-to-basketball-semis',
597 'md5': '2b35148fcf48da41c9fb4591650784f3',
598 'info_dict': {
599 'id': '5348741021001',
600 'ext': 'mp4',
601 'upload_date': '20170306',
602 'uploader_id': '4191638492001',
603 'timestamp': 1488769918,
604 'title': 'VIDEO: St. Thomas More earns first trip to basketball semis',
605
606 },
607 },
608 {
609 # Alternative brightcove <video> attributes
610 'url': 'http://www.programme-tv.net/videos/extraits/81095-guillaume-canet-evoque-les-rumeurs-d-infidelite-de-marion-cotillard-avec-brad-pitt-dans-vivement-dimanche/',
611 'info_dict': {
612 'id': '81095-guillaume-canet-evoque-les-rumeurs-d-infidelite-de-marion-cotillard-avec-brad-pitt-dans-vivement-dimanche',
613 'title': "Guillaume Canet évoque les rumeurs d'infidélité de Marion Cotillard avec Brad Pitt dans Vivement Dimanche, Extraits : toutes les vidéos avec Télé-Loisirs",
614 },
615 'playlist': [{
616 'md5': '732d22ba3d33f2f3fc253c39f8f36523',
617 'info_dict': {
618 'id': '5311302538001',
619 'ext': 'mp4',
620 'title': "Guillaume Canet évoque les rumeurs d'infidélité de Marion Cotillard avec Brad Pitt dans Vivement Dimanche",
621 'description': "Guillaume Canet évoque les rumeurs d'infidélité de Marion Cotillard avec Brad Pitt dans Vivement Dimanche (France 2, 5 février 2017)",
622 'timestamp': 1486321708,
623 'upload_date': '20170205',
624 'uploader_id': '800000640001',
625 },
626 'only_matching': True,
627 }],
628 },
629 {
630 # Brightcove with UUID in videoPlayer
631 'url': 'http://www8.hp.com/cn/zh/home.html',
632 'info_dict': {
633 'id': '5255815316001',
634 'ext': 'mp4',
635 'title': 'Sprocket Video - China',
636 'description': 'Sprocket Video - China',
637 'uploader': 'HP-Video Gallery',
638 'timestamp': 1482263210,
639 'upload_date': '20161220',
640 'uploader_id': '1107601872001',
641 },
642 'params': {
643 'skip_download': True, # m3u8 download
644 },
645 },
646 # ooyala video
647 {
648 'url': 'http://www.rollingstone.com/music/videos/norwegian-dj-cashmere-cat-goes-spartan-on-with-me-premiere-20131219',
649 'md5': '166dd577b433b4d4ebfee10b0824d8ff',
650 'info_dict': {
651 'id': 'BwY2RxaTrTkslxOfcan0UCf0YqyvWysJ',
652 'ext': 'mp4',
653 'title': '2cc213299525360.mov', # that's what we get
654 'duration': 238.231,
655 },
656 'add_ie': ['Ooyala'],
657 },
658 {
659 # ooyala video embedded with http://player.ooyala.com/iframe.js
660 'url': 'http://www.macrumors.com/2015/07/24/steve-jobs-the-man-in-the-machine-first-trailer/',
661 'info_dict': {
662 'id': 'p0MGJndjoG5SOKqO_hZJuZFPB-Tr5VgB',
663 'ext': 'mp4',
664 'title': '"Steve Jobs: Man in the Machine" trailer',
665 'description': 'The first trailer for the Alex Gibney documentary "Steve Jobs: Man in the Machine."',
666 'duration': 135.427,
667 },
668 'params': {
669 'skip_download': True,
670 },
671 'skip': 'movie expired',
672 },
673 # ooyala video embedded with http://player.ooyala.com/static/v4/production/latest/core.min.js
674 {
675 'url': 'http://wnep.com/2017/07/22/steampunk-fest-comes-to-honesdale/',
676 'info_dict': {
677 'id': 'lwYWYxYzE6V5uJMjNGyKtwwiw9ZJD7t2',
678 'ext': 'mp4',
679 'title': 'Steampunk Fest Comes to Honesdale',
680 'duration': 43.276,
681 },
682 'params': {
683 'skip_download': True,
684 }
685 },
686 # embed.ly video
687 {
688 'url': 'http://www.tested.com/science/weird/460206-tested-grinding-coffee-2000-frames-second/',
689 'info_dict': {
690 'id': '9ODmcdjQcHQ',
691 'ext': 'mp4',
692 'title': 'Tested: Grinding Coffee at 2000 Frames Per Second',
693 'upload_date': '20140225',
694 'description': 'md5:06a40fbf30b220468f1e0957c0f558ff',
695 'uploader': 'Tested',
696 'uploader_id': 'testedcom',
697 },
698 # No need to test YoutubeIE here
699 'params': {
700 'skip_download': True,
701 },
702 },
703 # funnyordie embed
704 {
705 'url': 'http://www.theguardian.com/world/2014/mar/11/obama-zach-galifianakis-between-two-ferns',
706 'info_dict': {
707 'id': '18e820ec3f',
708 'ext': 'mp4',
709 'title': 'Between Two Ferns with Zach Galifianakis: President Barack Obama',
710 'description': 'Episode 18: President Barack Obama sits down with Zach Galifianakis for his most memorable interview yet.',
711 },
712 # HEAD requests lead to endless 301, while GET is OK
713 'expected_warnings': ['301'],
714 },
715 # RUTV embed
716 {
717 'url': 'http://www.rg.ru/2014/03/15/reg-dfo/anklav-anons.html',
718 'info_dict': {
719 'id': '776940',
720 'ext': 'mp4',
721 'title': 'Охотское море стало целиком российским',
722 'description': 'md5:5ed62483b14663e2a95ebbe115eb8f43',
723 },
724 'params': {
725 # m3u8 download
726 'skip_download': True,
727 },
728 },
729 # TVC embed
730 {
731 'url': 'http://sch1298sz.mskobr.ru/dou_edu/karamel_ki/filial_galleries/video/iframe_src_http_tvc_ru_video_iframe_id_55304_isplay_false_acc_video_id_channel_brand_id_11_show_episodes_episode_id_32307_frameb/',
732 'info_dict': {
733 'id': '55304',
734 'ext': 'mp4',
735 'title': 'Дошкольное воспитание',
736 },
737 },
738 # SportBox embed
739 {
740 'url': 'http://www.vestifinance.ru/articles/25753',
741 'info_dict': {
742 'id': '25753',
743 'title': 'Прямые трансляции с Форума-выставки "Госзаказ-2013"',
744 },
745 'playlist': [{
746 'info_dict': {
747 'id': '370908',
748 'title': 'Госзаказ. День 3',
749 'ext': 'mp4',
750 }
751 }, {
752 'info_dict': {
753 'id': '370905',
754 'title': 'Госзаказ. День 2',
755 'ext': 'mp4',
756 }
757 }, {
758 'info_dict': {
759 'id': '370902',
760 'title': 'Госзаказ. День 1',
761 'ext': 'mp4',
762 }
763 }],
764 'params': {
765 # m3u8 download
766 'skip_download': True,
767 },
768 },
769 # Myvi.ru embed
770 {
771 'url': 'http://www.kinomyvi.tv/news/detail/Pervij-dublirovannij-trejler--Uzhastikov-_nOw1',
772 'info_dict': {
773 'id': 'f4dafcad-ff21-423d-89b5-146cfd89fa1e',
774 'ext': 'mp4',
775 'title': 'Ужастики, русский трейлер (2015)',
776 'thumbnail': r're:^https?://.*\.jpg$',
777 'duration': 153,
778 }
779 },
780 # XHamster embed
781 {
782 'url': 'http://www.numisc.com/forum/showthread.php?11696-FM15-which-pumiscer-was-this-%28-vid-%29-%28-alfa-as-fuck-srx-%29&s=711f5db534502e22260dec8c5e2d66d8',
783 'info_dict': {
784 'id': 'showthread',
785 'title': '[NSFL] [FM15] which pumiscer was this ( vid ) ( alfa as fuck srx )',
786 },
787 'playlist_mincount': 7,
788 # This forum does not allow <iframe> syntaxes anymore
789 # Now HTML tags are displayed as-is
790 'skip': 'No videos on this page',
791 },
792 # Embedded TED video
793 {
794 'url': 'http://en.support.wordpress.com/videos/ted-talks/',
795 'md5': '65fdff94098e4a607385a60c5177c638',
796 'info_dict': {
797 'id': '1969',
798 'ext': 'mp4',
799 'title': 'Hidden miracles of the natural world',
800 'uploader': 'Louie Schwartzberg',
801 'description': 'md5:8145d19d320ff3e52f28401f4c4283b9',
802 }
803 },
804 # nowvideo embed hidden behind percent encoding
805 {
806 'url': 'http://www.waoanime.tv/the-super-dimension-fortress-macross-episode-1/',
807 'md5': '2baf4ddd70f697d94b1c18cf796d5107',
808 'info_dict': {
809 'id': '06e53103ca9aa',
810 'ext': 'flv',
811 'title': 'Macross Episode 001 Watch Macross Episode 001 onl',
812 'description': 'No description',
813 },
814 },
815 # arte embed
816 {
817 'url': 'http://www.tv-replay.fr/redirection/20-03-14/x-enius-arte-10753389.html',
818 'md5': '7653032cbb25bf6c80d80f217055fa43',
819 'info_dict': {
820 'id': '048195-004_PLUS7-F',
821 'ext': 'flv',
822 'title': 'X:enius',
823 'description': 'md5:d5fdf32ef6613cdbfd516ae658abf168',
824 'upload_date': '20140320',
825 },
826 'params': {
827 'skip_download': 'Requires rtmpdump'
828 },
829 'skip': 'video gone',
830 },
831 # francetv embed
832 {
833 'url': 'http://www.tsprod.com/replay-du-concert-alcaline-de-calogero',
834 'info_dict': {
835 'id': 'EV_30231',
836 'ext': 'mp4',
837 'title': 'Alcaline, le concert avec Calogero',
838 'description': 'md5:61f08036dcc8f47e9cfc33aed08ffaff',
839 'upload_date': '20150226',
840 'timestamp': 1424989860,
841 'duration': 5400,
842 },
843 'params': {
844 # m3u8 downloads
845 'skip_download': True,
846 },
847 'expected_warnings': [
848 'Forbidden'
849 ]
850 },
851 # Condé Nast embed
852 {
853 'url': 'http://www.wired.com/2014/04/honda-asimo/',
854 'md5': 'ba0dfe966fa007657bd1443ee672db0f',
855 'info_dict': {
856 'id': '53501be369702d3275860000',
857 'ext': 'mp4',
858 'title': 'Honda’s New Asimo Robot Is More Human Than Ever',
859 }
860 },
861 # Dailymotion embed
862 {
863 'url': 'http://www.spi0n.com/zap-spi0n-com-n216/',
864 'md5': '441aeeb82eb72c422c7f14ec533999cd',
865 'info_dict': {
866 'id': 'k2mm4bCdJ6CQ2i7c8o2',
867 'ext': 'mp4',
868 'title': 'Le Zap de Spi0n n°216 - Zapping du Web',
869 'description': 'md5:faf028e48a461b8b7fad38f1e104b119',
870 'uploader': 'Spi0n',
871 'uploader_id': 'xgditw',
872 'upload_date': '20140425',
873 'timestamp': 1398441542,
874 },
875 'add_ie': ['Dailymotion'],
876 },
877 # DailyMail embed
878 {
879 'url': 'http://www.bumm.sk/krimi/2017/07/05/biztonsagi-kamera-buktatta-le-az-agg-ferfit-utlegelo-apolot',
880 'info_dict': {
881 'id': '1495629',
882 'ext': 'mp4',
883 'title': 'Care worker punches elderly dementia patient in head 11 times',
884 'description': 'md5:3a743dee84e57e48ec68bf67113199a5',
885 },
886 'add_ie': ['DailyMail'],
887 'params': {
888 'skip_download': True,
889 },
890 },
891 # YouTube embed
892 {
893 'url': 'http://www.badzine.de/ansicht/datum/2014/06/09/so-funktioniert-die-neue-englische-badminton-liga.html',
894 'info_dict': {
895 'id': 'FXRb4ykk4S0',
896 'ext': 'mp4',
897 'title': 'The NBL Auction 2014',
898 'uploader': 'BADMINTON England',
899 'uploader_id': 'BADMINTONEvents',
900 'upload_date': '20140603',
901 'description': 'md5:9ef128a69f1e262a700ed83edb163a73',
902 },
903 'add_ie': ['Youtube'],
904 'params': {
905 'skip_download': True,
906 }
907 },
908 # MTVServices embed
909 {
910 'url': 'http://www.vulture.com/2016/06/new-key-peele-sketches-released.html',
911 'md5': 'ca1aef97695ef2c1d6973256a57e5252',
912 'info_dict': {
913 'id': '769f7ec0-0692-4d62-9b45-0d88074bffc1',
914 'ext': 'mp4',
915 'title': 'Key and Peele|October 10, 2012|2|203|Liam Neesons - Uncensored',
916 'description': 'Two valets share their love for movie star Liam Neesons.',
917 'timestamp': 1349922600,
918 'upload_date': '20121011',
919 },
920 },
921 # YouTube embed via <data-embed-url="">
922 {
923 'url': 'https://play.google.com/store/apps/details?id=com.gameloft.android.ANMP.GloftA8HM',
924 'info_dict': {
925 'id': '4vAffPZIT44',
926 'ext': 'mp4',
927 'title': 'Asphalt 8: Airborne - Update - Welcome to Dubai!',
928 'uploader': 'Gameloft',
929 'uploader_id': 'gameloft',
930 'upload_date': '20140828',
931 'description': 'md5:c80da9ed3d83ae6d1876c834de03e1c4',
932 },
933 'params': {
934 'skip_download': True,
935 }
936 },
937 # YouTube <object> embed
938 {
939 'url': 'http://www.improbable.com/2017/04/03/untrained-modern-youths-and-ancient-masters-in-selfie-portraits/',
940 'md5': '516718101ec834f74318df76259fb3cc',
941 'info_dict': {
942 'id': 'msN87y-iEx0',
943 'ext': 'webm',
944 'title': 'Feynman: Mirrors FUN TO IMAGINE 6',
945 'upload_date': '20080526',
946 'description': 'md5:0ffc78ea3f01b2e2c247d5f8d1d3c18d',
947 'uploader': 'Christopher Sykes',
948 'uploader_id': 'ChristopherJSykes',
949 },
950 'add_ie': ['Youtube'],
951 },
952 # Camtasia studio
953 {
954 'url': 'http://www.ll.mit.edu/workshops/education/videocourses/antennas/lecture1/video/',
955 'playlist': [{
956 'md5': '0c5e352edabf715d762b0ad4e6d9ee67',
957 'info_dict': {
958 'id': 'Fenn-AA_PA_Radar_Course_Lecture_1c_Final',
959 'title': 'Fenn-AA_PA_Radar_Course_Lecture_1c_Final - video1',
960 'ext': 'flv',
961 'duration': 2235.90,
962 }
963 }, {
964 'md5': '10e4bb3aaca9fd630e273ff92d9f3c63',
965 'info_dict': {
966 'id': 'Fenn-AA_PA_Radar_Course_Lecture_1c_Final_PIP',
967 'title': 'Fenn-AA_PA_Radar_Course_Lecture_1c_Final - pip',
968 'ext': 'flv',
969 'duration': 2235.93,
970 }
971 }],
972 'info_dict': {
973 'title': 'Fenn-AA_PA_Radar_Course_Lecture_1c_Final',
974 }
975 },
976 # Flowplayer
977 {
978 'url': 'http://www.handjobhub.com/video/busty-blonde-siri-tit-fuck-while-wank-6313.html',
979 'md5': '9d65602bf31c6e20014319c7d07fba27',
980 'info_dict': {
981 'id': '5123ea6d5e5a7',
982 'ext': 'mp4',
983 'age_limit': 18,
984 'uploader': 'www.handjobhub.com',
985 'title': 'Busty Blonde Siri Tit Fuck While Wank at HandjobHub.com',
986 }
987 },
988 # Multiple brightcove videos
989 # https://github.com/ytdl-org/youtube-dl/issues/2283
990 {
991 'url': 'http://www.newyorker.com/online/blogs/newsdesk/2014/01/always-never-nuclear-command-and-control.html',
992 'info_dict': {
993 'id': 'always-never',
994 'title': 'Always / Never - The New Yorker',
995 },
996 'playlist_count': 3,
997 'params': {
998 'extract_flat': False,
999 'skip_download': True,
1000 }
1001 },
1002 # MLB embed
1003 {
1004 'url': 'http://umpire-empire.com/index.php/topic/58125-laz-decides-no-thats-low/',
1005 'md5': '96f09a37e44da40dd083e12d9a683327',
1006 'info_dict': {
1007 'id': '33322633',
1008 'ext': 'mp4',
1009 'title': 'Ump changes call to ball',
1010 'description': 'md5:71c11215384298a172a6dcb4c2e20685',
1011 'duration': 48,
1012 'timestamp': 1401537900,
1013 'upload_date': '20140531',
1014 'thumbnail': r're:^https?://.*\.jpg$',
1015 },
1016 },
1017 # Wistia embed
1018 {
1019 'url': 'http://study.com/academy/lesson/north-american-exploration-failed-colonies-of-spain-france-england.html#lesson',
1020 'md5': '1953f3a698ab51cfc948ed3992a0b7ff',
1021 'info_dict': {
1022 'id': '6e2wtrbdaf',
1023 'ext': 'mov',
1024 'title': 'paywall_north-american-exploration-failed-colonies-of-spain-france-england',
1025 'description': 'a Paywall Videos video from Remilon',
1026 'duration': 644.072,
1027 'uploader': 'study.com',
1028 'timestamp': 1459678540,
1029 'upload_date': '20160403',
1030 'filesize': 24687186,
1031 },
1032 },
1033 {
1034 'url': 'http://thoughtworks.wistia.com/medias/uxjb0lwrcz',
1035 'md5': 'baf49c2baa8a7de5f3fc145a8506dcd4',
1036 'info_dict': {
1037 'id': 'uxjb0lwrcz',
1038 'ext': 'mp4',
1039 'title': 'Conversation about Hexagonal Rails Part 1',
1040 'description': 'a Martin Fowler video from ThoughtWorks',
1041 'duration': 1715.0,
1042 'uploader': 'thoughtworks.wistia.com',
1043 'timestamp': 1401832161,
1044 'upload_date': '20140603',
1045 },
1046 },
1047 # Wistia standard embed (async)
1048 {
1049 'url': 'https://www.getdrip.com/university/brennan-dunn-drip-workshop/',
1050 'info_dict': {
1051 'id': '807fafadvk',
1052 'ext': 'mp4',
1053 'title': 'Drip Brennan Dunn Workshop',
1054 'description': 'a JV Webinars video from getdrip-1',
1055 'duration': 4986.95,
1056 'timestamp': 1463607249,
1057 'upload_date': '20160518',
1058 },
1059 'params': {
1060 'skip_download': True,
1061 }
1062 },
1063 # Soundcloud embed
1064 {
1065 'url': 'http://nakedsecurity.sophos.com/2014/10/29/sscc-171-are-you-sure-that-1234-is-a-bad-password-podcast/',
1066 'info_dict': {
1067 'id': '174391317',
1068 'ext': 'mp3',
1069 'description': 'md5:ff867d6b555488ad3c52572bb33d432c',
1070 'uploader': 'Sophos Security',
1071 'title': 'Chet Chat 171 - Oct 29, 2014',
1072 'upload_date': '20141029',
1073 }
1074 },
1075 # Soundcloud multiple embeds
1076 {
1077 'url': 'http://www.guitarplayer.com/lessons/1014/legato-workout-one-hour-to-more-fluid-performance---tab/52809',
1078 'info_dict': {
1079 'id': '52809',
1080 'title': 'Guitar Essentials: Legato Workout—One-Hour to Fluid Performance | TAB + AUDIO',
1081 },
1082 'playlist_mincount': 7,
1083 },
1084 # TuneIn station embed
1085 {
1086 'url': 'http://radiocnrv.com/promouvoir-radio-cnrv/',
1087 'info_dict': {
1088 'id': '204146',
1089 'ext': 'mp3',
1090 'title': 'CNRV',
1091 'location': 'Paris, France',
1092 'is_live': True,
1093 },
1094 'params': {
1095 # Live stream
1096 'skip_download': True,
1097 },
1098 },
1099 # Livestream embed
1100 {
1101 'url': 'http://www.esa.int/Our_Activities/Space_Science/Rosetta/Philae_comet_touch-down_webcast',
1102 'info_dict': {
1103 'id': '67864563',
1104 'ext': 'flv',
1105 'upload_date': '20141112',
1106 'title': 'Rosetta #CometLanding webcast HL 10',
1107 }
1108 },
1109 # Another Livestream embed, without 'new.' in URL
1110 {
1111 'url': 'https://www.freespeech.org/',
1112 'info_dict': {
1113 'id': '123537347',
1114 'ext': 'mp4',
1115 'title': 're:^FSTV [0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}$',
1116 },
1117 'params': {
1118 # Live stream
1119 'skip_download': True,
1120 },
1121 },
1122 # LazyYT
1123 {
1124 'url': 'https://skiplagged.com/',
1125 'info_dict': {
1126 'id': 'skiplagged',
1127 'title': 'Skiplagged: The smart way to find cheap flights',
1128 },
1129 'playlist_mincount': 1,
1130 'add_ie': ['Youtube'],
1131 },
1132 # Cinchcast embed
1133 {
1134 'url': 'http://undergroundwellness.com/podcasts/306-5-steps-to-permanent-gut-healing/',
1135 'info_dict': {
1136 'id': '7141703',
1137 'ext': 'mp3',
1138 'upload_date': '20141126',
1139 'title': 'Jack Tips: 5 Steps to Permanent Gut Healing',
1140 }
1141 },
1142 # Cinerama player
1143 {
1144 'url': 'http://www.abc.net.au/7.30/content/2015/s4164797.htm',
1145 'info_dict': {
1146 'id': '730m_DandD_1901_512k',
1147 'ext': 'mp4',
1148 'uploader': 'www.abc.net.au',
1149 'title': 'Game of Thrones with dice - Dungeons and Dragons fantasy role-playing game gets new life - 19/01/2015',
1150 }
1151 },
1152 # embedded viddler video
1153 {
1154 'url': 'http://deadspin.com/i-cant-stop-watching-john-wall-chop-the-nuggets-with-th-1681801597',
1155 'info_dict': {
1156 'id': '4d03aad9',
1157 'ext': 'mp4',
1158 'uploader': 'deadspin',
1159 'title': 'WALL-TO-GORTAT',
1160 'timestamp': 1422285291,
1161 'upload_date': '20150126',
1162 },
1163 'add_ie': ['Viddler'],
1164 },
1165 # Libsyn embed
1166 {
1167 'url': 'http://thedailyshow.cc.com/podcast/episodetwelve',
1168 'info_dict': {
1169 'id': '3377616',
1170 'ext': 'mp3',
1171 'title': "The Daily Show Podcast without Jon Stewart - Episode 12: Bassem Youssef: Egypt's Jon Stewart",
1172 'description': 'md5:601cb790edd05908957dae8aaa866465',
1173 'upload_date': '20150220',
1174 },
1175 'skip': 'All The Daily Show URLs now redirect to http://www.cc.com/shows/',
1176 },
1177 # jwplayer YouTube
1178 {
1179 'url': 'http://media.nationalarchives.gov.uk/index.php/webinar-using-discovery-national-archives-online-catalogue/',
1180 'info_dict': {
1181 'id': 'Mrj4DVp2zeA',
1182 'ext': 'mp4',
1183 'upload_date': '20150212',
1184 'uploader': 'The National Archives UK',
1185 'description': 'md5:8078af856dca76edc42910b61273dbbf',
1186 'uploader_id': 'NationalArchives08',
1187 'title': 'Webinar: Using Discovery, The National Archives’ online catalogue',
1188 },
1189 },
1190 # jwplayer rtmp
1191 {
1192 'url': 'http://www.suffolk.edu/sjc/live.php',
1193 'info_dict': {
1194 'id': 'live',
1195 'ext': 'flv',
1196 'title': 'Massachusetts Supreme Judicial Court Oral Arguments',
1197 'uploader': 'www.suffolk.edu',
1198 },
1199 'params': {
1200 'skip_download': True,
1201 },
1202 'skip': 'Only has video a few mornings per month, see http://www.suffolk.edu/sjc/',
1203 },
1204 # jwplayer with only the json URL
1205 {
1206 'url': 'https://www.hollywoodreporter.com/news/general-news/dunkirk-team-reveals-what-christopher-nolan-said-oscar-win-meet-your-oscar-winner-1092454',
1207 'info_dict': {
1208 'id': 'TljWkvWH',
1209 'ext': 'mp4',
1210 'upload_date': '20180306',
1211 'title': 'md5:91eb1862f6526415214f62c00b453936',
1212 'description': 'md5:73048ae50ae953da10549d1d2fe9b3aa',
1213 'timestamp': 1520367225,
1214 },
1215 'params': {
1216 'skip_download': True,
1217 },
1218 },
1219 # Complex jwplayer
1220 {
1221 'url': 'http://www.indiedb.com/games/king-machine/videos',
1222 'info_dict': {
1223 'id': 'videos',
1224 'ext': 'mp4',
1225 'title': 'king machine trailer 1',
1226 'description': 'Browse King Machine videos & audio for sweet media. Your eyes will thank you.',
1227 'thumbnail': r're:^https?://.*\.jpg$',
1228 },
1229 },
1230 {
1231 # JWPlayer config passed as variable
1232 'url': 'http://www.txxx.com/videos/3326530/ariele/',
1233 'info_dict': {
1234 'id': '3326530_hq',
1235 'ext': 'mp4',
1236 'title': 'ARIELE | Tube Cup',
1237 'uploader': 'www.txxx.com',
1238 'age_limit': 18,
1239 },
1240 'params': {
1241 'skip_download': True,
1242 }
1243 },
1244 {
1245 # JWPlatform iframe
1246 'url': 'https://www.covermagazine.co.uk/feature/2465255/business-protection-involved',
1247 'info_dict': {
1248 'id': 'AG26UQXM',
1249 'ext': 'mp4',
1250 'upload_date': '20160719',
1251 'timestamp': 468923808,
1252 'title': '2016_05_18 Cover L&G Business Protection V1 FINAL.mp4',
1253 },
1254 'add_ie': [JWPlatformIE.ie_key()],
1255 },
1256 {
1257 # Video.js embed, multiple formats
1258 'url': 'http://ortcam.com/solidworks-урок-6-настройка-чертежа_33f9b7351.html',
1259 'info_dict': {
1260 'id': 'yygqldloqIk',
1261 'ext': 'mp4',
1262 'title': 'SolidWorks. Урок 6 Настройка чертежа',
1263 'description': 'md5:baf95267792646afdbf030e4d06b2ab3',
1264 'upload_date': '20130314',
1265 'uploader': 'PROстое3D',
1266 'uploader_id': 'PROstoe3D',
1267 },
1268 'params': {
1269 'skip_download': True,
1270 },
1271 },
1272 {
1273 # Video.js embed, single format
1274 'url': 'https://www.vooplayer.com/v3/watch/watch.php?v=NzgwNTg=',
1275 'info_dict': {
1276 'id': 'watch',
1277 'ext': 'mp4',
1278 'title': 'Step 1 - Good Foundation',
1279 'description': 'md5:d1e7ff33a29fc3eb1673d6c270d344f4',
1280 },
1281 'params': {
1282 'skip_download': True,
1283 },
1284 },
1285 # rtl.nl embed
1286 {
1287 'url': 'http://www.rtlnieuws.nl/nieuws/buitenland/aanslagen-kopenhagen',
1288 'playlist_mincount': 5,
1289 'info_dict': {
1290 'id': 'aanslagen-kopenhagen',
1291 'title': 'Aanslagen Kopenhagen',
1292 }
1293 },
1294 # Zapiks embed
1295 {
1296 'url': 'http://www.skipass.com/news/116090-bon-appetit-s5ep3-baqueira-mi-cor.html',
1297 'info_dict': {
1298 'id': '118046',
1299 'ext': 'mp4',
1300 'title': 'EP3S5 - Bon Appétit - Baqueira Mi Corazon !',
1301 }
1302 },
1303 # Kaltura embed (different embed code)
1304 {
1305 'url': 'http://www.premierchristianradio.com/Shows/Saturday/Unbelievable/Conference-Videos/Os-Guinness-Is-It-Fools-Talk-Unbelievable-Conference-2014',
1306 'info_dict': {
1307 'id': '1_a52wc67y',
1308 'ext': 'flv',
1309 'upload_date': '20150127',
1310 'uploader_id': 'PremierMedia',
1311 'timestamp': int,
1312 'title': 'Os Guinness // Is It Fools Talk? // Unbelievable? Conference 2014',
1313 },
1314 },
1315 # Kaltura embed with single quotes
1316 {
1317 'url': 'http://fod.infobase.com/p_ViewPlaylist.aspx?AssignmentID=NUN8ZY',
1318 'info_dict': {
1319 'id': '0_izeg5utt',
1320 'ext': 'mp4',
1321 'title': '35871',
1322 'timestamp': 1355743100,
1323 'upload_date': '20121217',
1324 'uploader_id': 'cplapp@learn360.com',
1325 },
1326 'add_ie': ['Kaltura'],
1327 },
1328 {
1329 # Kaltura embedded via quoted entry_id
1330 'url': 'https://www.oreilly.com/ideas/my-cloud-makes-pretty-pictures',
1331 'info_dict': {
1332 'id': '0_utuok90b',
1333 'ext': 'mp4',
1334 'title': '06_matthew_brender_raj_dutt',
1335 'timestamp': 1466638791,
1336 'upload_date': '20160622',
1337 },
1338 'add_ie': ['Kaltura'],
1339 'expected_warnings': [
1340 'Could not send HEAD request'
1341 ],
1342 'params': {
1343 'skip_download': True,
1344 }
1345 },
1346 {
1347 # Kaltura embedded, some fileExt broken (#11480)
1348 'url': 'http://www.cornell.edu/video/nima-arkani-hamed-standard-models-of-particle-physics',
1349 'info_dict': {
1350 'id': '1_sgtvehim',
1351 'ext': 'mp4',
1352 'title': 'Our "Standard Models" of particle physics and cosmology',
1353 'description': 'md5:67ea74807b8c4fea92a6f38d6d323861',
1354 'timestamp': 1321158993,
1355 'upload_date': '20111113',
1356 'uploader_id': 'kps1',
1357 },
1358 'add_ie': ['Kaltura'],
1359 },
1360 {
1361 # Kaltura iframe embed
1362 'url': 'http://www.gsd.harvard.edu/event/i-m-pei-a-centennial-celebration/',
1363 'md5': 'ae5ace8eb09dc1a35d03b579a9c2cc44',
1364 'info_dict': {
1365 'id': '0_f2cfbpwy',
1366 'ext': 'mp4',
1367 'title': 'I. M. Pei: A Centennial Celebration',
1368 'description': 'md5:1db8f40c69edc46ca180ba30c567f37c',
1369 'upload_date': '20170403',
1370 'uploader_id': 'batchUser',
1371 'timestamp': 1491232186,
1372 },
1373 'add_ie': ['Kaltura'],
1374 },
1375 {
1376 # Kaltura iframe embed, more sophisticated
1377 'url': 'http://www.cns.nyu.edu/~eero/math-tools/Videos/lecture-05sep2017.html',
1378 'info_dict': {
1379 'id': '1_9gzouybz',
1380 'ext': 'mp4',
1381 'title': 'lecture-05sep2017',
1382 'description': 'md5:40f347d91fd4ba047e511c5321064b49',
1383 'upload_date': '20170913',
1384 'uploader_id': 'eps2',
1385 'timestamp': 1505340777,
1386 },
1387 'params': {
1388 'skip_download': True,
1389 },
1390 'add_ie': ['Kaltura'],
1391 },
1392 {
1393 # meta twitter:player
1394 'url': 'http://thechive.com/2017/12/08/all-i-want-for-christmas-is-more-twerk/',
1395 'info_dict': {
1396 'id': '0_01b42zps',
1397 'ext': 'mp4',
1398 'title': 'Main Twerk (Video)',
1399 'upload_date': '20171208',
1400 'uploader_id': 'sebastian.salinas@thechive.com',
1401 'timestamp': 1512713057,
1402 },
1403 'params': {
1404 'skip_download': True,
1405 },
1406 'add_ie': ['Kaltura'],
1407 },
1408 # referrer protected EaglePlatform embed
1409 {
1410 'url': 'https://tvrain.ru/lite/teleshow/kak_vse_nachinalos/namin-418921/',
1411 'info_dict': {
1412 'id': '582306',
1413 'ext': 'mp4',
1414 'title': 'Стас Намин: «Мы нарушили девственность Кремля»',
1415 'thumbnail': r're:^https?://.*\.jpg$',
1416 'duration': 3382,
1417 'view_count': int,
1418 },
1419 'params': {
1420 'skip_download': True,
1421 },
1422 },
1423 # ClipYou (EaglePlatform) embed (custom URL)
1424 {
1425 'url': 'http://muz-tv.ru/play/7129/',
1426 # Not checking MD5 as sometimes the direct HTTP link results in 404 and HLS is used
1427 'info_dict': {
1428 'id': '12820',
1429 'ext': 'mp4',
1430 'title': "'O Sole Mio",
1431 'thumbnail': r're:^https?://.*\.jpg$',
1432 'duration': 216,
1433 'view_count': int,
1434 },
1435 'params': {
1436 'skip_download': True,
1437 },
1438 'skip': 'This video is unavailable.',
1439 },
1440 # Pladform embed
1441 {
1442 'url': 'http://muz-tv.ru/kinozal/view/7400/',
1443 'info_dict': {
1444 'id': '100183293',
1445 'ext': 'mp4',
1446 'title': 'Тайны перевала Дятлова • 1 серия 2 часть',
1447 'description': 'Документальный сериал-расследование одной из самых жутких тайн ХХ века',
1448 'thumbnail': r're:^https?://.*\.jpg$',
1449 'duration': 694,
1450 'age_limit': 0,
1451 },
1452 'skip': 'HTTP Error 404: Not Found',
1453 },
1454 # Playwire embed
1455 {
1456 'url': 'http://www.cinemablend.com/new/First-Joe-Dirt-2-Trailer-Teaser-Stupid-Greatness-70874.html',
1457 'info_dict': {
1458 'id': '3519514',
1459 'ext': 'mp4',
1460 'title': 'Joe Dirt 2 Beautiful Loser Teaser Trailer',
1461 'thumbnail': r're:^https?://.*\.png$',
1462 'duration': 45.115,
1463 },
1464 },
1465 # Crooks and Liars embed
1466 {
1467 'url': 'http://crooksandliars.com/2015/04/fox-friends-says-protecting-atheists',
1468 'info_dict': {
1469 'id': '8RUoRhRi',
1470 'ext': 'mp4',
1471 'title': "Fox & Friends Says Protecting Atheists From Discrimination Is Anti-Christian!",
1472 'description': 'md5:e1a46ad1650e3a5ec7196d432799127f',
1473 'timestamp': 1428207000,
1474 'upload_date': '20150405',
1475 'uploader': 'Heather',
1476 },
1477 },
1478 # Crooks and Liars external embed
1479 {
1480 'url': 'http://theothermccain.com/2010/02/02/video-proves-that-bill-kristol-has-been-watching-glenn-beck/comment-page-1/',
1481 'info_dict': {
1482 'id': 'MTE3MjUtMzQ2MzA',
1483 'ext': 'mp4',
1484 'title': 'md5:5e3662a81a4014d24c250d76d41a08d5',
1485 'description': 'md5:9b8e9542d6c3c5de42d6451b7d780cec',
1486 'timestamp': 1265032391,
1487 'upload_date': '20100201',
1488 'uploader': 'Heather',
1489 },
1490 },
1491 # NBC Sports vplayer embed
1492 {
1493 'url': 'http://www.riderfans.com/forum/showthread.php?121827-Freeman&s=e98fa1ea6dc08e886b1678d35212494a',
1494 'info_dict': {
1495 'id': 'ln7x1qSThw4k',
1496 'ext': 'flv',
1497 'title': "PFT Live: New leader in the 'new-look' defense",
1498 'description': 'md5:65a19b4bbfb3b0c0c5768bed1dfad74e',
1499 'uploader': 'NBCU-SPORTS',
1500 'upload_date': '20140107',
1501 'timestamp': 1389118457,
1502 },
1503 'skip': 'Invalid Page URL',
1504 },
1505 # NBC News embed
1506 {
1507 'url': 'http://www.vulture.com/2016/06/letterman-couldnt-care-less-about-late-night.html',
1508 'md5': '1aa589c675898ae6d37a17913cf68d66',
1509 'info_dict': {
1510 'id': 'x_dtl_oa_LettermanliftPR_160608',
1511 'ext': 'mp4',
1512 'title': 'David Letterman: A Preview',
1513 'description': 'A preview of Tom Brokaw\'s interview with David Letterman as part of the On Assignment series powered by Dateline. Airs Sunday June 12 at 7/6c.',
1514 'upload_date': '20160609',
1515 'timestamp': 1465431544,
1516 'uploader': 'NBCU-NEWS',
1517 },
1518 },
1519 # UDN embed
1520 {
1521 'url': 'https://video.udn.com/news/300346',
1522 'md5': 'fd2060e988c326991037b9aff9df21a6',
1523 'info_dict': {
1524 'id': '300346',
1525 'ext': 'mp4',
1526 'title': '中一中男師變性 全校師生力挺',
1527 'thumbnail': r're:^https?://.*\.jpg$',
1528 },
1529 'params': {
1530 # m3u8 download
1531 'skip_download': True,
1532 },
1533 'expected_warnings': ['Failed to parse JSON Expecting value'],
1534 },
1535 # Brightcove URL in single quotes
1536 {
1537 'url': 'http://www.sportsnet.ca/baseball/mlb/sn-presents-russell-martin-world-citizen/',
1538 'md5': '4ae374f1f8b91c889c4b9203c8c752af',
1539 'info_dict': {
1540 'id': '4255764656001',
1541 'ext': 'mp4',
1542 'title': 'SN Presents: Russell Martin, World Citizen',
1543 'description': 'To understand why he was the Toronto Blue Jays’ top off-season priority is to appreciate his background and upbringing in Montreal, where he first developed his baseball skills. Written and narrated by Stephen Brunt.',
1544 'uploader': 'Rogers Sportsnet',
1545 'uploader_id': '1704050871',
1546 'upload_date': '20150525',
1547 'timestamp': 1432570283,
1548 },
1549 },
1550 # Kinja embed
1551 {
1552 'url': 'http://www.clickhole.com/video/dont-understand-bitcoin-man-will-mumble-explanatio-2537',
1553 'info_dict': {
1554 'id': '106351',
1555 'ext': 'mp4',
1556 'title': 'Don’t Understand Bitcoin? This Man Will Mumble An Explanation At You',
1557 'description': 'Migrated from OnionStudios',
1558 'thumbnail': r're:^https?://.*\.jpe?g$',
1559 'uploader': 'clickhole',
1560 'upload_date': '20150527',
1561 'timestamp': 1432744860,
1562 }
1563 },
1564 # SnagFilms embed
1565 {
1566 'url': 'http://whilewewatch.blogspot.ru/2012/06/whilewewatch-whilewewatch-gripping.html',
1567 'info_dict': {
1568 'id': '74849a00-85a9-11e1-9660-123139220831',
1569 'ext': 'mp4',
1570 'title': '#whilewewatch',
1571 }
1572 },
1573 # AdobeTVVideo embed
1574 {
1575 'url': 'https://helpx.adobe.com/acrobat/how-to/new-experience-acrobat-dc.html?set=acrobat--get-started--essential-beginners',
1576 'md5': '43662b577c018ad707a63766462b1e87',
1577 'info_dict': {
1578 'id': '2456',
1579 'ext': 'mp4',
1580 'title': 'New experience with Acrobat DC',
1581 'description': 'New experience with Acrobat DC',
1582 'duration': 248.667,
1583 },
1584 },
1585 # BrightcoveInPageEmbed embed
1586 {
1587 'url': 'http://www.geekandsundry.com/tabletop-bonus-wils-final-thoughts-on-dread/',
1588 'info_dict': {
1589 'id': '4238694884001',
1590 'ext': 'flv',
1591 'title': 'Tabletop: Dread, Last Thoughts',
1592 'description': 'Tabletop: Dread, Last Thoughts',
1593 'duration': 51690,
1594 },
1595 },
1596 # Brightcove embed, with no valid 'renditions' but valid 'IOSRenditions'
1597 # This video can't be played in browsers if Flash disabled and UA set to iPhone, which is actually a false alarm
1598 {
1599 'url': 'https://dl.dropboxusercontent.com/u/29092637/interview.html',
1600 'info_dict': {
1601 'id': '4785848093001',
1602 'ext': 'mp4',
1603 'title': 'The Cardinal Pell Interview',
1604 'description': 'Sky News Contributor Andrew Bolt interviews George Pell in Rome, following the Cardinal\'s evidence before the Royal Commission into Child Abuse. ',
1605 'uploader': 'GlobeCast Australia - GlobeStream',
1606 'uploader_id': '2733773828001',
1607 'upload_date': '20160304',
1608 'timestamp': 1457083087,
1609 },
1610 'params': {
1611 # m3u8 downloads
1612 'skip_download': True,
1613 },
1614 },
1615 {
1616 # Brightcove embed with whitespace around attribute names
1617 'url': 'http://www.stack.com/video/3167554373001/learn-to-hit-open-three-pointers-with-damian-lillard-s-baseline-drift-drill',
1618 'info_dict': {
1619 'id': '3167554373001',
1620 'ext': 'mp4',
1621 'title': "Learn to Hit Open Three-Pointers With Damian Lillard's Baseline Drift Drill",
1622 'description': 'md5:57bacb0e0f29349de4972bfda3191713',
1623 'uploader_id': '1079349493',
1624 'upload_date': '20140207',
1625 'timestamp': 1391810548,
1626 },
1627 'params': {
1628 'skip_download': True,
1629 },
1630 },
1631 # Another form of arte.tv embed
1632 {
1633 'url': 'http://www.tv-replay.fr/redirection/09-04-16/arte-reportage-arte-11508975.html',
1634 'md5': '850bfe45417ddf221288c88a0cffe2e2',
1635 'info_dict': {
1636 'id': '030273-562_PLUS7-F',
1637 'ext': 'mp4',
1638 'title': 'ARTE Reportage - Nulle part, en France',
1639 'description': 'md5:e3a0e8868ed7303ed509b9e3af2b870d',
1640 'upload_date': '20160409',
1641 },
1642 },
1643 # Duplicated embedded video URLs
1644 {
1645 'url': 'http://www.hudl.com/athlete/2538180/highlights/149298443',
1646 'info_dict': {
1647 'id': '149298443_480_16c25b74_2',
1648 'ext': 'mp4',
1649 'title': 'vs. Blue Orange Spring Game',
1650 'uploader': 'www.hudl.com',
1651 },
1652 },
1653 # twitter:player:stream embed
1654 {
1655 'url': 'http://www.rtl.be/info/video/589263.aspx?CategoryID=288',
1656 'info_dict': {
1657 'id': 'master',
1658 'ext': 'mp4',
1659 'title': 'Une nouvelle espèce de dinosaure découverte en Argentine',
1660 'uploader': 'www.rtl.be',
1661 },
1662 'params': {
1663 # m3u8 downloads
1664 'skip_download': True,
1665 },
1666 },
1667 # twitter:player embed
1668 {
1669 'url': 'http://www.theatlantic.com/video/index/484130/what-do-black-holes-sound-like/',
1670 'md5': 'a3e0df96369831de324f0778e126653c',
1671 'info_dict': {
1672 'id': '4909620399001',
1673 'ext': 'mp4',
1674 'title': 'What Do Black Holes Sound Like?',
1675 'description': 'what do black holes sound like',
1676 'upload_date': '20160524',
1677 'uploader_id': '29913724001',
1678 'timestamp': 1464107587,
1679 'uploader': 'TheAtlantic',
1680 },
1681 'add_ie': ['BrightcoveLegacy'],
1682 },
1683 # Facebook <iframe> embed
1684 {
1685 'url': 'https://www.hostblogger.de/blog/archives/6181-Auto-jagt-Betonmischer.html',
1686 'md5': 'fbcde74f534176ecb015849146dd3aee',
1687 'info_dict': {
1688 'id': '599637780109885',
1689 'ext': 'mp4',
1690 'title': 'Facebook video #599637780109885',
1691 },
1692 },
1693 # Facebook <iframe> embed, plugin video
1694 {
1695 'url': 'http://5pillarsuk.com/2017/06/07/tariq-ramadan-disagrees-with-pr-exercise-by-imams-refusing-funeral-prayers-for-london-attackers/',
1696 'info_dict': {
1697 'id': '1754168231264132',
1698 'ext': 'mp4',
1699 'title': 'About the Imams and Religious leaders refusing to perform funeral prayers for...',
1700 'uploader': 'Tariq Ramadan (official)',
1701 'timestamp': 1496758379,
1702 'upload_date': '20170606',
1703 },
1704 'params': {
1705 'skip_download': True,
1706 },
1707 },
1708 # Facebook API embed
1709 {
1710 'url': 'http://www.lothype.com/blue-stars-2016-preview-standstill-full-show/',
1711 'md5': 'a47372ee61b39a7b90287094d447d94e',
1712 'info_dict': {
1713 'id': '10153467542406923',
1714 'ext': 'mp4',
1715 'title': 'Facebook video #10153467542406923',
1716 },
1717 },
1718 # Wordpress "YouTube Video Importer" plugin
1719 {
1720 'url': 'http://www.lothype.com/blue-devils-drumline-stanford-lot-2016/',
1721 'md5': 'd16797741b560b485194eddda8121b48',
1722 'info_dict': {
1723 'id': 'HNTXWDXV9Is',
1724 'ext': 'mp4',
1725 'title': 'Blue Devils Drumline Stanford lot 2016',
1726 'upload_date': '20160627',
1727 'uploader_id': 'GENOCIDE8GENERAL10',
1728 'uploader': 'cylus cyrus',
1729 },
1730 },
1731 {
1732 # video stored on custom kaltura server
1733 'url': 'http://www.expansion.com/multimedia/videos.html?media=EQcM30NHIPv',
1734 'md5': '537617d06e64dfed891fa1593c4b30cc',
1735 'info_dict': {
1736 'id': '0_1iotm5bh',
1737 'ext': 'mp4',
1738 'title': 'Elecciones británicas: 5 lecciones para Rajoy',
1739 'description': 'md5:435a89d68b9760b92ce67ed227055f16',
1740 'uploader_id': 'videos.expansion@el-mundo.net',
1741 'upload_date': '20150429',
1742 'timestamp': 1430303472,
1743 },
1744 'add_ie': ['Kaltura'],
1745 },
1746 {
1747 # multiple kaltura embeds, nsfw
1748 'url': 'https://www.quartier-rouge.be/prive/femmes/kamila-avec-video-jaime-sadomie.html',
1749 'info_dict': {
1750 'id': 'kamila-avec-video-jaime-sadomie',
1751 'title': "Kamila avec vídeo “J'aime sadomie”",
1752 },
1753 'playlist_count': 8,
1754 },
1755 {
1756 # Non-standard Vimeo embed
1757 'url': 'https://openclassrooms.com/courses/understanding-the-web',
1758 'md5': '64d86f1c7d369afd9a78b38cbb88d80a',
1759 'info_dict': {
1760 'id': '148867247',
1761 'ext': 'mp4',
1762 'title': 'Understanding the web - Teaser',
1763 'description': 'This is "Understanding the web - Teaser" by openclassrooms on Vimeo, the home for high quality videos and the people who love them.',
1764 'upload_date': '20151214',
1765 'uploader': 'OpenClassrooms',
1766 'uploader_id': 'openclassrooms',
1767 },
1768 'add_ie': ['Vimeo'],
1769 },
1770 {
1771 # generic vimeo embed that requires original URL passed as Referer
1772 'url': 'http://racing4everyone.eu/2016/07/30/formula-1-2016-round12-germany/',
1773 'only_matching': True,
1774 },
1775 {
1776 'url': 'https://support.arkena.com/display/PLAY/Ways+to+embed+your+video',
1777 'md5': 'b96f2f71b359a8ecd05ce4e1daa72365',
1778 'info_dict': {
1779 'id': 'b41dda37-d8e7-4d3f-b1b5-9a9db578bdfe',
1780 'ext': 'mp4',
1781 'title': 'Big Buck Bunny',
1782 'description': 'Royalty free test video',
1783 'timestamp': 1432816365,
1784 'upload_date': '20150528',
1785 'is_live': False,
1786 },
1787 'params': {
1788 'skip_download': True,
1789 },
1790 'add_ie': [ArkenaIE.ie_key()],
1791 },
1792 {
1793 'url': 'http://nova.bg/news/view/2016/08/16/156543/%D0%BD%D0%B0-%D0%BA%D0%BE%D1%81%D1%8A%D0%BC-%D0%BE%D1%82-%D0%B2%D0%B7%D1%80%D0%B8%D0%B2-%D0%BE%D1%82%D1%86%D0%B5%D0%BF%D0%B8%D1%85%D0%B0-%D1%86%D1%8F%D0%BB-%D0%BA%D0%B2%D0%B0%D1%80%D1%82%D0%B0%D0%BB-%D0%B7%D0%B0%D1%80%D0%B0%D0%B4%D0%B8-%D0%B8%D0%B7%D1%82%D0%B8%D1%87%D0%B0%D0%BD%D0%B5-%D0%BD%D0%B0-%D0%B3%D0%B0%D0%B7-%D0%B2-%D0%BF%D0%BB%D0%BE%D0%B2%D0%B4%D0%B8%D0%B2/',
1794 'info_dict': {
1795 'id': '1c7141f46c',
1796 'ext': 'mp4',
1797 'title': 'НА КОСЪМ ОТ ВЗРИВ: Изтичане на газ на бензиностанция в Пловдив',
1798 },
1799 'params': {
1800 'skip_download': True,
1801 },
1802 'add_ie': [Vbox7IE.ie_key()],
1803 },
1804 {
1805 # DBTV embeds
1806 'url': 'http://www.dagbladet.no/2016/02/23/nyheter/nordlys/ski/troms/ver/43254897/',
1807 'info_dict': {
1808 'id': '43254897',
1809 'title': 'Etter ett års planlegging, klaffet endelig alt: - Jeg måtte ta en liten dans',
1810 },
1811 'playlist_mincount': 3,
1812 },
1813 {
1814 # Videa embeds
1815 'url': 'http://forum.dvdtalk.com/movie-talk/623756-deleted-magic-star-wars-ot-deleted-alt-scenes-docu-style.html',
1816 'info_dict': {
1817 'id': '623756-deleted-magic-star-wars-ot-deleted-alt-scenes-docu-style',
1818 'title': 'Deleted Magic - Star Wars: OT Deleted / Alt. Scenes Docu. Style - DVD Talk Forum',
1819 },
1820 'playlist_mincount': 2,
1821 },
1822 {
1823 # 20 minuten embed
1824 'url': 'http://www.20min.ch/schweiz/news/story/So-kommen-Sie-bei-Eis-und-Schnee-sicher-an-27032552',
1825 'info_dict': {
1826 'id': '523629',
1827 'ext': 'mp4',
1828 'title': 'So kommen Sie bei Eis und Schnee sicher an',
1829 'description': 'md5:117c212f64b25e3d95747e5276863f7d',
1830 },
1831 'params': {
1832 'skip_download': True,
1833 },
1834 'add_ie': [TwentyMinutenIE.ie_key()],
1835 },
1836 {
1837 # VideoPress embed
1838 'url': 'https://en.support.wordpress.com/videopress/',
1839 'info_dict': {
1840 'id': 'OcobLTqC',
1841 'ext': 'm4v',
1842 'title': 'IMG_5786',
1843 'timestamp': 1435711927,
1844 'upload_date': '20150701',
1845 },
1846 'params': {
1847 'skip_download': True,
1848 },
1849 'add_ie': [VideoPressIE.ie_key()],
1850 },
1851 {
1852 # Rutube embed
1853 'url': 'http://magazzino.friday.ru/videos/vipuski/kazan-2',
1854 'info_dict': {
1855 'id': '9b3d5bee0a8740bf70dfd29d3ea43541',
1856 'ext': 'flv',
1857 'title': 'Магаззино: Казань 2',
1858 'description': 'md5:99bccdfac2269f0e8fdbc4bbc9db184a',
1859 'uploader': 'Магаззино',
1860 'upload_date': '20170228',
1861 'uploader_id': '996642',
1862 },
1863 'params': {
1864 'skip_download': True,
1865 },
1866 'add_ie': [RutubeIE.ie_key()],
1867 },
1868 {
1869 # glomex:embed
1870 'url': 'https://www.skai.gr/news/world/iatrikos-syllogos-tourkias-to-turkovac-aplo-dialyma-erntogan-eiste-apateones-kai-pseytes',
1871 'info_dict': {
1872 'id': 'v-ch2nkhcirwc9-sf',
1873 'ext': 'mp4',
1874 'title': 'md5:786e1e24e06c55993cee965ef853a0c1',
1875 'description': 'md5:8b517a61d577efe7e36fde72fd535995',
1876 'timestamp': 1641885019,
1877 'upload_date': '20220111',
1878 'duration': 460000,
1879 'thumbnail': 'https://i3thumbs.glomex.com/dC1idjJwdndiMjRzeGwvMjAyMi8wMS8xMS8wNy8xMF8zNV82MWRkMmQ2YmU5ZTgyLmpwZw==/profile:player-960x540',
1880 },
1881 },
1882 {
1883 # megatvcom:embed
1884 'url': 'https://www.in.gr/2021/12/18/greece/apokalypsi-mega-poios-parelave-tin-ereyna-tsiodra-ek-merous-tis-kyvernisis-o-prothypourgos-telika-gnorize/',
1885 'info_dict': {
1886 'id': 'apokalypsi-mega-poios-parelave-tin-ereyna-tsiodra-ek-merous-tis-kyvernisis-o-prothypourgos-telika-gnorize',
1887 'title': 'md5:5e569cf996ec111057c2764ec272848f',
1888 },
1889 'playlist': [{
1890 'md5': '1afa26064ff00ccb91617957dbc73dc1',
1891 'info_dict': {
1892 'ext': 'mp4',
1893 'id': '564916',
1894 'display_id': 'md5:6cdf22d3a2e7bacb274b7295089a1770',
1895 'title': 'md5:33b9dd39584685b62873043670eb52a6',
1896 'description': 'md5:c1db7310f390518ac36dd69d947ef1a1',
1897 'timestamp': 1639753145,
1898 'upload_date': '20211217',
1899 'thumbnail': 'https://www.megatv.com/wp-content/uploads/2021/12/prezerakos-1024x597.jpg',
1900 },
1901 }, {
1902 'md5': '4a1c220695f1ef865a8b7966a53e2474',
1903 'info_dict': {
1904 'ext': 'mp4',
1905 'id': '564905',
1906 'display_id': 'md5:ead15695e485e649aed2b81ebd699b88',
1907 'title': 'md5:2b71fd54249a3ca34609fe39ae31c47b',
1908 'description': 'md5:c42e12f638d0a97d6de4508e2c4df982',
1909 'timestamp': 1639753047,
1910 'upload_date': '20211217',
1911 'thumbnail': 'https://www.megatv.com/wp-content/uploads/2021/12/tsiodras-mitsotakis-1024x545.jpg',
1912 },
1913 }]
1914 },
1915 {
1916 'url': 'https://www.ertnews.gr/video/manolis-goyalles-o-anthropos-piso-apo-ti-diadiktyaki-vasilopita/',
1917 'info_dict': {
1918 'id': '2022/tv/news-themata-ianouarios/20220114-apotis6-gouales-pita.mp4',
1919 'ext': 'mp4',
1920 'title': 'md5:df64f5b61c06d0e9556c0cdd5cf14464',
1921 'thumbnail': 'https://www.ert.gr/themata/photos/2021/20220114-apotis6-gouales-pita.jpg',
1922 },
1923 },
1924 {
1925 # ThePlatform embedded with whitespaces in URLs
1926 'url': 'http://www.golfchannel.com/topics/shows/golftalkcentral.htm',
1927 'only_matching': True,
1928 },
1929 {
1930 # Senate ISVP iframe https
1931 'url': 'https://www.hsgac.senate.gov/hearings/canadas-fast-track-refugee-plan-unanswered-questions-and-implications-for-us-national-security',
1932 'md5': 'fb8c70b0b515e5037981a2492099aab8',
1933 'info_dict': {
1934 'id': 'govtaff020316',
1935 'ext': 'mp4',
1936 'title': 'Integrated Senate Video Player',
1937 },
1938 'add_ie': [SenateISVPIE.ie_key()],
1939 },
1940 {
1941 # Limelight embeds (1 channel embed + 4 media embeds)
1942 'url': 'http://www.sedona.com/FacilitatorTraining2017',
1943 'info_dict': {
1944 'id': 'FacilitatorTraining2017',
1945 'title': 'Facilitator Training 2017',
1946 },
1947 'playlist_mincount': 5,
1948 },
1949 {
1950 # Limelight embed (LimelightPlayerUtil.embed)
1951 'url': 'https://tv5.ca/videos?v=xuu8qowr291ri',
1952 'info_dict': {
1953 'id': '95d035dc5c8a401588e9c0e6bd1e9c92',
1954 'ext': 'mp4',
1955 'title': '07448641',
1956 'timestamp': 1499890639,
1957 'upload_date': '20170712',
1958 },
1959 'params': {
1960 'skip_download': True,
1961 },
1962 'add_ie': ['LimelightMedia'],
1963 },
1964 {
1965 'url': 'http://kron4.com/2017/04/28/standoff-with-walnut-creek-murder-suspect-ends-with-arrest/',
1966 'info_dict': {
1967 'id': 'standoff-with-walnut-creek-murder-suspect-ends-with-arrest',
1968 'title': 'Standoff with Walnut Creek murder suspect ends',
1969 'description': 'md5:3ccc48a60fc9441eeccfc9c469ebf788',
1970 },
1971 'playlist_mincount': 4,
1972 },
1973 {
1974 # WashingtonPost embed
1975 'url': 'http://www.vanityfair.com/hollywood/2017/04/donald-trump-tv-pitches',
1976 'info_dict': {
1977 'id': '8caf6e88-d0ec-11e5-90d3-34c2c42653ac',
1978 'ext': 'mp4',
1979 'title': "No one has seen the drama series based on Trump's life \u2014 until now",
1980 'description': 'Donald Trump wanted a weekly TV drama based on his life. It never aired. But The Washington Post recently obtained a scene from the pilot script — and enlisted actors.',
1981 'timestamp': 1455216756,
1982 'uploader': 'The Washington Post',
1983 'upload_date': '20160211',
1984 },
1985 'add_ie': [WashingtonPostIE.ie_key()],
1986 },
1987 {
1988 # Mediaset embed
1989 'url': 'http://www.tgcom24.mediaset.it/politica/serracchiani-voglio-vivere-in-una-societa-aperta-reazioni-sproporzionate-_3071354-201702a.shtml',
1990 'info_dict': {
1991 'id': '720642',
1992 'ext': 'mp4',
1993 'title': 'Serracchiani: "Voglio vivere in una società aperta, con tutela del patto di fiducia"',
1994 },
1995 'params': {
1996 'skip_download': True,
1997 },
1998 'add_ie': [MediasetIE.ie_key()],
1999 },
2000 {
2001 # JOJ.sk embeds
2002 'url': 'https://www.noviny.sk/slovensko/238543-slovenskom-sa-prehnala-vlna-silnych-burok',
2003 'info_dict': {
2004 'id': '238543-slovenskom-sa-prehnala-vlna-silnych-burok',
2005 'title': 'Slovenskom sa prehnala vlna silných búrok',
2006 },
2007 'playlist_mincount': 5,
2008 'add_ie': [JojIE.ie_key()],
2009 },
2010 {
2011 # AMP embed (see https://www.ampproject.org/docs/reference/components/amp-video)
2012 'url': 'https://tvrain.ru/amp/418921/',
2013 'md5': 'cc00413936695987e8de148b67d14f1d',
2014 'info_dict': {
2015 'id': '418921',
2016 'ext': 'mp4',
2017 'title': 'Стас Намин: «Мы нарушили девственность Кремля»',
2018 },
2019 },
2020 {
2021 # vzaar embed
2022 'url': 'http://help.vzaar.com/article/165-embedding-video',
2023 'md5': '7e3919d9d2620b89e3e00bec7fe8c9d4',
2024 'info_dict': {
2025 'id': '8707641',
2026 'ext': 'mp4',
2027 'title': 'Building A Business Online: Principal Chairs Q & A',
2028 },
2029 },
2030 {
2031 # multiple HTML5 videos on one page
2032 'url': 'https://www.paragon-software.com/home/rk-free/keyscenarios.html',
2033 'info_dict': {
2034 'id': 'keyscenarios',
2035 'title': 'Rescue Kit 14 Free Edition - Getting started',
2036 },
2037 'playlist_count': 4,
2038 },
2039 {
2040 # vshare embed
2041 'url': 'https://youtube-dl-demo.neocities.org/vshare.html',
2042 'md5': '17b39f55b5497ae8b59f5fbce8e35886',
2043 'info_dict': {
2044 'id': '0f64ce6',
2045 'title': 'vl14062007715967',
2046 'ext': 'mp4',
2047 }
2048 },
2049 {
2050 'url': 'http://www.heidelberg-laureate-forum.org/blog/video/lecture-friday-september-23-2016-sir-c-antony-r-hoare/',
2051 'md5': 'aecd089f55b1cb5a59032cb049d3a356',
2052 'info_dict': {
2053 'id': '90227f51a80c4d8f86c345a7fa62bd9a1d',
2054 'ext': 'mp4',
2055 'title': 'Lecture: Friday, September 23, 2016 - Sir Tony Hoare',
2056 'description': 'md5:5a51db84a62def7b7054df2ade403c6c',
2057 'timestamp': 1474354800,
2058 'upload_date': '20160920',
2059 }
2060 },
2061 {
2062 'url': 'http://www.kidzworld.com/article/30935-trolls-the-beat-goes-on-interview-skylar-astin-and-amanda-leighton',
2063 'info_dict': {
2064 'id': '1731611',
2065 'ext': 'mp4',
2066 'title': 'Official Trailer | TROLLS: THE BEAT GOES ON!',
2067 'description': 'md5:eb5f23826a027ba95277d105f248b825',
2068 'timestamp': 1516100691,
2069 'upload_date': '20180116',
2070 },
2071 'params': {
2072 'skip_download': True,
2073 },
2074 'add_ie': [SpringboardPlatformIE.ie_key()],
2075 },
2076 {
2077 'url': 'https://www.yapfiles.ru/show/1872528/690b05d3054d2dbe1e69523aa21bb3b1.mp4.html',
2078 'info_dict': {
2079 'id': 'vMDE4NzI1Mjgt690b',
2080 'ext': 'mp4',
2081 'title': 'Котята',
2082 },
2083 'add_ie': [YapFilesIE.ie_key()],
2084 'params': {
2085 'skip_download': True,
2086 },
2087 },
2088 {
2089 # CloudflareStream embed
2090 'url': 'https://www.cloudflare.com/products/cloudflare-stream/',
2091 'info_dict': {
2092 'id': '31c9291ab41fac05471db4e73aa11717',
2093 'ext': 'mp4',
2094 'title': '31c9291ab41fac05471db4e73aa11717',
2095 },
2096 'add_ie': [CloudflareStreamIE.ie_key()],
2097 'params': {
2098 'skip_download': True,
2099 },
2100 },
2101 {
2102 # PeerTube embed
2103 'url': 'https://joinpeertube.org/fr/home/',
2104 'info_dict': {
2105 'id': 'home',
2106 'title': 'Reprenez le contrôle de vos vidéos ! #JoinPeertube',
2107 },
2108 'playlist_count': 2,
2109 },
2110 {
2111 # Indavideo embed
2112 'url': 'https://streetkitchen.hu/receptek/igy_kell_otthon_hamburgert_sutni/',
2113 'info_dict': {
2114 'id': '1693903',
2115 'ext': 'mp4',
2116 'title': 'Így kell otthon hamburgert sütni',
2117 'description': 'md5:f5a730ecf900a5c852e1e00540bbb0f7',
2118 'timestamp': 1426330212,
2119 'upload_date': '20150314',
2120 'uploader': 'StreetKitchen',
2121 'uploader_id': '546363',
2122 },
2123 'add_ie': [IndavideoEmbedIE.ie_key()],
2124 'params': {
2125 'skip_download': True,
2126 },
2127 },
2128 {
2129 # APA embed via JWPlatform embed
2130 'url': 'http://www.vol.at/blue-man-group/5593454',
2131 'info_dict': {
2132 'id': 'jjv85FdZ',
2133 'ext': 'mp4',
2134 'title': '"Blau ist mysteriös": Die Blue Man Group im Interview',
2135 'description': 'md5:d41d8cd98f00b204e9800998ecf8427e',
2136 'thumbnail': r're:^https?://.*\.jpg$',
2137 'duration': 254,
2138 'timestamp': 1519211149,
2139 'upload_date': '20180221',
2140 },
2141 'params': {
2142 'skip_download': True,
2143 },
2144 },
2145 {
2146 'url': 'http://share-videos.se/auto/video/83645793?uid=13',
2147 'md5': 'b68d276de422ab07ee1d49388103f457',
2148 'info_dict': {
2149 'id': '83645793',
2150 'title': 'Lock up and get excited',
2151 'ext': 'mp4'
2152 },
2153 'skip': 'TODO: fix nested playlists processing in tests',
2154 },
2155 {
2156 # Viqeo embeds
2157 'url': 'https://viqeo.tv/',
2158 'info_dict': {
2159 'id': 'viqeo',
2160 'title': 'All-new video platform',
2161 },
2162 'playlist_count': 6,
2163 },
2164 {
2165 # Squarespace video embed, 2019-08-28
2166 'url': 'http://ootboxford.com',
2167 'info_dict': {
2168 'id': 'Tc7b_JGdZfw',
2169 'title': 'Out of the Blue, at Childish Things 10',
2170 'ext': 'mp4',
2171 'description': 'md5:a83d0026666cf5ee970f8bd1cfd69c7f',
2172 'uploader_id': 'helendouglashouse',
2173 'uploader': 'Helen & Douglas House',
2174 'upload_date': '20140328',
2175 },
2176 'params': {
2177 'skip_download': True,
2178 },
2179 },
2180 # {
2181 # # Zype embed
2182 # 'url': 'https://www.cookscountry.com/episode/554-smoky-barbecue-favorites',
2183 # 'info_dict': {
2184 # 'id': '5b400b834b32992a310622b9',
2185 # 'ext': 'mp4',
2186 # 'title': 'Smoky Barbecue Favorites',
2187 # 'thumbnail': r're:^https?://.*\.jpe?g',
2188 # 'description': 'md5:5ff01e76316bd8d46508af26dc86023b',
2189 # 'upload_date': '20170909',
2190 # 'timestamp': 1504915200,
2191 # },
2192 # 'add_ie': [ZypeIE.ie_key()],
2193 # 'params': {
2194 # 'skip_download': True,
2195 # },
2196 # },
2197 {
2198 # videojs embed
2199 'url': 'https://video.sibnet.ru/shell.php?videoid=3422904',
2200 'info_dict': {
2201 'id': 'shell',
2202 'ext': 'mp4',
2203 'title': 'Доставщик пиццы спросил разрешения сыграть на фортепиано',
2204 'description': 'md5:89209cdc587dab1e4a090453dbaa2cb1',
2205 'thumbnail': r're:^https?://.*\.jpg$',
2206 },
2207 'params': {
2208 'skip_download': True,
2209 },
2210 'expected_warnings': ['Failed to download MPD manifest'],
2211 },
2212 {
2213 # DailyMotion embed with DM.player
2214 'url': 'https://www.beinsports.com/us/copa-del-rey/video/the-locker-room-valencia-beat-barca-in-copa/1203804',
2215 'info_dict': {
2216 'id': 'k6aKkGHd9FJs4mtJN39',
2217 'ext': 'mp4',
2218 'title': 'The Locker Room: Valencia Beat Barca In Copa del Rey Final',
2219 'description': 'This video is private.',
2220 'uploader_id': 'x1jf30l',
2221 'uploader': 'beIN SPORTS USA',
2222 'upload_date': '20190528',
2223 'timestamp': 1559062971,
2224 },
2225 'params': {
2226 'skip_download': True,
2227 },
2228 },
2229 {
2230 # tvopengr:embed
2231 'url': 'https://www.ethnos.gr/World/article/190604/hparosiaxekinoynoisynomiliessthgeneyhmethskiatoypolemoypanoapothnoykrania',
2232 'md5': 'eb0c3995d0a6f18f6538c8e057865d7d',
2233 'info_dict': {
2234 'id': '101119',
2235 'ext': 'mp4',
2236 'display_id': 'oikarpoitondiapragmateyseonhparosias',
2237 'title': 'md5:b979f4d640c568617d6547035528a149',
2238 'description': 'md5:e54fc1977c7159b01cc11cd7d9d85550',
2239 'timestamp': 1641772800,
2240 'upload_date': '20220110',
2241 'thumbnail': 'https://opentv-static.siliconweb.com/imgHandler/1920/70bc39fa-895b-4918-a364-c39d2135fc6d.jpg',
2242
2243 }
2244 },
2245 {
2246 # blogger embed
2247 'url': 'https://blog.tomeuvizoso.net/2019/01/a-panfrost-milestone.html',
2248 'md5': 'f1bc19b6ea1b0fd1d81e84ca9ec467ac',
2249 'info_dict': {
2250 'id': 'BLOGGER-video-3c740e3a49197e16-796',
2251 'ext': 'mp4',
2252 'title': 'Blogger',
2253 'thumbnail': r're:^https?://.*',
2254 },
2255 },
2256 # {
2257 # # TODO: find another test
2258 # # http://schema.org/VideoObject
2259 # 'url': 'https://flipagram.com/f/nyvTSJMKId',
2260 # 'md5': '888dcf08b7ea671381f00fab74692755',
2261 # 'info_dict': {
2262 # 'id': 'nyvTSJMKId',
2263 # 'ext': 'mp4',
2264 # 'title': 'Flipagram by sjuria101 featuring Midnight Memories by One Direction',
2265 # 'description': '#love for cats.',
2266 # 'timestamp': 1461244995,
2267 # 'upload_date': '20160421',
2268 # },
2269 # 'params': {
2270 # 'force_generic_extractor': True,
2271 # },
2272 # },
2273 {
2274 # VHX Embed
2275 'url': 'https://demo.vhx.tv/category-c/videos/file-example-mp4-480-1-5mg-copy',
2276 'info_dict': {
2277 'id': '858208',
2278 'ext': 'mp4',
2279 'title': 'Untitled',
2280 'uploader_id': 'user80538407',
2281 'uploader': 'OTT Videos',
2282 },
2283 },
2284 {
2285 # ArcPublishing PoWa video player
2286 'url': 'https://www.adn.com/politics/2020/11/02/video-senate-candidates-campaign-in-anchorage-on-eve-of-election-day/',
2287 'md5': 'b03b2fac8680e1e5a7cc81a5c27e71b3',
2288 'info_dict': {
2289 'id': '8c99cb6e-b29c-4bc9-9173-7bf9979225ab',
2290 'ext': 'mp4',
2291 'title': 'Senate candidates wave to voters on Anchorage streets',
2292 'description': 'md5:91f51a6511f090617353dc720318b20e',
2293 'timestamp': 1604378735,
2294 'upload_date': '20201103',
2295 'duration': 1581,
2296 },
2297 },
2298 {
2299 # MyChannels SDK embed
2300 # https://www.24kitchen.nl/populair/deskundige-dit-waarom-sommigen-gevoelig-zijn-voor-voedselallergieen
2301 'url': 'https://www.demorgen.be/nieuws/burgemeester-rotterdam-richt-zich-in-videoboodschap-tot-relschoppers-voelt-het-goed~b0bcfd741/',
2302 'md5': '90c0699c37006ef18e198c032d81739c',
2303 'info_dict': {
2304 'id': '194165',
2305 'ext': 'mp4',
2306 'title': 'Burgemeester Aboutaleb spreekt relschoppers toe',
2307 'timestamp': 1611740340,
2308 'upload_date': '20210127',
2309 'duration': 159,
2310 },
2311 },
2312 {
2313 # Simplecast player embed
2314 'url': 'https://www.bio.org/podcast',
2315 'info_dict': {
2316 'id': 'podcast',
2317 'title': 'I AM BIO Podcast | BIO',
2318 },
2319 'playlist_mincount': 52,
2320 },
2321 {
2322 # Sibnet embed (https://help.sibnet.ru/?sibnet_video_embed)
2323 'url': 'https://phpbb3.x-tk.ru/bbcode-video-sibnet-t24.html',
2324 'only_matching': True,
2325 }, {
2326 # WimTv embed player
2327 'url': 'http://www.msmotor.tv/wearefmi-pt-2-2021/',
2328 'info_dict': {
2329 'id': 'wearefmi-pt-2-2021',
2330 'title': '#WEAREFMI – PT.2 – 2021 – MsMotorTV',
2331 },
2332 'playlist_count': 1,
2333 }, {
2334 # KVS Player
2335 'url': 'https://www.kvs-demo.com/videos/105/kelis-4th-of-july/',
2336 'info_dict': {
2337 'id': '105',
2338 'display_id': 'kelis-4th-of-july',
2339 'ext': 'mp4',
2340 'title': 'Kelis - 4th Of July',
2341 'thumbnail': 'https://kvs-demo.com/contents/videos_screenshots/0/105/preview.jpg',
2342 },
2343 'params': {
2344 'skip_download': True,
2345 },
2346 }, {
2347 # KVS Player
2348 'url': 'https://www.kvs-demo.com/embed/105/',
2349 'info_dict': {
2350 'id': '105',
2351 'display_id': 'kelis-4th-of-july',
2352 'ext': 'mp4',
2353 'title': 'Kelis - 4th Of July / Embed Player',
2354 'thumbnail': 'https://kvs-demo.com/contents/videos_screenshots/0/105/preview.jpg',
2355 },
2356 'params': {
2357 'skip_download': True,
2358 },
2359 }, {
2360 # KVS Player
2361 'url': 'https://thisvid.com/videos/french-boy-pantsed/',
2362 'md5': '3397979512c682f6b85b3b04989df224',
2363 'info_dict': {
2364 'id': '2400174',
2365 'display_id': 'french-boy-pantsed',
2366 'ext': 'mp4',
2367 'title': 'French Boy Pantsed - ThisVid.com',
2368 'thumbnail': 'https://media.thisvid.com/contents/videos_screenshots/2400000/2400174/preview.mp4.jpg',
2369 }
2370 }, {
2371 # KVS Player
2372 'url': 'https://thisvid.com/embed/2400174/',
2373 'md5': '3397979512c682f6b85b3b04989df224',
2374 'info_dict': {
2375 'id': '2400174',
2376 'display_id': 'french-boy-pantsed',
2377 'ext': 'mp4',
2378 'title': 'French Boy Pantsed - ThisVid.com',
2379 'thumbnail': 'https://media.thisvid.com/contents/videos_screenshots/2400000/2400174/preview.mp4.jpg',
2380 }
2381 }, {
2382 # KVS Player
2383 'url': 'https://youix.com/video/leningrad-zoj/',
2384 'md5': '94f96ba95706dc3880812b27b7d8a2b8',
2385 'info_dict': {
2386 'id': '18485',
2387 'display_id': 'leningrad-zoj',
2388 'ext': 'mp4',
2389 'title': 'Клип: Ленинград - ЗОЖ скачать, смотреть онлайн | Youix.com',
2390 'thumbnail': 'https://youix.com/contents/videos_screenshots/18000/18485/preview_480x320_youix_com.mp4.jpg',
2391 }
2392 }, {
2393 # KVS Player
2394 'url': 'https://youix.com/embed/18485',
2395 'md5': '94f96ba95706dc3880812b27b7d8a2b8',
2396 'info_dict': {
2397 'id': '18485',
2398 'display_id': 'leningrad-zoj',
2399 'ext': 'mp4',
2400 'title': 'Ленинград - ЗОЖ',
2401 'thumbnail': 'https://youix.com/contents/videos_screenshots/18000/18485/preview_480x320_youix_com.mp4.jpg',
2402 }
2403 }, {
2404 # KVS Player
2405 'url': 'https://bogmedia.org/videos/21217/40-nochey-40-nights-2016/',
2406 'md5': '94166bdb26b4cb1fb9214319a629fc51',
2407 'info_dict': {
2408 'id': '21217',
2409 'display_id': '40-nochey-40-nights-2016',
2410 'ext': 'mp4',
2411 'title': '40 ночей (2016) - BogMedia.org',
2412 'thumbnail': 'https://bogmedia.org/contents/videos_screenshots/21000/21217/preview_480p.mp4.jpg',
2413 }
2414 },
2415 {
2416 # KVS Player (for sites that serve kt_player.js via non-https urls)
2417 'url': 'http://www.camhub.world/embed/389508',
2418 'md5': 'fbe89af4cfb59c8fd9f34a202bb03e32',
2419 'info_dict': {
2420 'id': '389508',
2421 'display_id': 'syren-de-mer-onlyfans-05-07-2020have-a-happy-safe-holiday5f014e68a220979bdb8cd-source',
2422 'ext': 'mp4',
2423 'title': 'Syren De Mer onlyfans_05-07-2020Have_a_happy_safe_holiday5f014e68a220979bdb8cd_source / Embed плеер',
2424 'thumbnail': 'http://www.camhub.world/contents/videos_screenshots/389000/389508/preview.mp4.jpg',
2425 }
2426 },
2427 {
2428 # Reddit-hosted video that will redirect and be processed by RedditIE
2429 # Redirects to https://www.reddit.com/r/videos/comments/6rrwyj/that_small_heart_attack/
2430 'url': 'https://v.redd.it/zv89llsvexdz',
2431 'md5': '87f5f02f6c1582654146f830f21f8662',
2432 'info_dict': {
2433 'id': 'zv89llsvexdz',
2434 'ext': 'mp4',
2435 'timestamp': 1501941939.0,
2436 'title': 'That small heart attack.',
2437 'upload_date': '20170805',
2438 'uploader': 'Antw87'
2439 }
2440 },
2441 {
2442 # 1080p Reddit-hosted video that will redirect and be processed by RedditIE
2443 'url': 'https://v.redd.it/33hgok7dfbz71/',
2444 'md5': '7a1d587940242c9bb3bd6eb320b39258',
2445 'info_dict': {
2446 'id': '33hgok7dfbz71',
2447 'ext': 'mp4',
2448 'title': "The game Didn't want me to Knife that Guy I guess",
2449 'uploader': 'paraf1ve',
2450 'timestamp': 1636788683.0,
2451 'upload_date': '20211113'
2452 }
2453 },
2454 {
2455 # MainStreaming player
2456 'url': 'https://www.lactv.it/2021/10/03/lac-news24-la-settimana-03-10-2021/',
2457 'info_dict': {
2458 'id': 'EUlZfGWkGpOd',
2459 'title': 'La Settimana ',
2460 'description': '03 Ottobre ore 02:00',
2461 'ext': 'mp4',
2462 'live_status': 'not_live',
2463 'thumbnail': r're:https?://[A-Za-z0-9-]*\.msvdn.net/image/\w+/poster',
2464 'duration': 1512
2465 }
2466 },
2467 {
2468 # Multiple gfycat iframe embeds
2469 'url': 'https://www.gezip.net/bbs/board.php?bo_table=entertaine&wr_id=613422',
2470 'info_dict': {
2471 'title': '재이, 윤, 세은 황금 드레스를 입고 빛난다',
2472 'id': 'board'
2473 },
2474 'playlist_count': 8,
2475 },
2476 {
2477 # Multiple gfycat gifs (direct links)
2478 'url': 'https://www.gezip.net/bbs/board.php?bo_table=entertaine&wr_id=612199',
2479 'info_dict': {
2480 'title': '옳게 된 크롭 니트 스테이씨 아이사',
2481 'id': 'board'
2482 },
2483 'playlist_count': 6
2484 },
2485 {
2486 # Multiple gfycat embeds, with uppercase "IFR" in urls
2487 'url': 'https://kkzz.kr/?vid=2295',
2488 'info_dict': {
2489 'title': '지방시 앰버서더 에스파 카리나 움짤',
2490 'id': '?vid=2295'
2491 },
2492 'playlist_count': 9
2493 },
2494 {
2495 # Panopto embeds
2496 'url': 'https://www.monash.edu/learning-teaching/teachhq/learning-technologies/panopto/how-to/insert-a-quiz-into-a-panopto-video',
2497 'info_dict': {
2498 'title': 'Insert a quiz into a Panopto video',
2499 'id': 'insert-a-quiz-into-a-panopto-video'
2500 },
2501 'playlist_count': 1
2502 },
2503 {
2504 # Ruutu embed
2505 'url': 'https://www.nelonen.fi/ohjelmat/madventures-suomi/2160731-riku-ja-tunna-lahtevat-peurajahtiin-tv-sta-tutun-biologin-kanssa---metsastysreissu-huipentuu-kasvissyojan-painajaiseen',
2506 'md5': 'a2513a98d3496099e6eced40f7e6a14b',
2507 'info_dict': {
2508 'id': '4044426',
2509 'ext': 'mp4',
2510 'title': 'Riku ja Tunna lähtevät peurajahtiin tv:stä tutun biologin kanssa – metsästysreissu huipentuu kasvissyöjän painajaiseen!',
2511 'thumbnail': r're:^https?://.+\.jpg$',
2512 'duration': 108,
2513 'series': 'Madventures Suomi',
2514 'description': 'md5:aa55b44bd06a1e337a6f1d0b46507381',
2515 'categories': ['Matkailu', 'Elämäntyyli'],
2516 'age_limit': 0,
2517 'upload_date': '20220308',
2518 },
2519 },
2520 ]
2521
2522 def report_following_redirect(self, new_url):
2523 """Report information extraction."""
2524 self._downloader.to_screen('[redirect] Following redirect to %s' % new_url)
2525
2526 def report_detected(self, name):
2527 self._downloader.write_debug(f'Identified a {name}')
2528
2529 def _extract_rss(self, url, video_id, doc):
2530 playlist_title = doc.find('./channel/title').text
2531 playlist_desc_el = doc.find('./channel/description')
2532 playlist_desc = None if playlist_desc_el is None else playlist_desc_el.text
2533
2534 NS_MAP = {
2535 'itunes': 'http://www.itunes.com/dtds/podcast-1.0.dtd',
2536 }
2537
2538 entries = []
2539 for it in doc.findall('./channel/item'):
2540 next_url = None
2541 enclosure_nodes = it.findall('./enclosure')
2542 for e in enclosure_nodes:
2543 next_url = e.attrib.get('url')
2544 if next_url:
2545 break
2546
2547 if not next_url:
2548 next_url = xpath_text(it, 'link', fatal=False)
2549
2550 if not next_url:
2551 continue
2552
2553 if it.find('guid').text is not None:
2554 next_url = smuggle_url(next_url, {'force_videoid': it.find('guid').text})
2555
2556 def itunes(key):
2557 return xpath_text(
2558 it, xpath_with_ns('./itunes:%s' % key, NS_MAP),
2559 default=None)
2560
2561 duration = itunes('duration')
2562 explicit = (itunes('explicit') or '').lower()
2563 if explicit in ('true', 'yes'):
2564 age_limit = 18
2565 elif explicit in ('false', 'no'):
2566 age_limit = 0
2567 else:
2568 age_limit = None
2569
2570 entries.append({
2571 '_type': 'url_transparent',
2572 'url': next_url,
2573 'title': it.find('title').text,
2574 'description': xpath_text(it, 'description', default=None),
2575 'timestamp': unified_timestamp(
2576 xpath_text(it, 'pubDate', default=None)),
2577 'duration': int_or_none(duration) or parse_duration(duration),
2578 'thumbnail': url_or_none(xpath_attr(it, xpath_with_ns('./itunes:image', NS_MAP), 'href')),
2579 'episode': itunes('title'),
2580 'episode_number': int_or_none(itunes('episode')),
2581 'season_number': int_or_none(itunes('season')),
2582 'age_limit': age_limit,
2583 })
2584
2585 return {
2586 '_type': 'playlist',
2587 'id': url,
2588 'title': playlist_title,
2589 'description': playlist_desc,
2590 'entries': entries,
2591 }
2592
2593 def _extract_camtasia(self, url, video_id, webpage):
2594 """ Returns None if no camtasia video can be found. """
2595
2596 camtasia_cfg = self._search_regex(
2597 r'fo\.addVariable\(\s*"csConfigFile",\s*"([^"]+)"\s*\);',
2598 webpage, 'camtasia configuration file', default=None)
2599 if camtasia_cfg is None:
2600 return None
2601
2602 title = self._html_search_meta('DC.title', webpage, fatal=True)
2603
2604 camtasia_url = compat_urlparse.urljoin(url, camtasia_cfg)
2605 camtasia_cfg = self._download_xml(
2606 camtasia_url, video_id,
2607 note='Downloading camtasia configuration',
2608 errnote='Failed to download camtasia configuration')
2609 fileset_node = camtasia_cfg.find('./playlist/array/fileset')
2610
2611 entries = []
2612 for n in fileset_node.getchildren():
2613 url_n = n.find('./uri')
2614 if url_n is None:
2615 continue
2616
2617 entries.append({
2618 'id': os.path.splitext(url_n.text.rpartition('/')[2])[0],
2619 'title': f'{title} - {n.tag}',
2620 'url': compat_urlparse.urljoin(url, url_n.text),
2621 'duration': float_or_none(n.find('./duration').text),
2622 })
2623
2624 return {
2625 '_type': 'playlist',
2626 'entries': entries,
2627 'title': title,
2628 }
2629
2630 def _kvs_getrealurl(self, video_url, license_code):
2631 if not video_url.startswith('function/0/'):
2632 return video_url # not obfuscated
2633
2634 url_path, _, url_query = video_url.partition('?')
2635 urlparts = url_path.split('/')[2:]
2636 license = self._kvs_getlicensetoken(license_code)
2637 newmagic = urlparts[5][:32]
2638
2639 for o in range(len(newmagic) - 1, -1, -1):
2640 new = ''
2641 l = (o + sum(int(n) for n in license[o:])) % 32
2642
2643 for i in range(0, len(newmagic)):
2644 if i == o:
2645 new += newmagic[l]
2646 elif i == l:
2647 new += newmagic[o]
2648 else:
2649 new += newmagic[i]
2650 newmagic = new
2651
2652 urlparts[5] = newmagic + urlparts[5][32:]
2653 return '/'.join(urlparts) + '?' + url_query
2654
2655 def _kvs_getlicensetoken(self, license):
2656 modlicense = license.replace('$', '').replace('0', '1')
2657 center = int(len(modlicense) / 2)
2658 fronthalf = int(modlicense[:center + 1])
2659 backhalf = int(modlicense[center:])
2660
2661 modlicense = str(4 * abs(fronthalf - backhalf))
2662 retval = ''
2663 for o in range(0, center + 1):
2664 for i in range(1, 5):
2665 retval += str((int(license[o + i]) + int(modlicense[o])) % 10)
2666 return retval
2667
2668 def _real_extract(self, url):
2669 if url.startswith('//'):
2670 return self.url_result(self.http_scheme() + url)
2671
2672 parsed_url = compat_urlparse.urlparse(url)
2673 if not parsed_url.scheme:
2674 default_search = self.get_param('default_search')
2675 if default_search is None:
2676 default_search = 'fixup_error'
2677
2678 if default_search in ('auto', 'auto_warning', 'fixup_error'):
2679 if re.match(r'^[^\s/]+\.[^\s/]+/', url):
2680 self.report_warning('The url doesn\'t specify the protocol, trying with http')
2681 return self.url_result('http://' + url)
2682 elif default_search != 'fixup_error':
2683 if default_search == 'auto_warning':
2684 if re.match(r'^(?:url|URL)$', url):
2685 raise ExtractorError(
2686 'Invalid URL: %r . Call yt-dlp like this: yt-dlp -v "https://www.youtube.com/watch?v=BaW_jenozKc" ' % url,
2687 expected=True)
2688 else:
2689 self.report_warning(
2690 'Falling back to youtube search for %s . Set --default-search "auto" to suppress this warning.' % url)
2691 return self.url_result('ytsearch:' + url)
2692
2693 if default_search in ('error', 'fixup_error'):
2694 raise ExtractorError(
2695 '%r is not a valid URL. '
2696 'Set --default-search "ytsearch" (or run yt-dlp "ytsearch:%s" ) to search YouTube'
2697 % (url, url), expected=True)
2698 else:
2699 if ':' not in default_search:
2700 default_search += ':'
2701 return self.url_result(default_search + url)
2702
2703 url, smuggled_data = unsmuggle_url(url)
2704 force_videoid = None
2705 is_intentional = smuggled_data and smuggled_data.get('to_generic')
2706 if smuggled_data and 'force_videoid' in smuggled_data:
2707 force_videoid = smuggled_data['force_videoid']
2708 video_id = force_videoid
2709 else:
2710 video_id = self._generic_id(url)
2711
2712 self.to_screen('%s: Requesting header' % video_id)
2713
2714 head_req = HEADRequest(url)
2715 head_response = self._request_webpage(
2716 head_req, video_id,
2717 note=False, errnote='Could not send HEAD request to %s' % url,
2718 fatal=False)
2719
2720 if head_response is not False:
2721 # Check for redirect
2722 new_url = head_response.geturl()
2723 if url != new_url:
2724 self.report_following_redirect(new_url)
2725 if force_videoid:
2726 new_url = smuggle_url(
2727 new_url, {'force_videoid': force_videoid})
2728 return self.url_result(new_url)
2729
2730 full_response = None
2731 if head_response is False:
2732 request = sanitized_Request(url)
2733 request.add_header('Accept-Encoding', '*')
2734 full_response = self._request_webpage(request, video_id)
2735 head_response = full_response
2736
2737 info_dict = {
2738 'id': video_id,
2739 'title': self._generic_title(url),
2740 'timestamp': unified_timestamp(head_response.headers.get('Last-Modified'))
2741 }
2742
2743 # Check for direct link to a video
2744 content_type = head_response.headers.get('Content-Type', '').lower()
2745 m = re.match(r'^(?P<type>audio|video|application(?=/(?:ogg$|(?:vnd\.apple\.|x-)?mpegurl)))/(?P<format_id>[^;\s]+)', content_type)
2746 if m:
2747 self.report_detected('direct video link')
2748 format_id = compat_str(m.group('format_id'))
2749 subtitles = {}
2750 if format_id.endswith('mpegurl'):
2751 formats, subtitles = self._extract_m3u8_formats_and_subtitles(url, video_id, 'mp4')
2752 elif format_id.endswith('mpd') or format_id.endswith('dash+xml'):
2753 formats, subtitles = self._extract_mpd_formats_and_subtitles(url, video_id)
2754 elif format_id == 'f4m':
2755 formats = self._extract_f4m_formats(url, video_id)
2756 else:
2757 formats = [{
2758 'format_id': format_id,
2759 'url': url,
2760 'vcodec': 'none' if m.group('type') == 'audio' else None
2761 }]
2762 info_dict['direct'] = True
2763 self._sort_formats(formats)
2764 info_dict['formats'] = formats
2765 info_dict['subtitles'] = subtitles
2766 return info_dict
2767
2768 if not self.get_param('test', False) and not is_intentional:
2769 force = self.get_param('force_generic_extractor', False)
2770 self.report_warning(
2771 '%s on generic information extractor.' % ('Forcing' if force else 'Falling back'))
2772
2773 if not full_response:
2774 request = sanitized_Request(url)
2775 # Some webservers may serve compressed content of rather big size (e.g. gzipped flac)
2776 # making it impossible to download only chunk of the file (yet we need only 512kB to
2777 # test whether it's HTML or not). According to yt-dlp default Accept-Encoding
2778 # that will always result in downloading the whole file that is not desirable.
2779 # Therefore for extraction pass we have to override Accept-Encoding to any in order
2780 # to accept raw bytes and being able to download only a chunk.
2781 # It may probably better to solve this by checking Content-Type for application/octet-stream
2782 # after HEAD request finishes, but not sure if we can rely on this.
2783 request.add_header('Accept-Encoding', '*')
2784 full_response = self._request_webpage(request, video_id)
2785
2786 first_bytes = full_response.read(512)
2787
2788 # Is it an M3U playlist?
2789 if first_bytes.startswith(b'#EXTM3U'):
2790 self.report_detected('M3U playlist')
2791 info_dict['formats'], info_dict['subtitles'] = self._extract_m3u8_formats_and_subtitles(url, video_id, 'mp4')
2792 self._sort_formats(info_dict['formats'])
2793 return info_dict
2794
2795 # Maybe it's a direct link to a video?
2796 # Be careful not to download the whole thing!
2797 if not is_html(first_bytes):
2798 self.report_warning(
2799 'URL could be a direct video link, returning it as such.')
2800 info_dict.update({
2801 'direct': True,
2802 'url': url,
2803 })
2804 return info_dict
2805
2806 webpage = self._webpage_read_content(
2807 full_response, url, video_id, prefix=first_bytes)
2808
2809 if '<title>DPG Media Privacy Gate</title>' in webpage:
2810 webpage = self._download_webpage(url, video_id)
2811
2812 self.report_extraction(video_id)
2813
2814 # Is it an RSS feed, a SMIL file, an XSPF playlist or a MPD manifest?
2815 try:
2816 try:
2817 doc = compat_etree_fromstring(webpage)
2818 except xml.etree.ElementTree.ParseError:
2819 doc = compat_etree_fromstring(webpage.encode('utf-8'))
2820 if doc.tag == 'rss':
2821 self.report_detected('RSS feed')
2822 return self._extract_rss(url, video_id, doc)
2823 elif doc.tag == 'SmoothStreamingMedia':
2824 info_dict['formats'], info_dict['subtitles'] = self._parse_ism_formats_and_subtitles(doc, url)
2825 self.report_detected('ISM manifest')
2826 self._sort_formats(info_dict['formats'])
2827 return info_dict
2828 elif re.match(r'^(?:{[^}]+})?smil$', doc.tag):
2829 smil = self._parse_smil(doc, url, video_id)
2830 self.report_detected('SMIL file')
2831 self._sort_formats(smil['formats'])
2832 return smil
2833 elif doc.tag == '{http://xspf.org/ns/0/}playlist':
2834 self.report_detected('XSPF playlist')
2835 return self.playlist_result(
2836 self._parse_xspf(
2837 doc, video_id, xspf_url=url,
2838 xspf_base_url=full_response.geturl()),
2839 video_id)
2840 elif re.match(r'(?i)^(?:{[^}]+})?MPD$', doc.tag):
2841 info_dict['formats'], info_dict['subtitles'] = self._parse_mpd_formats_and_subtitles(
2842 doc,
2843 mpd_base_url=full_response.geturl().rpartition('/')[0],
2844 mpd_url=url)
2845 self.report_detected('DASH manifest')
2846 self._sort_formats(info_dict['formats'])
2847 return info_dict
2848 elif re.match(r'^{http://ns\.adobe\.com/f4m/[12]\.0}manifest$', doc.tag):
2849 info_dict['formats'] = self._parse_f4m_formats(doc, url, video_id)
2850 self.report_detected('F4M manifest')
2851 self._sort_formats(info_dict['formats'])
2852 return info_dict
2853 except xml.etree.ElementTree.ParseError:
2854 pass
2855
2856 # Is it a Camtasia project?
2857 camtasia_res = self._extract_camtasia(url, video_id, webpage)
2858 if camtasia_res is not None:
2859 self.report_detected('Camtasia video')
2860 return camtasia_res
2861
2862 # Sometimes embedded video player is hidden behind percent encoding
2863 # (e.g. https://github.com/ytdl-org/youtube-dl/issues/2448)
2864 # Unescaping the whole page allows to handle those cases in a generic way
2865 # FIXME: unescaping the whole page may break URLs, commenting out for now.
2866 # There probably should be a second run of generic extractor on unescaped webpage.
2867 # webpage = compat_urllib_parse_unquote(webpage)
2868
2869 # Unescape squarespace embeds to be detected by generic extractor,
2870 # see https://github.com/ytdl-org/youtube-dl/issues/21294
2871 webpage = re.sub(
2872 r'<div[^>]+class=[^>]*?\bsqs-video-wrapper\b[^>]*>',
2873 lambda x: unescapeHTML(x.group(0)), webpage)
2874
2875 # it's tempting to parse this further, but you would
2876 # have to take into account all the variations like
2877 # Video Title - Site Name
2878 # Site Name | Video Title
2879 # Video Title - Tagline | Site Name
2880 # and so on and so forth; it's just not practical
2881 video_title = (self._og_search_title(webpage, default=None)
2882 or self._html_extract_title(webpage, 'video title', default='video'))
2883
2884 # Try to detect age limit automatically
2885 age_limit = self._rta_search(webpage)
2886 # And then there are the jokers who advertise that they use RTA,
2887 # but actually don't.
2888 AGE_LIMIT_MARKERS = [
2889 r'Proudly Labeled <a href="http://www\.rtalabel\.org/" title="Restricted to Adults">RTA</a>',
2890 ]
2891 if any(re.search(marker, webpage) for marker in AGE_LIMIT_MARKERS):
2892 age_limit = 18
2893
2894 # video uploader is domain name
2895 video_uploader = self._search_regex(
2896 r'^(?:https?://)?([^/]*)/.*', url, 'video uploader')
2897
2898 video_description = self._og_search_description(webpage, default=None)
2899 video_thumbnail = self._og_search_thumbnail(webpage, default=None)
2900
2901 info_dict.update({
2902 'title': video_title,
2903 'description': video_description,
2904 'thumbnail': video_thumbnail,
2905 'age_limit': age_limit,
2906 })
2907
2908 self._downloader.write_debug('Looking for video embeds')
2909
2910 # Look for Brightcove Legacy Studio embeds
2911 bc_urls = BrightcoveLegacyIE._extract_brightcove_urls(webpage)
2912 if bc_urls:
2913 entries = [{
2914 '_type': 'url',
2915 'url': smuggle_url(bc_url, {'Referer': url}),
2916 'ie_key': 'BrightcoveLegacy'
2917 } for bc_url in bc_urls]
2918
2919 return {
2920 '_type': 'playlist',
2921 'title': video_title,
2922 'id': video_id,
2923 'entries': entries,
2924 }
2925
2926 # Look for Brightcove New Studio embeds
2927 bc_urls = BrightcoveNewIE._extract_urls(self, webpage)
2928 if bc_urls:
2929 return self.playlist_from_matches(
2930 bc_urls, video_id, video_title,
2931 getter=lambda x: smuggle_url(x, {'referrer': url}),
2932 ie='BrightcoveNew')
2933
2934 # Look for Nexx embeds
2935 nexx_urls = NexxIE._extract_urls(webpage)
2936 if nexx_urls:
2937 return self.playlist_from_matches(nexx_urls, video_id, video_title, ie=NexxIE.ie_key())
2938
2939 # Look for Nexx iFrame embeds
2940 nexx_embed_urls = NexxEmbedIE._extract_urls(webpage)
2941 if nexx_embed_urls:
2942 return self.playlist_from_matches(nexx_embed_urls, video_id, video_title, ie=NexxEmbedIE.ie_key())
2943
2944 # Look for ThePlatform embeds
2945 tp_urls = ThePlatformIE._extract_urls(webpage)
2946 if tp_urls:
2947 return self.playlist_from_matches(tp_urls, video_id, video_title, ie='ThePlatform')
2948
2949 arc_urls = ArcPublishingIE._extract_urls(webpage)
2950 if arc_urls:
2951 return self.playlist_from_matches(arc_urls, video_id, video_title, ie=ArcPublishingIE.ie_key())
2952
2953 mychannels_urls = MedialaanIE._extract_urls(webpage)
2954 if mychannels_urls:
2955 return self.playlist_from_matches(
2956 mychannels_urls, video_id, video_title, ie=MedialaanIE.ie_key())
2957
2958 # Look for embedded rtl.nl player
2959 matches = re.findall(
2960 r'<iframe[^>]+?src="((?:https?:)?//(?:(?:www|static)\.)?rtl\.nl/(?:system/videoplayer/[^"]+(?:video_)?)?embed[^"]+)"',
2961 webpage)
2962 if matches:
2963 return self.playlist_from_matches(matches, video_id, video_title, ie='RtlNl')
2964
2965 vimeo_urls = VimeoIE._extract_urls(url, webpage)
2966 if vimeo_urls:
2967 return self.playlist_from_matches(vimeo_urls, video_id, video_title, ie=VimeoIE.ie_key())
2968
2969 vhx_url = VHXEmbedIE._extract_url(webpage)
2970 if vhx_url:
2971 return self.url_result(vhx_url, VHXEmbedIE.ie_key())
2972
2973 # Invidious Instances
2974 # https://github.com/yt-dlp/yt-dlp/issues/195
2975 # https://github.com/iv-org/invidious/pull/1730
2976 youtube_url = self._search_regex(
2977 r'<link rel="alternate" href="(https://www\.youtube\.com/watch\?v=[0-9A-Za-z_-]{11})"',
2978 webpage, 'youtube link', default=None)
2979 if youtube_url:
2980 return self.url_result(youtube_url, YoutubeIE.ie_key())
2981
2982 # Look for YouTube embeds
2983 youtube_urls = YoutubeIE._extract_urls(webpage)
2984 if youtube_urls:
2985 return self.playlist_from_matches(
2986 youtube_urls, video_id, video_title, ie=YoutubeIE.ie_key())
2987
2988 matches = DailymotionIE._extract_urls(webpage)
2989 if matches:
2990 return self.playlist_from_matches(matches, video_id, video_title)
2991
2992 # Look for embedded Dailymotion playlist player (#3822)
2993 m = re.search(
2994 r'<iframe[^>]+?src=(["\'])(?P<url>(?:https?:)?//(?:www\.)?dailymotion\.[a-z]{2,3}/widget/jukebox\?.+?)\1', webpage)
2995 if m:
2996 playlists = re.findall(
2997 r'list\[\]=/playlist/([^/]+)/', unescapeHTML(m.group('url')))
2998 if playlists:
2999 return self.playlist_from_matches(
3000 playlists, video_id, video_title, lambda p: '//dailymotion.com/playlist/%s' % p)
3001
3002 # Look for DailyMail embeds
3003 dailymail_urls = DailyMailIE._extract_urls(webpage)
3004 if dailymail_urls:
3005 return self.playlist_from_matches(
3006 dailymail_urls, video_id, video_title, ie=DailyMailIE.ie_key())
3007
3008 # Look for Teachable embeds, must be before Wistia
3009 teachable_url = TeachableIE._extract_url(webpage, url)
3010 if teachable_url:
3011 return self.url_result(teachable_url)
3012
3013 # Look for embedded Wistia player
3014 wistia_urls = WistiaIE._extract_urls(webpage)
3015 if wistia_urls:
3016 playlist = self.playlist_from_matches(wistia_urls, video_id, video_title, ie=WistiaIE.ie_key())
3017 for entry in playlist['entries']:
3018 entry.update({
3019 '_type': 'url_transparent',
3020 'uploader': video_uploader,
3021 })
3022 return playlist
3023
3024 # Look for SVT player
3025 svt_url = SVTIE._extract_url(webpage)
3026 if svt_url:
3027 return self.url_result(svt_url, 'SVT')
3028
3029 # Look for Bandcamp pages with custom domain
3030 mobj = re.search(r'<meta property="og:url"[^>]*?content="(.*?bandcamp\.com.*?)"', webpage)
3031 if mobj is not None:
3032 burl = unescapeHTML(mobj.group(1))
3033 # Don't set the extractor because it can be a track url or an album
3034 return self.url_result(burl)
3035
3036 # Look for embedded Vevo player
3037 mobj = re.search(
3038 r'<iframe[^>]+?src=(["\'])(?P<url>(?:https?:)?//(?:cache\.)?vevo\.com/.+?)\1', webpage)
3039 if mobj is not None:
3040 return self.url_result(mobj.group('url'))
3041
3042 # Look for embedded Viddler player
3043 mobj = re.search(
3044 r'<(?:iframe[^>]+?src|param[^>]+?value)=(["\'])(?P<url>(?:https?:)?//(?:www\.)?viddler\.com/(?:embed|player)/.+?)\1',
3045 webpage)
3046 if mobj is not None:
3047 return self.url_result(mobj.group('url'))
3048
3049 # Look for NYTimes player
3050 mobj = re.search(
3051 r'<iframe[^>]+src=(["\'])(?P<url>(?:https?:)?//graphics8\.nytimes\.com/bcvideo/[^/]+/iframe/embed\.html.+?)\1>',
3052 webpage)
3053 if mobj is not None:
3054 return self.url_result(mobj.group('url'))
3055
3056 # Look for Libsyn player
3057 mobj = re.search(
3058 r'<iframe[^>]+src=(["\'])(?P<url>(?:https?:)?//html5-player\.libsyn\.com/embed/.+?)\1', webpage)
3059 if mobj is not None:
3060 return self.url_result(mobj.group('url'))
3061
3062 # Look for Ooyala videos
3063 mobj = (re.search(r'player\.ooyala\.com/[^"?]+[?#][^"]*?(?:embedCode|ec)=(?P<ec>[^"&]+)', webpage)
3064 or re.search(r'OO\.Player\.create\([\'"].*?[\'"],\s*[\'"](?P<ec>.{32})[\'"]', webpage)
3065 or re.search(r'OO\.Player\.create\.apply\(\s*OO\.Player\s*,\s*op\(\s*\[\s*[\'"][^\'"]*[\'"]\s*,\s*[\'"](?P<ec>.{32})[\'"]', webpage)
3066 or re.search(r'SBN\.VideoLinkset\.ooyala\([\'"](?P<ec>.{32})[\'"]\)', webpage)
3067 or re.search(r'data-ooyala-video-id\s*=\s*[\'"](?P<ec>.{32})[\'"]', webpage))
3068 if mobj is not None:
3069 embed_token = self._search_regex(
3070 r'embedToken[\'"]?\s*:\s*[\'"]([^\'"]+)',
3071 webpage, 'ooyala embed token', default=None)
3072 return OoyalaIE._build_url_result(smuggle_url(
3073 mobj.group('ec'), {
3074 'domain': url,
3075 'embed_token': embed_token,
3076 }))
3077
3078 # Look for multiple Ooyala embeds on SBN network websites
3079 mobj = re.search(r'SBN\.VideoLinkset\.entryGroup\((\[.*?\])', webpage)
3080 if mobj is not None:
3081 embeds = self._parse_json(mobj.group(1), video_id, fatal=False)
3082 if embeds:
3083 return self.playlist_from_matches(
3084 embeds, video_id, video_title,
3085 getter=lambda v: OoyalaIE._url_for_embed_code(smuggle_url(v['provider_video_id'], {'domain': url})), ie='Ooyala')
3086
3087 # Look for Aparat videos
3088 mobj = re.search(r'<iframe .*?src="(http://www\.aparat\.com/video/[^"]+)"', webpage)
3089 if mobj is not None:
3090 return self.url_result(mobj.group(1), 'Aparat')
3091
3092 # Look for MPORA videos
3093 mobj = re.search(r'<iframe .*?src="(http://mpora\.(?:com|de)/videos/[^"]+)"', webpage)
3094 if mobj is not None:
3095 return self.url_result(mobj.group(1), 'Mpora')
3096
3097 # Look for embedded Facebook player
3098 facebook_urls = FacebookIE._extract_urls(webpage)
3099 if facebook_urls:
3100 return self.playlist_from_matches(facebook_urls, video_id, video_title)
3101
3102 # Look for embedded VK player
3103 mobj = re.search(r'<iframe[^>]+?src=(["\'])(?P<url>https?://vk\.com/video_ext\.php.+?)\1', webpage)
3104 if mobj is not None:
3105 return self.url_result(mobj.group('url'), 'VK')
3106
3107 # Look for embedded Odnoklassniki player
3108 odnoklassniki_url = OdnoklassnikiIE._extract_url(webpage)
3109 if odnoklassniki_url:
3110 return self.url_result(odnoklassniki_url, OdnoklassnikiIE.ie_key())
3111
3112 # Look for sibnet embedded player
3113 sibnet_urls = VKIE._extract_sibnet_urls(webpage)
3114 if sibnet_urls:
3115 return self.playlist_from_matches(sibnet_urls, video_id, video_title)
3116
3117 # Look for embedded ivi player
3118 mobj = re.search(r'<embed[^>]+?src=(["\'])(?P<url>https?://(?:www\.)?ivi\.ru/video/player.+?)\1', webpage)
3119 if mobj is not None:
3120 return self.url_result(mobj.group('url'), 'Ivi')
3121
3122 # Look for embedded Huffington Post player
3123 mobj = re.search(
3124 r'<iframe[^>]+?src=(["\'])(?P<url>https?://embed\.live\.huffingtonpost\.com/.+?)\1', webpage)
3125 if mobj is not None:
3126 return self.url_result(mobj.group('url'), 'HuffPost')
3127
3128 # Look for embed.ly
3129 mobj = re.search(r'class=["\']embedly-card["\'][^>]href=["\'](?P<url>[^"\']+)', webpage)
3130 if mobj is not None:
3131 return self.url_result(mobj.group('url'))
3132 mobj = re.search(r'class=["\']embedly-embed["\'][^>]src=["\'][^"\']*url=(?P<url>[^&]+)', webpage)
3133 if mobj is not None:
3134 return self.url_result(compat_urllib_parse_unquote(mobj.group('url')))
3135
3136 # Look for funnyordie embed
3137 matches = re.findall(r'<iframe[^>]+?src="(https?://(?:www\.)?funnyordie\.com/embed/[^"]+)"', webpage)
3138 if matches:
3139 return self.playlist_from_matches(
3140 matches, video_id, video_title, getter=unescapeHTML, ie='FunnyOrDie')
3141
3142 # Look for Simplecast embeds
3143 simplecast_urls = SimplecastIE._extract_urls(webpage)
3144 if simplecast_urls:
3145 return self.playlist_from_matches(
3146 simplecast_urls, video_id, video_title)
3147
3148 # Look for BBC iPlayer embed
3149 matches = re.findall(r'setPlaylist\("(https?://www\.bbc\.co\.uk/iplayer/[^/]+/[\da-z]{8})"\)', webpage)
3150 if matches:
3151 return self.playlist_from_matches(matches, video_id, video_title, ie='BBCCoUk')
3152
3153 # Look for embedded RUTV player
3154 rutv_url = RUTVIE._extract_url(webpage)
3155 if rutv_url:
3156 return self.url_result(rutv_url, 'RUTV')
3157
3158 # Look for embedded TVC player
3159 tvc_url = TVCIE._extract_url(webpage)
3160 if tvc_url:
3161 return self.url_result(tvc_url, 'TVC')
3162
3163 # Look for embedded SportBox player
3164 sportbox_urls = SportBoxIE._extract_urls(webpage)
3165 if sportbox_urls:
3166 return self.playlist_from_matches(sportbox_urls, video_id, video_title, ie=SportBoxIE.ie_key())
3167
3168 # Look for embedded Spotify player
3169 spotify_urls = SpotifyBaseIE._extract_embed_urls(webpage)
3170 if spotify_urls:
3171 return self.playlist_from_matches(spotify_urls, video_id, video_title)
3172
3173 # Look for embedded XHamster player
3174 xhamster_urls = XHamsterEmbedIE._extract_urls(webpage)
3175 if xhamster_urls:
3176 return self.playlist_from_matches(xhamster_urls, video_id, video_title, ie='XHamsterEmbed')
3177
3178 # Look for embedded TNAFlixNetwork player
3179 tnaflix_urls = TNAFlixNetworkEmbedIE._extract_urls(webpage)
3180 if tnaflix_urls:
3181 return self.playlist_from_matches(tnaflix_urls, video_id, video_title, ie=TNAFlixNetworkEmbedIE.ie_key())
3182
3183 # Look for embedded PornHub player
3184 pornhub_urls = PornHubIE._extract_urls(webpage)
3185 if pornhub_urls:
3186 return self.playlist_from_matches(pornhub_urls, video_id, video_title, ie=PornHubIE.ie_key())
3187
3188 # Look for embedded DrTuber player
3189 drtuber_urls = DrTuberIE._extract_urls(webpage)
3190 if drtuber_urls:
3191 return self.playlist_from_matches(drtuber_urls, video_id, video_title, ie=DrTuberIE.ie_key())
3192
3193 # Look for embedded RedTube player
3194 redtube_urls = RedTubeIE._extract_urls(webpage)
3195 if redtube_urls:
3196 return self.playlist_from_matches(redtube_urls, video_id, video_title, ie=RedTubeIE.ie_key())
3197
3198 # Look for embedded Tube8 player
3199 tube8_urls = Tube8IE._extract_urls(webpage)
3200 if tube8_urls:
3201 return self.playlist_from_matches(tube8_urls, video_id, video_title, ie=Tube8IE.ie_key())
3202
3203 # Look for embedded Mofosex player
3204 mofosex_urls = MofosexEmbedIE._extract_urls(webpage)
3205 if mofosex_urls:
3206 return self.playlist_from_matches(mofosex_urls, video_id, video_title, ie=MofosexEmbedIE.ie_key())
3207
3208 # Look for embedded Spankwire player
3209 spankwire_urls = SpankwireIE._extract_urls(webpage)
3210 if spankwire_urls:
3211 return self.playlist_from_matches(spankwire_urls, video_id, video_title, ie=SpankwireIE.ie_key())
3212
3213 # Look for embedded YouPorn player
3214 youporn_urls = YouPornIE._extract_urls(webpage)
3215 if youporn_urls:
3216 return self.playlist_from_matches(youporn_urls, video_id, video_title, ie=YouPornIE.ie_key())
3217
3218 # Look for embedded Tvigle player
3219 mobj = re.search(
3220 r'<iframe[^>]+?src=(["\'])(?P<url>(?:https?:)?//cloud\.tvigle\.ru/video/.+?)\1', webpage)
3221 if mobj is not None:
3222 return self.url_result(mobj.group('url'), 'Tvigle')
3223
3224 # Look for embedded TED player
3225 ted_urls = TedEmbedIE._extract_urls(webpage)
3226 if ted_urls:
3227 return self.playlist_from_matches(ted_urls, video_id, video_title, ie=TedEmbedIE.ie_key())
3228
3229 # Look for embedded Ustream videos
3230 ustream_url = UstreamIE._extract_url(webpage)
3231 if ustream_url:
3232 return self.url_result(ustream_url, UstreamIE.ie_key())
3233
3234 # Look for embedded arte.tv player
3235 arte_urls = ArteTVEmbedIE._extract_urls(webpage)
3236 if arte_urls:
3237 return self.playlist_from_matches(arte_urls, video_id, video_title)
3238
3239 # Look for embedded francetv player
3240 mobj = re.search(
3241 r'<iframe[^>]+?src=(["\'])(?P<url>(?:https?://)?embed\.francetv\.fr/\?ue=.+?)\1',
3242 webpage)
3243 if mobj is not None:
3244 return self.url_result(mobj.group('url'))
3245
3246 # Look for embedded Myvi.ru player
3247 myvi_url = MyviIE._extract_url(webpage)
3248 if myvi_url:
3249 return self.url_result(myvi_url)
3250
3251 # Look for embedded soundcloud player
3252 soundcloud_urls = SoundcloudEmbedIE._extract_urls(webpage)
3253 if soundcloud_urls:
3254 return self.playlist_from_matches(soundcloud_urls, video_id, video_title, getter=unescapeHTML)
3255
3256 # Look for tunein player
3257 tunein_urls = TuneInBaseIE._extract_urls(webpage)
3258 if tunein_urls:
3259 return self.playlist_from_matches(tunein_urls, video_id, video_title)
3260
3261 # Look for embedded mtvservices player
3262 mtvservices_url = MTVServicesEmbeddedIE._extract_url(webpage)
3263 if mtvservices_url:
3264 return self.url_result(mtvservices_url, ie='MTVServicesEmbedded')
3265
3266 # Look for embedded yahoo player
3267 mobj = re.search(
3268 r'<iframe[^>]+?src=(["\'])(?P<url>https?://(?:screen|movies)\.yahoo\.com/.+?\.html\?format=embed)\1',
3269 webpage)
3270 if mobj is not None:
3271 return self.url_result(mobj.group('url'), 'Yahoo')
3272
3273 # Look for embedded sbs.com.au player
3274 mobj = re.search(
3275 r'''(?x)
3276 (?:
3277 <meta\s+property="og:video"\s+content=|
3278 <iframe[^>]+?src=
3279 )
3280 (["\'])(?P<url>https?://(?:www\.)?sbs\.com\.au/ondemand/video/.+?)\1''',
3281 webpage)
3282 if mobj is not None:
3283 return self.url_result(mobj.group('url'), 'SBS')
3284
3285 # Look for embedded Cinchcast player
3286 mobj = re.search(
3287 r'<iframe[^>]+?src=(["\'])(?P<url>https?://player\.cinchcast\.com/.+?)\1',
3288 webpage)
3289 if mobj is not None:
3290 return self.url_result(mobj.group('url'), 'Cinchcast')
3291
3292 mobj = re.search(
3293 r'<iframe[^>]+?src=(["\'])(?P<url>https?://m(?:lb)?\.mlb\.com/shared/video/embed/embed\.html\?.+?)\1',
3294 webpage)
3295 if not mobj:
3296 mobj = re.search(
3297 r'data-video-link=["\'](?P<url>http://m\.mlb\.com/video/[^"\']+)',
3298 webpage)
3299 if mobj is not None:
3300 return self.url_result(mobj.group('url'), 'MLB')
3301
3302 mobj = re.search(
3303 r'<(?:iframe|script)[^>]+?src=(["\'])(?P<url>%s)\1' % CondeNastIE.EMBED_URL,
3304 webpage)
3305 if mobj is not None:
3306 return self.url_result(self._proto_relative_url(mobj.group('url'), scheme='http:'), 'CondeNast')
3307
3308 mobj = re.search(
3309 r'<iframe[^>]+src="(?P<url>https?://(?:new\.)?livestream\.com/[^"]+/player[^"]+)"',
3310 webpage)
3311 if mobj is not None:
3312 return self.url_result(mobj.group('url'), 'Livestream')
3313
3314 # Look for Zapiks embed
3315 mobj = re.search(
3316 r'<iframe[^>]+src="(?P<url>https?://(?:www\.)?zapiks\.fr/index\.php\?.+?)"', webpage)
3317 if mobj is not None:
3318 return self.url_result(mobj.group('url'), 'Zapiks')
3319
3320 # Look for Kaltura embeds
3321 kaltura_urls = KalturaIE._extract_urls(webpage)
3322 if kaltura_urls:
3323 return self.playlist_from_matches(
3324 kaltura_urls, video_id, video_title,
3325 getter=lambda x: smuggle_url(x, {'source_url': url}),
3326 ie=KalturaIE.ie_key())
3327
3328 # Look for EaglePlatform embeds
3329 eagleplatform_url = EaglePlatformIE._extract_url(webpage)
3330 if eagleplatform_url:
3331 return self.url_result(smuggle_url(eagleplatform_url, {'referrer': url}), EaglePlatformIE.ie_key())
3332
3333 # Look for ClipYou (uses EaglePlatform) embeds
3334 mobj = re.search(
3335 r'<iframe[^>]+src="https?://(?P<host>media\.clipyou\.ru)/index/player\?.*\brecord_id=(?P<id>\d+).*"', webpage)
3336 if mobj is not None:
3337 return self.url_result('eagleplatform:%(host)s:%(id)s' % mobj.groupdict(), 'EaglePlatform')
3338
3339 # Look for Pladform embeds
3340 pladform_url = PladformIE._extract_url(webpage)
3341 if pladform_url:
3342 return self.url_result(pladform_url)
3343
3344 # Look for Videomore embeds
3345 videomore_url = VideomoreIE._extract_url(webpage)
3346 if videomore_url:
3347 return self.url_result(videomore_url)
3348
3349 # Look for Webcaster embeds
3350 webcaster_url = WebcasterFeedIE._extract_url(self, webpage)
3351 if webcaster_url:
3352 return self.url_result(webcaster_url, ie=WebcasterFeedIE.ie_key())
3353
3354 # Look for Playwire embeds
3355 mobj = re.search(
3356 r'<script[^>]+data-config=(["\'])(?P<url>(?:https?:)?//config\.playwire\.com/.+?)\1', webpage)
3357 if mobj is not None:
3358 return self.url_result(mobj.group('url'))
3359
3360 # Look for Crooks and Liars embeds
3361 mobj = re.search(
3362 r'<(?:iframe[^>]+src|param[^>]+value)=(["\'])(?P<url>(?:https?:)?//embed\.crooksandliars\.com/(?:embed|v)/.+?)\1', webpage)
3363 if mobj is not None:
3364 return self.url_result(mobj.group('url'))
3365
3366 # Look for NBC Sports VPlayer embeds
3367 nbc_sports_url = NBCSportsVPlayerIE._extract_url(webpage)
3368 if nbc_sports_url:
3369 return self.url_result(nbc_sports_url, 'NBCSportsVPlayer')
3370
3371 # Look for NBC News embeds
3372 nbc_news_embed_url = re.search(
3373 r'<iframe[^>]+src=(["\'])(?P<url>(?:https?:)?//www\.nbcnews\.com/widget/video-embed/[^"\']+)\1', webpage)
3374 if nbc_news_embed_url:
3375 return self.url_result(nbc_news_embed_url.group('url'), 'NBCNews')
3376
3377 # Look for Google Drive embeds
3378 google_drive_url = GoogleDriveIE._extract_url(webpage)
3379 if google_drive_url:
3380 return self.url_result(google_drive_url, 'GoogleDrive')
3381
3382 # Look for UDN embeds
3383 mobj = re.search(
3384 r'<iframe[^>]+src="(?:https?:)?(?P<url>%s)"' % UDNEmbedIE._PROTOCOL_RELATIVE_VALID_URL, webpage)
3385 if mobj is not None:
3386 return self.url_result(
3387 compat_urlparse.urljoin(url, mobj.group('url')), 'UDNEmbed')
3388
3389 # Look for Senate ISVP iframe
3390 senate_isvp_url = SenateISVPIE._search_iframe_url(webpage)
3391 if senate_isvp_url:
3392 return self.url_result(senate_isvp_url, 'SenateISVP')
3393
3394 # Look for Kinja embeds
3395 kinja_embed_urls = KinjaEmbedIE._extract_urls(webpage, url)
3396 if kinja_embed_urls:
3397 return self.playlist_from_matches(
3398 kinja_embed_urls, video_id, video_title)
3399
3400 # Look for OnionStudios embeds
3401 onionstudios_url = OnionStudiosIE._extract_url(webpage)
3402 if onionstudios_url:
3403 return self.url_result(onionstudios_url)
3404
3405 # Look for Blogger embeds
3406 blogger_urls = BloggerIE._extract_urls(webpage)
3407 if blogger_urls:
3408 return self.playlist_from_matches(blogger_urls, video_id, video_title, ie=BloggerIE.ie_key())
3409
3410 # Look for ViewLift embeds
3411 viewlift_url = ViewLiftEmbedIE._extract_url(webpage)
3412 if viewlift_url:
3413 return self.url_result(viewlift_url)
3414
3415 # Look for JWPlatform embeds
3416 jwplatform_urls = JWPlatformIE._extract_urls(webpage)
3417 if jwplatform_urls:
3418 return self.playlist_from_matches(jwplatform_urls, video_id, video_title, ie=JWPlatformIE.ie_key())
3419
3420 # Look for Digiteka embeds
3421 digiteka_url = DigitekaIE._extract_url(webpage)
3422 if digiteka_url:
3423 return self.url_result(self._proto_relative_url(digiteka_url), DigitekaIE.ie_key())
3424
3425 # Look for Arkena embeds
3426 arkena_url = ArkenaIE._extract_url(webpage)
3427 if arkena_url:
3428 return self.url_result(arkena_url, ArkenaIE.ie_key())
3429
3430 # Look for Piksel embeds
3431 piksel_url = PikselIE._extract_url(webpage)
3432 if piksel_url:
3433 return self.url_result(piksel_url, PikselIE.ie_key())
3434
3435 # Look for Limelight embeds
3436 limelight_urls = LimelightBaseIE._extract_urls(webpage, url)
3437 if limelight_urls:
3438 return self.playlist_result(
3439 limelight_urls, video_id, video_title, video_description)
3440
3441 # Look for Anvato embeds
3442 anvato_urls = AnvatoIE._extract_urls(self, webpage, video_id)
3443 if anvato_urls:
3444 return self.playlist_result(
3445 anvato_urls, video_id, video_title, video_description)
3446
3447 # Look for AdobeTVVideo embeds
3448 mobj = re.search(
3449 r'<iframe[^>]+src=[\'"]((?:https?:)?//video\.tv\.adobe\.com/v/\d+[^"]+)[\'"]',
3450 webpage)
3451 if mobj is not None:
3452 return self.url_result(
3453 self._proto_relative_url(unescapeHTML(mobj.group(1))),
3454 'AdobeTVVideo')
3455
3456 # Look for Vine embeds
3457 mobj = re.search(
3458 r'<iframe[^>]+src=[\'"]((?:https?:)?//(?:www\.)?vine\.co/v/[^/]+/embed/(?:simple|postcard))',
3459 webpage)
3460 if mobj is not None:
3461 return self.url_result(
3462 self._proto_relative_url(unescapeHTML(mobj.group(1))), 'Vine')
3463
3464 # Look for VODPlatform embeds
3465 mobj = re.search(
3466 r'<iframe[^>]+src=(["\'])(?P<url>(?:https?:)?//(?:(?:www\.)?vod-platform\.net|embed\.kwikmotion\.com)/[eE]mbed/.+?)\1',
3467 webpage)
3468 if mobj is not None:
3469 return self.url_result(
3470 self._proto_relative_url(unescapeHTML(mobj.group('url'))), 'VODPlatform')
3471
3472 # Look for Mangomolo embeds
3473 mobj = re.search(
3474 r'''(?x)<iframe[^>]+src=(["\'])(?P<url>(?:https?:)?//
3475 (?:
3476 admin\.mangomolo\.com/analytics/index\.php/customers/embed|
3477 player\.mangomolo\.com/v1
3478 )/
3479 (?:
3480 video\?.*?\bid=(?P<video_id>\d+)|
3481 (?:index|live)\?.*?\bchannelid=(?P<channel_id>(?:[A-Za-z0-9+/=]|%2B|%2F|%3D)+)
3482 ).+?)\1''', webpage)
3483 if mobj is not None:
3484 info = {
3485 '_type': 'url_transparent',
3486 'url': self._proto_relative_url(unescapeHTML(mobj.group('url'))),
3487 'title': video_title,
3488 'description': video_description,
3489 'thumbnail': video_thumbnail,
3490 'uploader': video_uploader,
3491 }
3492 video_id = mobj.group('video_id')
3493 if video_id:
3494 info.update({
3495 'ie_key': 'MangomoloVideo',
3496 'id': video_id,
3497 })
3498 else:
3499 info.update({
3500 'ie_key': 'MangomoloLive',
3501 'id': mobj.group('channel_id'),
3502 })
3503 return info
3504
3505 # Look for Instagram embeds
3506 instagram_embed_url = InstagramIE._extract_embed_url(webpage)
3507 if instagram_embed_url is not None:
3508 return self.url_result(
3509 self._proto_relative_url(instagram_embed_url), InstagramIE.ie_key())
3510
3511 # Look for 3Q SDN embeds
3512 threeqsdn_url = ThreeQSDNIE._extract_url(webpage)
3513 if threeqsdn_url:
3514 return {
3515 '_type': 'url_transparent',
3516 'ie_key': ThreeQSDNIE.ie_key(),
3517 'url': self._proto_relative_url(threeqsdn_url),
3518 'title': video_title,
3519 'description': video_description,
3520 'thumbnail': video_thumbnail,
3521 'uploader': video_uploader,
3522 }
3523
3524 # Look for VBOX7 embeds
3525 vbox7_url = Vbox7IE._extract_url(webpage)
3526 if vbox7_url:
3527 return self.url_result(vbox7_url, Vbox7IE.ie_key())
3528
3529 # Look for DBTV embeds
3530 dbtv_urls = DBTVIE._extract_urls(webpage)
3531 if dbtv_urls:
3532 return self.playlist_from_matches(dbtv_urls, video_id, video_title, ie=DBTVIE.ie_key())
3533
3534 # Look for Videa embeds
3535 videa_urls = VideaIE._extract_urls(webpage)
3536 if videa_urls:
3537 return self.playlist_from_matches(videa_urls, video_id, video_title, ie=VideaIE.ie_key())
3538
3539 # Look for 20 minuten embeds
3540 twentymin_urls = TwentyMinutenIE._extract_urls(webpage)
3541 if twentymin_urls:
3542 return self.playlist_from_matches(
3543 twentymin_urls, video_id, video_title, ie=TwentyMinutenIE.ie_key())
3544
3545 # Look for VideoPress embeds
3546 videopress_urls = VideoPressIE._extract_urls(webpage)
3547 if videopress_urls:
3548 return self.playlist_from_matches(
3549 videopress_urls, video_id, video_title, ie=VideoPressIE.ie_key())
3550
3551 # Look for Rutube embeds
3552 rutube_urls = RutubeIE._extract_urls(webpage)
3553 if rutube_urls:
3554 return self.playlist_from_matches(
3555 rutube_urls, video_id, video_title, ie=RutubeIE.ie_key())
3556
3557 # Look for Glomex embeds
3558 glomex_urls = list(GlomexEmbedIE._extract_urls(webpage, url))
3559 if glomex_urls:
3560 return self.playlist_from_matches(
3561 glomex_urls, video_id, video_title, ie=GlomexEmbedIE.ie_key())
3562
3563 # Look for megatv.com embeds
3564 megatvcom_urls = list(MegaTVComEmbedIE._extract_urls(webpage))
3565 if megatvcom_urls:
3566 return self.playlist_from_matches(
3567 megatvcom_urls, video_id, video_title, ie=MegaTVComEmbedIE.ie_key())
3568
3569 # Look for ant1news.gr embeds
3570 ant1newsgr_urls = list(Ant1NewsGrEmbedIE._extract_urls(webpage))
3571 if ant1newsgr_urls:
3572 return self.playlist_from_matches(
3573 ant1newsgr_urls, video_id, video_title, ie=Ant1NewsGrEmbedIE.ie_key())
3574
3575 # Look for WashingtonPost embeds
3576 wapo_urls = WashingtonPostIE._extract_urls(webpage)
3577 if wapo_urls:
3578 return self.playlist_from_matches(
3579 wapo_urls, video_id, video_title, ie=WashingtonPostIE.ie_key())
3580
3581 # Look for Mediaset embeds
3582 mediaset_urls = MediasetIE._extract_urls(self, webpage)
3583 if mediaset_urls:
3584 return self.playlist_from_matches(
3585 mediaset_urls, video_id, video_title, ie=MediasetIE.ie_key())
3586
3587 # Look for JOJ.sk embeds
3588 joj_urls = JojIE._extract_urls(webpage)
3589 if joj_urls:
3590 return self.playlist_from_matches(
3591 joj_urls, video_id, video_title, ie=JojIE.ie_key())
3592
3593 # Look for megaphone.fm embeds
3594 mpfn_urls = MegaphoneIE._extract_urls(webpage)
3595 if mpfn_urls:
3596 return self.playlist_from_matches(
3597 mpfn_urls, video_id, video_title, ie=MegaphoneIE.ie_key())
3598
3599 # Look for vzaar embeds
3600 vzaar_urls = VzaarIE._extract_urls(webpage)
3601 if vzaar_urls:
3602 return self.playlist_from_matches(
3603 vzaar_urls, video_id, video_title, ie=VzaarIE.ie_key())
3604
3605 channel9_urls = Channel9IE._extract_urls(webpage)
3606 if channel9_urls:
3607 return self.playlist_from_matches(
3608 channel9_urls, video_id, video_title, ie=Channel9IE.ie_key())
3609
3610 vshare_urls = VShareIE._extract_urls(webpage)
3611 if vshare_urls:
3612 return self.playlist_from_matches(
3613 vshare_urls, video_id, video_title, ie=VShareIE.ie_key())
3614
3615 # Look for Mediasite embeds
3616 mediasite_urls = MediasiteIE._extract_urls(webpage)
3617 if mediasite_urls:
3618 entries = [
3619 self.url_result(smuggle_url(
3620 compat_urlparse.urljoin(url, mediasite_url),
3621 {'UrlReferrer': url}), ie=MediasiteIE.ie_key())
3622 for mediasite_url in mediasite_urls]
3623 return self.playlist_result(entries, video_id, video_title)
3624
3625 springboardplatform_urls = SpringboardPlatformIE._extract_urls(webpage)
3626 if springboardplatform_urls:
3627 return self.playlist_from_matches(
3628 springboardplatform_urls, video_id, video_title,
3629 ie=SpringboardPlatformIE.ie_key())
3630
3631 yapfiles_urls = YapFilesIE._extract_urls(webpage)
3632 if yapfiles_urls:
3633 return self.playlist_from_matches(
3634 yapfiles_urls, video_id, video_title, ie=YapFilesIE.ie_key())
3635
3636 vice_urls = ViceIE._extract_urls(webpage)
3637 if vice_urls:
3638 return self.playlist_from_matches(
3639 vice_urls, video_id, video_title, ie=ViceIE.ie_key())
3640
3641 xfileshare_urls = XFileShareIE._extract_urls(webpage)
3642 if xfileshare_urls:
3643 return self.playlist_from_matches(
3644 xfileshare_urls, video_id, video_title, ie=XFileShareIE.ie_key())
3645
3646 cloudflarestream_urls = CloudflareStreamIE._extract_urls(webpage)
3647 if cloudflarestream_urls:
3648 return self.playlist_from_matches(
3649 cloudflarestream_urls, video_id, video_title, ie=CloudflareStreamIE.ie_key())
3650
3651 peertube_urls = PeerTubeIE._extract_urls(webpage, url)
3652 if peertube_urls:
3653 return self.playlist_from_matches(
3654 peertube_urls, video_id, video_title, ie=PeerTubeIE.ie_key())
3655
3656 indavideo_urls = IndavideoEmbedIE._extract_urls(webpage)
3657 if indavideo_urls:
3658 return self.playlist_from_matches(
3659 indavideo_urls, video_id, video_title, ie=IndavideoEmbedIE.ie_key())
3660
3661 apa_urls = APAIE._extract_urls(webpage)
3662 if apa_urls:
3663 return self.playlist_from_matches(
3664 apa_urls, video_id, video_title, ie=APAIE.ie_key())
3665
3666 foxnews_urls = FoxNewsIE._extract_urls(webpage)
3667 if foxnews_urls:
3668 return self.playlist_from_matches(
3669 foxnews_urls, video_id, video_title, ie=FoxNewsIE.ie_key())
3670
3671 sharevideos_urls = [sharevideos_mobj.group('url') for sharevideos_mobj in re.finditer(
3672 r'<iframe[^>]+?\bsrc\s*=\s*(["\'])(?P<url>(?:https?:)?//embed\.share-videos\.se/auto/embed/\d+\?.*?\buid=\d+.*?)\1',
3673 webpage)]
3674 if sharevideos_urls:
3675 return self.playlist_from_matches(
3676 sharevideos_urls, video_id, video_title)
3677
3678 viqeo_urls = ViqeoIE._extract_urls(webpage)
3679 if viqeo_urls:
3680 return self.playlist_from_matches(
3681 viqeo_urls, video_id, video_title, ie=ViqeoIE.ie_key())
3682
3683 expressen_urls = ExpressenIE._extract_urls(webpage)
3684 if expressen_urls:
3685 return self.playlist_from_matches(
3686 expressen_urls, video_id, video_title, ie=ExpressenIE.ie_key())
3687
3688 zype_urls = ZypeIE._extract_urls(webpage)
3689 if zype_urls:
3690 return self.playlist_from_matches(
3691 zype_urls, video_id, video_title, ie=ZypeIE.ie_key())
3692
3693 gedi_urls = GediDigitalIE._extract_urls(webpage)
3694 if gedi_urls:
3695 return self.playlist_from_matches(
3696 gedi_urls, video_id, video_title, ie=GediDigitalIE.ie_key())
3697
3698 # Look for RCS media group embeds
3699 rcs_urls = RCSEmbedsIE._extract_urls(webpage)
3700 if rcs_urls:
3701 return self.playlist_from_matches(
3702 rcs_urls, video_id, video_title, ie=RCSEmbedsIE.ie_key())
3703
3704 wimtv_urls = WimTVIE._extract_urls(webpage)
3705 if wimtv_urls:
3706 return self.playlist_from_matches(
3707 wimtv_urls, video_id, video_title, ie=WimTVIE.ie_key())
3708
3709 bitchute_urls = BitChuteIE._extract_urls(webpage)
3710 if bitchute_urls:
3711 return self.playlist_from_matches(
3712 bitchute_urls, video_id, video_title, ie=BitChuteIE.ie_key())
3713
3714 rumble_urls = RumbleEmbedIE._extract_urls(webpage)
3715 if len(rumble_urls) == 1:
3716 return self.url_result(rumble_urls[0], RumbleEmbedIE.ie_key())
3717 if rumble_urls:
3718 return self.playlist_from_matches(
3719 rumble_urls, video_id, video_title, ie=RumbleEmbedIE.ie_key())
3720
3721 # Look for (tvopen|ethnos).gr embeds
3722 tvopengr_urls = list(TVOpenGrEmbedIE._extract_urls(webpage))
3723 if tvopengr_urls:
3724 return self.playlist_from_matches(tvopengr_urls, video_id, video_title, ie=TVOpenGrEmbedIE.ie_key())
3725
3726 # Look for ert.gr webtv embeds
3727 ertwebtv_urls = list(ERTWebtvEmbedIE._extract_urls(webpage))
3728 if len(ertwebtv_urls) == 1:
3729 return self.url_result(self._proto_relative_url(ertwebtv_urls[0]), video_title=video_title, url_transparent=True)
3730 elif ertwebtv_urls:
3731 return self.playlist_from_matches(ertwebtv_urls, video_id, video_title, ie=ERTWebtvEmbedIE.ie_key())
3732
3733 tvp_urls = TVPEmbedIE._extract_urls(webpage)
3734 if tvp_urls:
3735 return self.playlist_from_matches(tvp_urls, video_id, video_title, ie=TVPEmbedIE.ie_key())
3736
3737 # Look for MainStreaming embeds
3738 mainstreaming_urls = MainStreamingIE._extract_urls(webpage)
3739 if mainstreaming_urls:
3740 return self.playlist_from_matches(mainstreaming_urls, video_id, video_title, ie=MainStreamingIE.ie_key())
3741
3742 # Look for Gfycat Embeds
3743 gfycat_urls = GfycatIE._extract_urls(webpage)
3744 if gfycat_urls:
3745 return self.playlist_from_matches(gfycat_urls, video_id, video_title, ie=GfycatIE.ie_key())
3746
3747 panopto_urls = PanoptoBaseIE._extract_urls(webpage)
3748 if panopto_urls:
3749 return self.playlist_from_matches(panopto_urls, video_id, video_title)
3750
3751 # Look for Ruutu embeds
3752 ruutu_url = RuutuIE._extract_url(webpage)
3753 if ruutu_url:
3754 return self.url_result(ruutu_url, RuutuIE)
3755
3756 # Look for HTML5 media
3757 entries = self._parse_html5_media_entries(url, webpage, video_id, m3u8_id='hls')
3758 if entries:
3759 self.report_detected('HTML5 media')
3760 if len(entries) == 1:
3761 entries[0].update({
3762 'id': video_id,
3763 'title': video_title,
3764 })
3765 else:
3766 for num, entry in enumerate(entries, start=1):
3767 entry.update({
3768 'id': f'{video_id}-{num}',
3769 'title': '%s (%d)' % (video_title, num),
3770 })
3771 for entry in entries:
3772 self._sort_formats(entry['formats'])
3773 return self.playlist_result(entries, video_id, video_title)
3774
3775 jwplayer_data = self._find_jwplayer_data(
3776 webpage, video_id, transform_source=js_to_json)
3777 if jwplayer_data:
3778 if isinstance(jwplayer_data.get('playlist'), str):
3779 self.report_detected('JW Player playlist')
3780 return {
3781 **info_dict,
3782 '_type': 'url',
3783 'ie_key': JWPlatformIE.ie_key(),
3784 'url': jwplayer_data['playlist'],
3785 }
3786 try:
3787 info = self._parse_jwplayer_data(
3788 jwplayer_data, video_id, require_title=False, base_url=url)
3789 self.report_detected('JW Player data')
3790 return merge_dicts(info, info_dict)
3791 except ExtractorError:
3792 # See https://github.com/ytdl-org/youtube-dl/pull/16735
3793 pass
3794
3795 # Video.js embed
3796 mobj = re.search(
3797 r'(?s)\bvideojs\s*\(.+?([a-zA-Z0-9_$]+)\.src\s*\(\s*((?:\[.+?\]|{.+?}))\s*\)\s*;',
3798 webpage)
3799 if mobj is not None:
3800 varname = mobj.group(1)
3801 sources = self._parse_json(
3802 mobj.group(2), video_id, transform_source=js_to_json,
3803 fatal=False) or []
3804 if not isinstance(sources, list):
3805 sources = [sources]
3806 formats = []
3807 subtitles = {}
3808 for source in sources:
3809 src = source.get('src')
3810 if not src or not isinstance(src, compat_str):
3811 continue
3812 src = compat_urlparse.urljoin(url, src)
3813 src_type = source.get('type')
3814 if isinstance(src_type, compat_str):
3815 src_type = src_type.lower()
3816 ext = determine_ext(src).lower()
3817 if src_type == 'video/youtube':
3818 return self.url_result(src, YoutubeIE.ie_key())
3819 if src_type == 'application/dash+xml' or ext == 'mpd':
3820 fmts, subs = self._extract_mpd_formats_and_subtitles(
3821 src, video_id, mpd_id='dash', fatal=False)
3822 formats.extend(fmts)
3823 self._merge_subtitles(subs, target=subtitles)
3824 elif src_type == 'application/x-mpegurl' or ext == 'm3u8':
3825 fmts, subs = self._extract_m3u8_formats_and_subtitles(
3826 src, video_id, 'mp4', entry_protocol='m3u8_native',
3827 m3u8_id='hls', fatal=False)
3828 formats.extend(fmts)
3829 self._merge_subtitles(subs, target=subtitles)
3830 else:
3831 formats.append({
3832 'url': src,
3833 'ext': (mimetype2ext(src_type)
3834 or ext if ext in KNOWN_EXTENSIONS else 'mp4'),
3835 'http_headers': {
3836 'Referer': full_response.geturl(),
3837 },
3838 })
3839 # https://docs.videojs.com/player#addRemoteTextTrack
3840 # https://html.spec.whatwg.org/multipage/media.html#htmltrackelement
3841 for sub_match in re.finditer(rf'(?s){re.escape(varname)}' r'\.addRemoteTextTrack\(({.+?})\s*,\s*(?:true|false)\)', webpage):
3842 sub = self._parse_json(
3843 sub_match.group(1), video_id, transform_source=js_to_json, fatal=False) or {}
3844 src = str_or_none(sub.get('src'))
3845 if not src:
3846 continue
3847 subtitles.setdefault(dict_get(sub, ('language', 'srclang')) or 'und', []).append({
3848 'url': compat_urlparse.urljoin(url, src),
3849 'name': sub.get('label'),
3850 'http_headers': {
3851 'Referer': full_response.geturl(),
3852 },
3853 })
3854 if formats or subtitles:
3855 self.report_detected('video.js embed')
3856 self._sort_formats(formats)
3857 info_dict['formats'] = formats
3858 info_dict['subtitles'] = subtitles
3859 return info_dict
3860
3861 # Looking for http://schema.org/VideoObject
3862 json_ld = self._search_json_ld(webpage, video_id, default={})
3863 if json_ld.get('url') not in (url, None):
3864 self.report_detected('JSON LD')
3865 if determine_ext(json_ld['url']) == 'm3u8':
3866 json_ld['formats'], json_ld['subtitles'] = self._extract_m3u8_formats_and_subtitles(
3867 json_ld['url'], video_id, 'mp4')
3868 json_ld.pop('url')
3869 self._sort_formats(json_ld['formats'])
3870 else:
3871 json_ld['_type'] = 'url_transparent'
3872 json_ld['url'] = smuggle_url(json_ld['url'], {'force_videoid': video_id, 'to_generic': True})
3873 return merge_dicts(json_ld, info_dict)
3874
3875 def check_video(vurl):
3876 if YoutubeIE.suitable(vurl):
3877 return True
3878 if RtmpIE.suitable(vurl):
3879 return True
3880 vpath = compat_urlparse.urlparse(vurl).path
3881 vext = determine_ext(vpath, None)
3882 return vext not in (None, 'swf', 'png', 'jpg', 'srt', 'sbv', 'sub', 'vtt', 'ttml', 'js', 'xml')
3883
3884 def filter_video(urls):
3885 return list(filter(check_video, urls))
3886
3887 # Start with something easy: JW Player in SWFObject
3888 found = filter_video(re.findall(r'flashvars: [\'"](?:.*&)?file=(http[^\'"&]*)', webpage))
3889 if found:
3890 self.report_detected('JW Player in SFWObject')
3891 else:
3892 # Look for gorilla-vid style embedding
3893 found = filter_video(re.findall(r'''(?sx)
3894 (?:
3895 jw_plugins|
3896 JWPlayerOptions|
3897 jwplayer\s*\(\s*["'][^'"]+["']\s*\)\s*\.setup
3898 )
3899 .*?
3900 ['"]?file['"]?\s*:\s*["\'](.*?)["\']''', webpage))
3901 if found:
3902 self.report_detected('JW Player embed')
3903 if not found:
3904 # Look for generic KVS player
3905 found = re.search(r'<script [^>]*?src="https?://.+?/kt_player\.js\?v=(?P<ver>(?P<maj_ver>\d+)(\.\d+)+)".*?>', webpage)
3906 if found:
3907 self.report_detected('KWS Player')
3908 if found.group('maj_ver') not in ['4', '5']:
3909 self.report_warning('Untested major version (%s) in player engine--Download may fail.' % found.group('ver'))
3910 flashvars = re.search(r'(?ms)<script.*?>.*?var\s+flashvars\s*=\s*(\{.*?\});.*?</script>', webpage)
3911 flashvars = self._parse_json(flashvars.group(1), video_id, transform_source=js_to_json)
3912
3913 # extract the part after the last / as the display_id from the
3914 # canonical URL.
3915 display_id = self._search_regex(
3916 r'(?:<link href="https?://[^"]+/(.+?)/?" rel="canonical"\s*/?>'
3917 r'|<link rel="canonical" href="https?://[^"]+/(.+?)/?"\s*/?>)',
3918 webpage, 'display_id', fatal=False
3919 )
3920 title = self._html_search_regex(r'<(?:h1|title)>(?:Video: )?(.+?)</(?:h1|title)>', webpage, 'title')
3921
3922 thumbnail = flashvars['preview_url']
3923 if thumbnail.startswith('//'):
3924 protocol, _, _ = url.partition('/')
3925 thumbnail = protocol + thumbnail
3926
3927 url_keys = list(filter(re.compile(r'video_url|video_alt_url\d*').fullmatch, flashvars.keys()))
3928 formats = []
3929 for key in url_keys:
3930 if '/get_file/' not in flashvars[key]:
3931 continue
3932 format_id = flashvars.get(f'{key}_text', key)
3933 formats.append({
3934 'url': self._kvs_getrealurl(flashvars[key], flashvars['license_code']),
3935 'format_id': format_id,
3936 'ext': 'mp4',
3937 **(parse_resolution(format_id) or parse_resolution(flashvars[key]))
3938 })
3939 if not formats[-1].get('height'):
3940 formats[-1]['quality'] = 1
3941
3942 self._sort_formats(formats)
3943
3944 return {
3945 'id': flashvars['video_id'],
3946 'display_id': display_id,
3947 'title': title,
3948 'thumbnail': thumbnail,
3949 'formats': formats,
3950 }
3951 if not found:
3952 # Broaden the search a little bit
3953 found = filter_video(re.findall(r'[^A-Za-z0-9]?(?:file|source)=(http[^\'"&]*)', webpage))
3954 if found:
3955 self.report_detected('video file')
3956 if not found:
3957 # Broaden the findall a little bit: JWPlayer JS loader
3958 found = filter_video(re.findall(
3959 r'[^A-Za-z0-9]?(?:file|video_url)["\']?:\s*["\'](http(?![^\'"]+\.[0-9]+[\'"])[^\'"]+)["\']', webpage))
3960 if found:
3961 self.report_detected('JW Player JS loader')
3962 if not found:
3963 # Flow player
3964 found = filter_video(re.findall(r'''(?xs)
3965 flowplayer\("[^"]+",\s*
3966 \{[^}]+?\}\s*,
3967 \s*\{[^}]+? ["']?clip["']?\s*:\s*\{\s*
3968 ["']?url["']?\s*:\s*["']([^"']+)["']
3969 ''', webpage))
3970 if found:
3971 self.report_detected('Flow Player')
3972 if not found:
3973 # Cinerama player
3974 found = re.findall(
3975 r"cinerama\.embedPlayer\(\s*\'[^']+\',\s*'([^']+)'", webpage)
3976 if found:
3977 self.report_detected('Cinerama player')
3978 if not found:
3979 # Try to find twitter cards info
3980 # twitter:player:stream should be checked before twitter:player since
3981 # it is expected to contain a raw stream (see
3982 # https://dev.twitter.com/cards/types/player#On_twitter.com_via_desktop_browser)
3983 found = filter_video(re.findall(
3984 r'<meta (?:property|name)="twitter:player:stream" (?:content|value)="(.+?)"', webpage))
3985 if found:
3986 self.report_detected('Twitter card')
3987 if not found:
3988 # We look for Open Graph info:
3989 # We have to match any number spaces between elements, some sites try to align them (eg.: statigr.am)
3990 m_video_type = re.findall(r'<meta.*?property="og:video:type".*?content="video/(.*?)"', webpage)
3991 # We only look in og:video if the MIME type is a video, don't try if it's a Flash player:
3992 if m_video_type is not None:
3993 found = filter_video(re.findall(r'<meta.*?property="og:(?:video|audio)".*?content="(.*?)"', webpage))
3994 if found:
3995 self.report_detected('Open Graph video info')
3996 if not found:
3997 REDIRECT_REGEX = r'[0-9]{,2};\s*(?:URL|url)=\'?([^\'"]+)'
3998 found = re.search(
3999 r'(?i)<meta\s+(?=(?:[a-z-]+="[^"]+"\s+)*http-equiv="refresh")'
4000 r'(?:[a-z-]+="[^"]+"\s+)*?content="%s' % REDIRECT_REGEX,
4001 webpage)
4002 if not found:
4003 # Look also in Refresh HTTP header
4004 refresh_header = head_response.headers.get('Refresh')
4005 if refresh_header:
4006 found = re.search(REDIRECT_REGEX, refresh_header)
4007 if found:
4008 new_url = compat_urlparse.urljoin(url, unescapeHTML(found.group(1)))
4009 if new_url != url:
4010 self.report_following_redirect(new_url)
4011 return {
4012 '_type': 'url',
4013 'url': new_url,
4014 }
4015 else:
4016 found = None
4017
4018 if not found:
4019 # twitter:player is a https URL to iframe player that may or may not
4020 # be supported by yt-dlp thus this is checked the very last (see
4021 # https://dev.twitter.com/cards/types/player#On_twitter.com_via_desktop_browser)
4022 embed_url = self._html_search_meta('twitter:player', webpage, default=None)
4023 if embed_url and embed_url != url:
4024 self.report_detected('twitter:player iframe')
4025 return self.url_result(embed_url)
4026
4027 if not found:
4028 raise UnsupportedError(url)
4029
4030 entries = []
4031 for video_url in orderedSet(found):
4032 video_url = unescapeHTML(video_url)
4033 video_url = video_url.replace('\\/', '/')
4034 video_url = compat_urlparse.urljoin(url, video_url)
4035 video_id = compat_urllib_parse_unquote(os.path.basename(video_url))
4036
4037 # Sometimes, jwplayer extraction will result in a YouTube URL
4038 if YoutubeIE.suitable(video_url):
4039 entries.append(self.url_result(video_url, 'Youtube'))
4040 continue
4041
4042 # here's a fun little line of code for you:
4043 video_id = os.path.splitext(video_id)[0]
4044 headers = {
4045 'referer': full_response.geturl()
4046 }
4047
4048 entry_info_dict = {
4049 'id': video_id,
4050 'uploader': video_uploader,
4051 'title': video_title,
4052 'age_limit': age_limit,
4053 'http_headers': headers,
4054 }
4055
4056 if RtmpIE.suitable(video_url):
4057 entry_info_dict.update({
4058 '_type': 'url_transparent',
4059 'ie_key': RtmpIE.ie_key(),
4060 'url': video_url,
4061 })
4062 entries.append(entry_info_dict)
4063 continue
4064
4065 ext = determine_ext(video_url)
4066 if ext == 'smil':
4067 entry_info_dict = {**self._extract_smil_info(video_url, video_id), **entry_info_dict}
4068 elif ext == 'xspf':
4069 return self.playlist_result(self._extract_xspf_playlist(video_url, video_id), video_id)
4070 elif ext == 'm3u8':
4071 entry_info_dict['formats'], entry_info_dict['subtitles'] = self._extract_m3u8_formats_and_subtitles(video_url, video_id, ext='mp4', headers=headers)
4072 elif ext == 'mpd':
4073 entry_info_dict['formats'], entry_info_dict['subtitles'] = self._extract_mpd_formats_and_subtitles(video_url, video_id, headers=headers)
4074 elif ext == 'f4m':
4075 entry_info_dict['formats'] = self._extract_f4m_formats(video_url, video_id, headers=headers)
4076 elif re.search(r'(?i)\.(?:ism|smil)/manifest', video_url) and video_url != url:
4077 # Just matching .ism/manifest is not enough to be reliably sure
4078 # whether it's actually an ISM manifest or some other streaming
4079 # manifest since there are various streaming URL formats
4080 # possible (see [1]) as well as some other shenanigans like
4081 # .smil/manifest URLs that actually serve an ISM (see [2]) and
4082 # so on.
4083 # Thus the most reasonable way to solve this is to delegate
4084 # to generic extractor in order to look into the contents of
4085 # the manifest itself.
4086 # 1. https://azure.microsoft.com/en-us/documentation/articles/media-services-deliver-content-overview/#streaming-url-formats
4087 # 2. https://svs.itworkscdn.net/lbcivod/smil:itwfcdn/lbci/170976.smil/Manifest
4088 entry_info_dict = self.url_result(
4089 smuggle_url(video_url, {'to_generic': True}),
4090 GenericIE.ie_key())
4091 else:
4092 entry_info_dict['url'] = video_url
4093
4094 if entry_info_dict.get('formats'):
4095 self._sort_formats(entry_info_dict['formats'])
4096
4097 entries.append(entry_info_dict)
4098
4099 if len(entries) == 1:
4100 return entries[0]
4101 else:
4102 for num, e in enumerate(entries, start=1):
4103 # 'url' results don't have a title
4104 if e.get('title') is not None:
4105 e['title'] = '%s (%d)' % (e['title'], num)
4106 return {
4107 '_type': 'playlist',
4108 'entries': entries,
4109 }
fork of https://github.com/yt-dlp/yt-dlp/