]>
jfr.im git - yt-dlp.git/blob - yt_dlp/extractor/ign.py
4 from .common
import InfoExtractor
5 from ..compat
import compat_parse_qs
6 from ..networking
.exceptions
import HTTPError
22 class IGNBaseIE(InfoExtractor
):
23 def _call_api(self
, slug
):
24 return self
._download
_json
(
25 'http://apis.ign.com/{0}/v3/{0}s/slug/{1}'.format(self
._PAGE
_TYPE
, slug
), slug
)
27 def _checked_call_api(self
, slug
):
29 return self
._call
_api
(slug
)
30 except ExtractorError
as e
:
31 if isinstance(e
.cause
, HTTPError
) and e
.cause
.status
== 404:
32 e
.cause
.args
= e
.cause
.args
or [
33 e
.cause
.response
.url
, e
.cause
.status
, e
.cause
.reason
]
35 'Content not found: expired?', cause
=e
.cause
,
39 def _extract_video_info(self
, video
, fatal
=True):
40 video_id
= video
['videoId']
43 refs
= traverse_obj(video
, 'refs', expected_type
=dict) or {}
45 m3u8_url
= url_or_none(refs
.get('m3uUrl'))
47 formats
.extend(self
._extract
_m
3u8_formats
(
48 m3u8_url
, video_id
, 'mp4', 'm3u8_native',
49 m3u8_id
='hls', fatal
=False))
51 f4m_url
= url_or_none(refs
.get('f4mUrl'))
53 formats
.extend(self
._extract
_f
4m
_formats
(
54 f4m_url
, video_id
, f4m_id
='hds', fatal
=False))
56 for asset
in (video
.get('assets') or []):
57 asset_url
= url_or_none(asset
.get('url'))
62 'tbr': int_or_none(asset
.get('bitrate'), 1000),
63 'fps': int_or_none(asset
.get('frame_rate')),
64 'height': int_or_none(asset
.get('height')),
65 'width': int_or_none(asset
.get('width')),
68 mezzanine_url
= traverse_obj(
69 video
, ('system', 'mezzanineUrl'), expected_type
=url_or_none
)
72 'ext': determine_ext(mezzanine_url
, 'mp4'),
73 'format_id': 'mezzanine',
78 thumbnails
= traverse_obj(
79 video
, ('thumbnails', ..., {'url': 'url'}
), expected_type
=url_or_none
)
81 video
, ('tags', ..., 'displayName'),
82 expected_type
=lambda x
: x
.strip() or None)
84 metadata
= traverse_obj(video
, 'metadata', expected_type
=dict) or {}
86 metadata
, 'longTitle', 'title', 'name',
87 expected_type
=lambda x
: x
.strip() or None)
92 'description': strip_or_none(metadata
.get('description')),
93 'timestamp': parse_iso8601(metadata
.get('publishDate')),
94 'duration': int_or_none(metadata
.get('duration')),
95 'thumbnails': thumbnails
,
101 class IGNIE(IGNBaseIE
):
103 Extractor for some of the IGN sites, like www.ign.com, es.ign.com de.ign.com.
104 Some videos of it.ign.com are also supported
106 _VIDEO_PATH_RE
= r
'/(?:\d{4}/\d{2}/\d{2}/)?(?P<id>.+?)'
107 _PLAYLIST_PATH_RE
= r
'(?:/?\?(?P<filt>[^&#]+))?'
109 r
'https?://(?:.+?\.ign|www\.pcmag)\.com/videos(?:%s)'
110 % '|'.join((_VIDEO_PATH_RE
+ r
'(?:[/?&#]|$)', _PLAYLIST_PATH_RE
)))
115 'url': 'http://www.ign.com/videos/2013/06/05/the-last-of-us-review',
116 'md5': 'd2e1586d9987d40fad7867bf96a018ea',
118 'id': '8f862beef863986b2785559b9e1aa599',
120 'title': 'The Last of Us Review',
121 'description': 'md5:c8946d4260a4d43a00d5ae8ed998870c',
122 'timestamp': 1370440800,
123 'upload_date': '20130605',
125 'display_id': 'the-last-of-us-review',
126 'thumbnail': 'https://assets1.ignimgs.com/vid/thumbnails/user/2014/03/26/lastofusreviewmimig2.jpg',
130 'nocheckcertificate': True,
133 'url': 'http://www.pcmag.com/videos/2015/01/06/010615-whats-new-now-is-gogo-snooping-on-your-data',
134 'md5': 'f1581a6fe8c5121be5b807684aeac3f6',
136 'id': 'ee10d774b508c9b8ec07e763b9125b91',
138 'title': 'What\'s New Now: Is GoGo Snooping on Your Data?',
139 'description': 'md5:817a20299de610bd56f13175386da6fa',
140 'timestamp': 1420571160,
141 'upload_date': '20150106',
144 'skip': '404 Not Found',
146 'url': 'https://www.ign.com/videos/is-a-resident-evil-4-remake-on-the-way-ign-daily-fix',
147 'only_matching': True,
151 def _extract_embed_urls(cls
, url
, webpage
):
153 r
'''(?s)<section\b[^>]+\bclass\s*=\s*['"](?:[\w-]+\s+)*?content-feed-grid(?!\B|-)[^>]+>(.+?)</section[^>]*>''',
156 (urljoin(url
, m
.group('path')) for m
in re
.finditer(
157 r
'''<a\b[^>]+\bhref\s*=\s*('|")(?P<path>/videos%s)\1'''
158 % cls
._VIDEO
_PATH
_RE
, grids
[0] if grids
else '')))
160 def _real_extract(self
, url
):
161 display_id
, filt
= self
._match
_valid
_url
(url
).group('id', 'filt')
163 return self
._extract
_video
(url
, display_id
)
164 return self
._extract
_playlist
(url
, filt
or 'all')
166 def _extract_playlist(self
, url
, display_id
):
167 webpage
= self
._download
_webpage
(url
, display_id
)
169 return self
.playlist_result(
170 (self
.url_result(u
, self
.ie_key())
171 for u
in self
._extract
_embed
_urls
(url
, webpage
)),
172 playlist_id
=display_id
)
174 def _extract_video(self
, url
, display_id
):
175 video
= self
._checked
_call
_api
(display_id
)
177 info
= self
._extract
_video
_info
(video
)
180 'display_id': display_id
,
184 class IGNVideoIE(IGNBaseIE
):
185 _VALID_URL
= r
'https?://.+?\.ign\.com/(?:[a-z]{2}/)?[^/]+/(?P<id>\d+)/(?:video|trailer)/'
187 'url': 'http://me.ign.com/en/videos/112203/video/how-hitman-aims-to-be-different-than-every-other-s',
188 'md5': 'dd9aca7ed2657c4e118d8b261e5e9de1',
190 'id': 'e9be7ea899a9bbfc0674accc22a36cc8',
192 'title': 'How Hitman Aims to Be Different Than Every Other Stealth Game - NYCC 2015',
193 'description': 'Taking out assassination targets in Hitman has never been more stylish.',
194 'timestamp': 1444665600,
195 'upload_date': '20151012',
196 'display_id': '112203',
197 'thumbnail': 'https://sm.ign.com/ign_me/video/h/how-hitman/how-hitman-aims-to-be-different-than-every-other-s_8z14.jpg',
201 'expected_warnings': ['HTTP Error 400: Bad Request'],
203 'url': 'http://me.ign.com/ar/angry-birds-2/106533/video/lrd-ldyy-lwl-lfylm-angry-birds',
204 'only_matching': True,
207 'url': 'https://me.ign.com/ar/ratchet-clank-rift-apart/144327/trailer/embed',
208 'only_matching': True,
211 'url': 'http://adria.ign.com/sherlock-season-4/9687/trailer/embed',
212 'only_matching': True,
215 'url': 'https://kr.ign.com/bic-2018/3307/trailer/embed',
216 'only_matching': True,
219 def _real_extract(self
, url
):
220 video_id
= self
._match
_id
(url
)
221 parsed_url
= urllib
.parse
.urlparse(url
)
222 embed_url
= urllib
.parse
.urlunparse(
223 parsed_url
._replace
(path
=parsed_url
.path
.rsplit('/', 1)[0] + '/embed'))
225 webpage
, urlh
= self
._download
_webpage
_handle
(embed_url
, video_id
)
227 ign_url
= compat_parse_qs(
228 urllib
.parse
.urlparse(new_url
).query
).get('url', [None])[-1]
230 return self
.url_result(ign_url
, IGNIE
.ie_key())
231 video
= self
._search
_regex
(r
'(<div\b[^>]+\bdata-video-id\s*=\s*[^>]+>)', webpage
, 'video element', fatal
=False)
234 raise ExtractorError('Redirect loop: ' + url
)
235 return self
.url_result(new_url
)
236 video
= extract_attributes(video
)
237 video_data
= video
.get('data-settings') or '{}'
238 video_data
= self
._parse
_json
(video_data
, video_id
)['video']
239 info
= self
._extract
_video
_info
(video_data
)
242 'display_id': video_id
,
246 class IGNArticleIE(IGNBaseIE
):
247 _VALID_URL
= r
'https?://.+?\.ign\.com/(?:articles(?:/\d{4}/\d{2}/\d{2})?|(?:[a-z]{2}/)?(?:[\w-]+/)*?feature/\d+)/(?P<id>[^/?&#]+)'
248 _PAGE_TYPE
= 'article'
250 'url': 'http://me.ign.com/en/feature/15775/100-little-things-in-gta-5-that-will-blow-your-mind',
253 'title': '100 Little Things in GTA 5 That Will Blow Your Mind',
258 'id': '5ebbd138523268b93c9141af17bec937',
260 'title': 'Grand Theft Auto V Video Review',
261 'description': 'Rockstar drops the mic on this generation of games. Watch our review of the masterly Grand Theft Auto V.',
262 'timestamp': 1379339880,
263 'upload_date': '20130916',
265 'thumbnail': 'https://assets1.ignimgs.com/thumbs/userUploaded/2021/8/16/gta-v-heistsjpg-e94705-1629138553533.jpeg',
266 'display_id': 'grand-theft-auto-v-video-review',
272 'id': '638672ee848ae4ff108df2a296418ee2',
274 'title': 'GTA 5 In Slow Motion',
275 'description': 'The twisted beauty of GTA 5 in stunning slow motion.',
276 'timestamp': 1386878820,
277 'upload_date': '20131212',
280 'display_id': 'gta-5-in-slow-motion',
281 'thumbnail': 'https://assets1.ignimgs.com/vid/thumbnails/user/2013/11/03/GTA-SLO-MO-1.jpg',
286 'skip_download': True,
288 'expected_warnings': ['Backend fetch failed'],
290 'url': 'http://www.ign.com/articles/2014/08/15/rewind-theater-wild-trailer-gamescom-2014?watch',
292 'id': '53ee806780a81ec46e0790f8',
293 'title': 'Rewind Theater - Wild Trailer Gamescom 2014',
296 'expected_warnings': ['Backend fetch failed'],
299 'url': 'http://www.ign.com/articles/2017/06/08/new-ducktales-short-donalds-birthday-doesnt-go-as-planned',
300 'only_matching': True,
303 'url': 'https://www.ign.com/articles/2021-mvp-named-in-puppy-bowl-xvii',
304 'only_matching': True,
307 'url': 'https://www.ign.com/articles/2014/08/07/sons-of-anarchy-final-season-trailer',
308 'only_matching': True,
311 'url': 'https://www.ign.com/articles/2017/09/20/marvels-the-punisher-watch-the-new-trailer-for-the-netflix-series',
312 'only_matching': True,
315 'url': 'https://www.ign.com/articles/2016/01/16/supergirl-goes-flying-with-martian-manhunter-in-new-clip',
316 'only_matching': True,
319 def _checked_call_api(self
, slug
):
321 return self
._call
_api
(slug
)
322 except ExtractorError
as e
:
323 if isinstance(e
.cause
, HTTPError
):
324 e
.cause
.args
= e
.cause
.args
or [
325 e
.cause
.response
.url
, e
.cause
.status
, e
.cause
.reason
]
326 if e
.cause
.status
== 404:
327 raise ExtractorError(
328 'Content not found: expired?', cause
=e
.cause
,
330 elif e
.cause
.status
== 503:
331 self
.report_warning(error_to_compat_str(e
.cause
))
335 def _real_extract(self
, url
):
336 display_id
= self
._match
_id
(url
)
337 article
= self
._checked
_call
_api
(display_id
)
342 media_url
= traverse_obj(
343 article
, ('mediaRelations', 0, 'media', 'metadata', 'url'),
344 expected_type
=url_or_none
)
346 yield self
.url_result(media_url
, IGNIE
.ie_key())
347 for content
in (article
.get('content') or []):
348 for video_url
in re
.findall(r
'(?:\[(?:ignvideo\s+url|youtube\s+clip_id)|<iframe[^>]+src)="([^"]+)"', content
):
349 if url_or_none(video_url
):
350 yield self
.url_result(video_url
)
352 return self
.playlist_result(
353 entries(), article
.get('articleId'),
355 article
, ('metadata', 'headline'),
356 expected_type
=lambda x
: x
.strip() or None))
358 webpage
= self
._download
_webpage
(url
, display_id
)
360 playlist_id
= self
._html
_search
_meta
('dable:item_id', webpage
, default
=None)
364 for m
in re
.finditer(
365 r
'''(?s)<object\b[^>]+\bclass\s*=\s*("|')ign-videoplayer\1[^>]*>(?P<params>.+?)</object''',
367 flashvars
= self
._search
_regex
(
368 r
'''(<param\b[^>]+\bname\s*=\s*("|')flashvars\2[^>]*>)''',
369 m
.group('params'), 'flashvars', default
='')
370 flashvars
= compat_parse_qs(extract_attributes(flashvars
).get('value') or '')
371 v_url
= url_or_none((flashvars
.get('url') or [None])[-1])
373 yield self
.url_result(v_url
)
375 playlist_id
= self
._search
_regex
(
376 r
'''\bdata-post-id\s*=\s*("|')(?P<id>[\da-f]+)\1''',
377 webpage
, 'id', group
='id', default
=None)
379 nextjs_data
= self
._search
_nextjs
_data
(webpage
, display_id
)
382 for player
in traverse_obj(
384 ('props', 'apolloState', 'ROOT_QUERY', lambda k
, _
: k
.startswith('videoPlayerProps('), '__ref')):
385 # skip promo links (which may not always be served, eg GH CI servers)
386 if traverse_obj(nextjs_data
,
387 ('props', 'apolloState', player
.replace('PlayerProps', 'ModernContent')),
390 video
= traverse_obj(nextjs_data
, ('props', 'apolloState', player
), expected_type
=dict) or {}
391 info
= self
._extract
_video
_info
(video
, fatal
=False)
394 'display_id': display_id
,
397 return self
.playlist_result(
398 entries(), playlist_id
or display_id
,
399 re
.sub(r
'\s+-\s+IGN\s*$', '', self
._og
_search
_title
(webpage
, default
='')) or None)