]>
jfr.im git - yt-dlp.git/blob - yt_dlp/extractor/ign.py
4 from .common
import InfoExtractor
5 from ..networking
.exceptions
import HTTPError
20 class IGNBaseIE(InfoExtractor
):
21 def _call_api(self
, slug
):
22 return self
._download
_json
(
23 f
'http://apis.ign.com/{self._PAGE_TYPE}/v3/{self._PAGE_TYPE}s/slug/{slug}', slug
)
25 def _checked_call_api(self
, slug
):
27 return self
._call
_api
(slug
)
28 except ExtractorError
as e
:
29 if isinstance(e
.cause
, HTTPError
) and e
.cause
.status
== 404:
30 e
.cause
.args
= e
.cause
.args
or [
31 e
.cause
.response
.url
, e
.cause
.status
, e
.cause
.reason
]
33 'Content not found: expired?', cause
=e
.cause
,
37 def _extract_video_info(self
, video
, fatal
=True):
38 video_id
= video
['videoId']
41 refs
= traverse_obj(video
, 'refs', expected_type
=dict) or {}
43 m3u8_url
= url_or_none(refs
.get('m3uUrl'))
45 formats
.extend(self
._extract
_m
3u8_formats
(
46 m3u8_url
, video_id
, 'mp4', 'm3u8_native',
47 m3u8_id
='hls', fatal
=False))
49 f4m_url
= url_or_none(refs
.get('f4mUrl'))
51 formats
.extend(self
._extract
_f
4m
_formats
(
52 f4m_url
, video_id
, f4m_id
='hds', fatal
=False))
54 for asset
in (video
.get('assets') or []):
55 asset_url
= url_or_none(asset
.get('url'))
60 'tbr': int_or_none(asset
.get('bitrate'), 1000),
61 'fps': int_or_none(asset
.get('frame_rate')),
62 'height': int_or_none(asset
.get('height')),
63 'width': int_or_none(asset
.get('width')),
66 mezzanine_url
= traverse_obj(
67 video
, ('system', 'mezzanineUrl'), expected_type
=url_or_none
)
70 'ext': determine_ext(mezzanine_url
, 'mp4'),
71 'format_id': 'mezzanine',
76 thumbnails
= traverse_obj(
77 video
, ('thumbnails', ..., {'url': 'url'}
), expected_type
=url_or_none
)
79 video
, ('tags', ..., 'displayName'),
80 expected_type
=lambda x
: x
.strip() or None)
82 metadata
= traverse_obj(video
, 'metadata', expected_type
=dict) or {}
84 metadata
, 'longTitle', 'title', 'name',
85 expected_type
=lambda x
: x
.strip() or None)
90 'description': strip_or_none(metadata
.get('description')),
91 'timestamp': parse_iso8601(metadata
.get('publishDate')),
92 'duration': int_or_none(metadata
.get('duration')),
93 'thumbnails': thumbnails
,
99 class IGNIE(IGNBaseIE
):
101 Extractor for some of the IGN sites, like www.ign.com, es.ign.com de.ign.com.
102 Some videos of it.ign.com are also supported
104 _VIDEO_PATH_RE
= r
'/(?:\d{4}/\d{2}/\d{2}/)?(?P<id>.+?)'
105 _PLAYLIST_PATH_RE
= r
'(?:/?\?(?P<filt>[^&#]+))?'
107 r
'https?://(?:.+?\.ign|www\.pcmag)\.com/videos(?:{})'.format('|'.join((_VIDEO_PATH_RE
+ r
'(?:[/?&#]|$)', _PLAYLIST_PATH_RE
))))
112 'url': 'http://www.ign.com/videos/2013/06/05/the-last-of-us-review',
113 'md5': 'd2e1586d9987d40fad7867bf96a018ea',
115 'id': '8f862beef863986b2785559b9e1aa599',
117 'title': 'The Last of Us Review',
118 'description': 'md5:c8946d4260a4d43a00d5ae8ed998870c',
119 'timestamp': 1370440800,
120 'upload_date': '20130605',
122 'display_id': 'the-last-of-us-review',
123 'thumbnail': 'https://assets1.ignimgs.com/vid/thumbnails/user/2014/03/26/lastofusreviewmimig2.jpg',
127 'nocheckcertificate': True,
130 'url': 'http://www.pcmag.com/videos/2015/01/06/010615-whats-new-now-is-gogo-snooping-on-your-data',
131 'md5': 'f1581a6fe8c5121be5b807684aeac3f6',
133 'id': 'ee10d774b508c9b8ec07e763b9125b91',
135 'title': 'What\'s New Now: Is GoGo Snooping on Your Data?',
136 'description': 'md5:817a20299de610bd56f13175386da6fa',
137 'timestamp': 1420571160,
138 'upload_date': '20150106',
141 'skip': '404 Not Found',
143 'url': 'https://www.ign.com/videos/is-a-resident-evil-4-remake-on-the-way-ign-daily-fix',
144 'only_matching': True,
148 def _extract_embed_urls(cls
, url
, webpage
):
150 r
'''(?s)<section\b[^>]+\bclass\s*=\s*['"](?:[\w-]+\s+)*?content-feed-grid(?!\B|-)[^>]+>(.+?)</section[^>]*>''',
153 None, (urljoin(url
, m
.group('path')) for m
in re
.finditer(
154 rf
'''<a\b[^>]+\bhref\s*=\s*('|")(?P<path>/videos{cls._VIDEO_PATH_RE})\1''',
155 grids
[0] if grids
else '')))
157 def _real_extract(self
, url
):
158 display_id
, filt
= self
._match
_valid
_url
(url
).group('id', 'filt')
160 return self
._extract
_video
(url
, display_id
)
161 return self
._extract
_playlist
(url
, filt
or 'all')
163 def _extract_playlist(self
, url
, display_id
):
164 webpage
= self
._download
_webpage
(url
, display_id
)
166 return self
.playlist_result(
167 (self
.url_result(u
, self
.ie_key())
168 for u
in self
._extract
_embed
_urls
(url
, webpage
)),
169 playlist_id
=display_id
)
171 def _extract_video(self
, url
, display_id
):
172 video
= self
._checked
_call
_api
(display_id
)
174 info
= self
._extract
_video
_info
(video
)
177 'display_id': display_id
,
181 class IGNVideoIE(IGNBaseIE
):
182 _VALID_URL
= r
'https?://.+?\.ign\.com/(?:[a-z]{2}/)?[^/]+/(?P<id>\d+)/(?:video|trailer)/'
184 'url': 'http://me.ign.com/en/videos/112203/video/how-hitman-aims-to-be-different-than-every-other-s',
185 'md5': 'dd9aca7ed2657c4e118d8b261e5e9de1',
187 'id': 'e9be7ea899a9bbfc0674accc22a36cc8',
189 'title': 'How Hitman Aims to Be Different Than Every Other Stealth Game - NYCC 2015',
190 'description': 'Taking out assassination targets in Hitman has never been more stylish.',
191 'timestamp': 1444665600,
192 'upload_date': '20151012',
193 'display_id': '112203',
194 'thumbnail': 'https://sm.ign.com/ign_me/video/h/how-hitman/how-hitman-aims-to-be-different-than-every-other-s_8z14.jpg',
198 'expected_warnings': ['HTTP Error 400: Bad Request'],
200 'url': 'http://me.ign.com/ar/angry-birds-2/106533/video/lrd-ldyy-lwl-lfylm-angry-birds',
201 'only_matching': True,
204 'url': 'https://me.ign.com/ar/ratchet-clank-rift-apart/144327/trailer/embed',
205 'only_matching': True,
208 'url': 'http://adria.ign.com/sherlock-season-4/9687/trailer/embed',
209 'only_matching': True,
212 'url': 'https://kr.ign.com/bic-2018/3307/trailer/embed',
213 'only_matching': True,
216 def _real_extract(self
, url
):
217 video_id
= self
._match
_id
(url
)
218 parsed_url
= urllib
.parse
.urlparse(url
)
219 embed_url
= urllib
.parse
.urlunparse(
220 parsed_url
._replace
(path
=parsed_url
.path
.rsplit('/', 1)[0] + '/embed'))
222 webpage
, urlh
= self
._download
_webpage
_handle
(embed_url
, video_id
)
224 ign_url
= urllib
.parse
.parse_qs(
225 urllib
.parse
.urlparse(new_url
).query
).get('url', [None])[-1]
227 return self
.url_result(ign_url
, IGNIE
.ie_key())
228 video
= self
._search
_regex
(r
'(<div\b[^>]+\bdata-video-id\s*=\s*[^>]+>)', webpage
, 'video element', fatal
=False)
231 raise ExtractorError('Redirect loop: ' + url
)
232 return self
.url_result(new_url
)
233 video
= extract_attributes(video
)
234 video_data
= video
.get('data-settings') or '{}'
235 video_data
= self
._parse
_json
(video_data
, video_id
)['video']
236 info
= self
._extract
_video
_info
(video_data
)
239 'display_id': video_id
,
243 class IGNArticleIE(IGNBaseIE
):
244 _VALID_URL
= r
'https?://.+?\.ign\.com/(?:articles(?:/\d{4}/\d{2}/\d{2})?|(?:[a-z]{2}/)?(?:[\w-]+/)*?feature/\d+)/(?P<id>[^/?&#]+)'
245 _PAGE_TYPE
= 'article'
247 'url': 'http://me.ign.com/en/feature/15775/100-little-things-in-gta-5-that-will-blow-your-mind',
250 'title': '100 Little Things in GTA 5 That Will Blow Your Mind',
255 'id': '5ebbd138523268b93c9141af17bec937',
257 'title': 'Grand Theft Auto V Video Review',
258 'description': 'Rockstar drops the mic on this generation of games. Watch our review of the masterly Grand Theft Auto V.',
259 'timestamp': 1379339880,
260 'upload_date': '20130916',
262 'thumbnail': 'https://assets1.ignimgs.com/thumbs/userUploaded/2021/8/16/gta-v-heistsjpg-e94705-1629138553533.jpeg',
263 'display_id': 'grand-theft-auto-v-video-review',
269 'id': '638672ee848ae4ff108df2a296418ee2',
271 'title': 'GTA 5 In Slow Motion',
272 'description': 'The twisted beauty of GTA 5 in stunning slow motion.',
273 'timestamp': 1386878820,
274 'upload_date': '20131212',
277 'display_id': 'gta-5-in-slow-motion',
278 'thumbnail': 'https://assets1.ignimgs.com/vid/thumbnails/user/2013/11/03/GTA-SLO-MO-1.jpg',
283 'skip_download': True,
285 'expected_warnings': ['Backend fetch failed'],
287 'url': 'http://www.ign.com/articles/2014/08/15/rewind-theater-wild-trailer-gamescom-2014?watch',
289 'id': '53ee806780a81ec46e0790f8',
290 'title': 'Rewind Theater - Wild Trailer Gamescom 2014',
293 'expected_warnings': ['Backend fetch failed'],
296 'url': 'http://www.ign.com/articles/2017/06/08/new-ducktales-short-donalds-birthday-doesnt-go-as-planned',
297 'only_matching': True,
300 'url': 'https://www.ign.com/articles/2021-mvp-named-in-puppy-bowl-xvii',
301 'only_matching': True,
304 'url': 'https://www.ign.com/articles/2014/08/07/sons-of-anarchy-final-season-trailer',
305 'only_matching': True,
308 'url': 'https://www.ign.com/articles/2017/09/20/marvels-the-punisher-watch-the-new-trailer-for-the-netflix-series',
309 'only_matching': True,
312 'url': 'https://www.ign.com/articles/2016/01/16/supergirl-goes-flying-with-martian-manhunter-in-new-clip',
313 'only_matching': True,
316 def _checked_call_api(self
, slug
):
318 return self
._call
_api
(slug
)
319 except ExtractorError
as e
:
320 if isinstance(e
.cause
, HTTPError
):
321 e
.cause
.args
= e
.cause
.args
or [
322 e
.cause
.response
.url
, e
.cause
.status
, e
.cause
.reason
]
323 if e
.cause
.status
== 404:
324 raise ExtractorError(
325 'Content not found: expired?', cause
=e
.cause
,
327 elif e
.cause
.status
== 503:
328 self
.report_warning(str(e
.cause
))
332 def _real_extract(self
, url
):
333 display_id
= self
._match
_id
(url
)
334 article
= self
._checked
_call
_api
(display_id
)
339 media_url
= traverse_obj(
340 article
, ('mediaRelations', 0, 'media', 'metadata', 'url'),
341 expected_type
=url_or_none
)
343 yield self
.url_result(media_url
, IGNIE
.ie_key())
344 for content
in (article
.get('content') or []):
345 for video_url
in re
.findall(r
'(?:\[(?:ignvideo\s+url|youtube\s+clip_id)|<iframe[^>]+src)="([^"]+)"', content
):
346 if url_or_none(video_url
):
347 yield self
.url_result(video_url
)
349 return self
.playlist_result(
350 entries(), article
.get('articleId'),
352 article
, ('metadata', 'headline'),
353 expected_type
=lambda x
: x
.strip() or None))
355 webpage
= self
._download
_webpage
(url
, display_id
)
357 playlist_id
= self
._html
_search
_meta
('dable:item_id', webpage
, default
=None)
361 for m
in re
.finditer(
362 r
'''(?s)<object\b[^>]+\bclass\s*=\s*("|')ign-videoplayer\1[^>]*>(?P<params>.+?)</object''',
364 flashvars
= self
._search
_regex
(
365 r
'''(<param\b[^>]+\bname\s*=\s*("|')flashvars\2[^>]*>)''',
366 m
.group('params'), 'flashvars', default
='')
367 flashvars
= urllib
.parse
.parse_qs(extract_attributes(flashvars
).get('value') or '')
368 v_url
= url_or_none((flashvars
.get('url') or [None])[-1])
370 yield self
.url_result(v_url
)
372 playlist_id
= self
._search
_regex
(
373 r
'''\bdata-post-id\s*=\s*("|')(?P<id>[\da-f]+)\1''',
374 webpage
, 'id', group
='id', default
=None)
376 nextjs_data
= self
._search
_nextjs
_data
(webpage
, display_id
)
379 for player
in traverse_obj(
381 ('props', 'apolloState', 'ROOT_QUERY', lambda k
, _
: k
.startswith('videoPlayerProps('), '__ref')):
382 # skip promo links (which may not always be served, eg GH CI servers)
383 if traverse_obj(nextjs_data
,
384 ('props', 'apolloState', player
.replace('PlayerProps', 'ModernContent')),
387 video
= traverse_obj(nextjs_data
, ('props', 'apolloState', player
), expected_type
=dict) or {}
388 info
= self
._extract
_video
_info
(video
, fatal
=False)
391 'display_id': display_id
,
394 return self
.playlist_result(
395 entries(), playlist_id
or display_id
,
396 re
.sub(r
'\s+-\s+IGN\s*$', '', self
._og
_search
_title
(webpage
, default
='')) or None)