]>
Commit | Line | Data |
---|---|---|
3ca3f77f U |
1 | from __future__ import unicode_literals |
2 | ||
3 | import re | |
4 | ||
5 | from .common import InfoExtractor | |
6 | from ..compat import compat_str | |
7 | from ..utils import ( | |
8 | try_get, | |
9 | unescapeHTML, | |
10 | url_or_none, | |
11 | urljoin, | |
12 | ) | |
13 | ||
14 | ||
15 | class WWEBaseIE(InfoExtractor): | |
16 | _SUBTITLE_LANGS = { | |
17 | 'English': 'en', | |
18 | 'Deutsch': 'de', | |
19 | } | |
20 | ||
21 | def _extract_entry(self, data, url, video_id=None): | |
22 | video_id = compat_str(video_id or data['nid']) | |
23 | title = data['title'] | |
24 | ||
25 | formats = self._extract_m3u8_formats( | |
26 | data['file'], video_id, 'mp4', entry_protocol='m3u8_native', | |
27 | m3u8_id='hls') | |
28 | ||
29 | description = data.get('description') | |
30 | thumbnail = urljoin(url, data.get('image')) | |
31 | series = data.get('show_name') | |
32 | episode = data.get('episode_name') | |
33 | ||
34 | subtitles = {} | |
35 | tracks = data.get('tracks') | |
36 | if isinstance(tracks, list): | |
37 | for track in tracks: | |
38 | if not isinstance(track, dict): | |
39 | continue | |
40 | if track.get('kind') != 'captions': | |
41 | continue | |
42 | track_file = url_or_none(track.get('file')) | |
43 | if not track_file: | |
44 | continue | |
45 | label = track.get('label') | |
46 | lang = self._SUBTITLE_LANGS.get(label, label) or 'en' | |
47 | subtitles.setdefault(lang, []).append({ | |
48 | 'url': track_file, | |
49 | }) | |
50 | ||
51 | return { | |
52 | 'id': video_id, | |
53 | 'title': title, | |
54 | 'description': description, | |
55 | 'thumbnail': thumbnail, | |
56 | 'series': series, | |
57 | 'episode': episode, | |
58 | 'formats': formats, | |
59 | 'subtitles': subtitles, | |
60 | } | |
61 | ||
62 | ||
63 | class WWEIE(WWEBaseIE): | |
64 | _VALID_URL = r'https?://(?:[^/]+\.)?wwe\.com/(?:[^/]+/)*videos/(?P<id>[^/?#&]+)' | |
65 | _TESTS = [{ | |
66 | 'url': 'https://www.wwe.com/videos/daniel-bryan-vs-andrade-cien-almas-smackdown-live-sept-4-2018', | |
67 | 'md5': '92811c6a14bfc206f7a6a9c5d9140184', | |
68 | 'info_dict': { | |
69 | 'id': '40048199', | |
70 | 'ext': 'mp4', | |
71 | 'title': 'Daniel Bryan vs. Andrade "Cien" Almas: SmackDown LIVE, Sept. 4, 2018', | |
72 | 'description': 'md5:2d7424dbc6755c61a0e649d2a8677f67', | |
73 | 'thumbnail': r're:^https?://.*\.jpg$', | |
74 | } | |
75 | }, { | |
76 | 'url': 'https://de.wwe.com/videos/gran-metalik-vs-tony-nese-wwe-205-live-sept-4-2018', | |
77 | 'only_matching': True, | |
78 | }] | |
79 | ||
80 | def _real_extract(self, url): | |
81 | display_id = self._match_id(url) | |
82 | webpage = self._download_webpage(url, display_id) | |
83 | ||
84 | landing = self._parse_json( | |
85 | self._html_search_regex( | |
86 | r'(?s)Drupal\.settings\s*,\s*({.+?})\s*\)\s*;', | |
87 | webpage, 'drupal settings'), | |
88 | display_id)['WWEVideoLanding'] | |
89 | ||
90 | data = landing['initialVideo']['playlist'][0] | |
91 | video_id = landing.get('initialVideoId') | |
92 | ||
93 | info = self._extract_entry(data, url, video_id) | |
94 | info['display_id'] = display_id | |
95 | return info | |
96 | ||
97 | ||
98 | class WWEPlaylistIE(WWEBaseIE): | |
99 | _VALID_URL = r'https?://(?:[^/]+\.)?wwe\.com/(?:[^/]+/)*(?P<id>[^/?#&]+)' | |
100 | _TESTS = [{ | |
101 | 'url': 'https://www.wwe.com/shows/raw/2018-11-12', | |
102 | 'info_dict': { | |
103 | 'id': '2018-11-12', | |
104 | }, | |
105 | 'playlist_mincount': 11, | |
106 | }, { | |
107 | 'url': 'http://www.wwe.com/article/walk-the-prank-wwe-edition', | |
108 | 'only_matching': True, | |
109 | }, { | |
110 | 'url': 'https://www.wwe.com/shows/wwenxt/article/matt-riddle-interview', | |
111 | 'only_matching': True, | |
112 | }] | |
113 | ||
114 | @classmethod | |
115 | def suitable(cls, url): | |
116 | return False if WWEIE.suitable(url) else super(WWEPlaylistIE, cls).suitable(url) | |
117 | ||
118 | def _real_extract(self, url): | |
119 | display_id = self._match_id(url) | |
120 | webpage = self._download_webpage(url, display_id) | |
121 | ||
122 | entries = [] | |
123 | for mobj in re.finditer( | |
124 | r'data-video\s*=\s*(["\'])(?P<data>{.+?})\1', webpage): | |
125 | video = self._parse_json( | |
126 | mobj.group('data'), display_id, transform_source=unescapeHTML, | |
127 | fatal=False) | |
128 | if not video: | |
129 | continue | |
130 | data = try_get(video, lambda x: x['playlist'][0], dict) | |
131 | if not data: | |
132 | continue | |
133 | try: | |
134 | entry = self._extract_entry(data, url) | |
135 | except Exception: | |
136 | continue | |
137 | entry['extractor_key'] = WWEIE.ie_key() | |
138 | entries.append(entry) | |
139 | ||
140 | return self.playlist_result(entries, display_id) |