]>
Commit | Line | Data |
---|---|---|
5c86bfe7 | 1 | from .common import InfoExtractor |
3d2623a8 | 2 | from ..networking.exceptions import HTTPError |
5c86bfe7 S |
3 | from ..utils import ( |
4 | determine_ext, | |
30a074c2 | 5 | ExtractorError, |
6 | float_or_none, | |
7 | int_or_none, | |
34921b43 | 8 | join_nonempty, |
30a074c2 | 9 | parse_iso8601, |
5c86bfe7 S |
10 | ) |
11 | ||
12 | ||
13 | class ThreeQSDNIE(InfoExtractor): | |
14 | IE_NAME = '3qsdn' | |
15 | IE_DESC = '3Q SDN' | |
16 | _VALID_URL = r'https?://playout\.3qsdn\.com/(?P<id>[\da-f]{8}-[\da-f]{4}-[\da-f]{4}-[\da-f]{4}-[\da-f]{12})' | |
bfd973ec | 17 | _EMBED_REGEX = [r'<iframe[^>]+\b(?:data-)?src=(["\'])(?P<url>%s.*?)\1' % _VALID_URL] |
5c86bfe7 | 18 | _TESTS = [{ |
30a074c2 | 19 | # https://player.3qsdn.com/demo.html |
20 | 'url': 'https://playout.3qsdn.com/7201c779-6b3c-11e7-a40e-002590c750be', | |
21 | 'md5': '64a57396b16fa011b15e0ea60edce918', | |
5c86bfe7 | 22 | 'info_dict': { |
30a074c2 | 23 | 'id': '7201c779-6b3c-11e7-a40e-002590c750be', |
5c86bfe7 | 24 | 'ext': 'mp4', |
30a074c2 | 25 | 'title': 'Video Ads', |
5c86bfe7 | 26 | 'is_live': False, |
30a074c2 | 27 | 'description': 'Video Ads Demo', |
28 | 'timestamp': 1500334803, | |
29 | 'upload_date': '20170717', | |
30 | 'duration': 888.032, | |
31 | 'subtitles': { | |
32 | 'eng': 'count:1', | |
33 | }, | |
5c86bfe7 | 34 | }, |
30a074c2 | 35 | 'expected_warnings': ['Unknown MIME type application/mp4 in DASH manifest'], |
5c86bfe7 S |
36 | }, { |
37 | # live video stream | |
30a074c2 | 38 | 'url': 'https://playout.3qsdn.com/66e68995-11ca-11e8-9273-002590c750be', |
5c86bfe7 | 39 | 'info_dict': { |
30a074c2 | 40 | 'id': '66e68995-11ca-11e8-9273-002590c750be', |
5c86bfe7 | 41 | 'ext': 'mp4', |
30a074c2 | 42 | 'title': 're:^66e68995-11ca-11e8-9273-002590c750be [0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}$', |
7b0d333a NP |
43 | 'is_live': True, |
44 | }, | |
45 | 'params': { | |
46 | 'skip_download': True, # m3u8 downloads | |
5c86bfe7 S |
47 | }, |
48 | }, { | |
49 | # live audio stream | |
50 | 'url': 'http://playout.3qsdn.com/9edf36e0-6bf2-11e2-a16a-9acf09e2db48', | |
51 | 'only_matching': True, | |
52 | }, { | |
53 | # live audio stream with some 404 URLs | |
54 | 'url': 'http://playout.3qsdn.com/ac5c3186-777a-11e2-9c30-9acf09e2db48', | |
55 | 'only_matching': True, | |
56 | }, { | |
57 | # geo restricted with 'This content is not available in your country' | |
58 | 'url': 'http://playout.3qsdn.com/d63a3ffe-75e8-11e2-9c30-9acf09e2db48', | |
59 | 'only_matching': True, | |
60 | }, { | |
61 | # geo restricted with 'playout.3qsdn.com/forbidden' | |
62 | 'url': 'http://playout.3qsdn.com/8e330f26-6ae2-11e2-a16a-9acf09e2db48', | |
63 | 'only_matching': True, | |
64 | }, { | |
65 | # live video with rtmp link | |
66 | 'url': 'https://playout.3qsdn.com/6092bb9e-8f72-11e4-a173-002590c750be', | |
67 | 'only_matching': True, | |
30a074c2 | 68 | }, { |
69 | # ondemand from http://www.philharmonie.tv/veranstaltung/26/ | |
70 | 'url': 'http://playout.3qsdn.com/0280d6b9-1215-11e6-b427-0cc47a188158?protocol=http', | |
71 | 'only_matching': True, | |
72 | }, { | |
73 | # live video stream | |
74 | 'url': 'https://playout.3qsdn.com/d755d94b-4ab9-11e3-9162-0025907ad44f?js=true', | |
75 | 'only_matching': True, | |
5c86bfe7 S |
76 | }] |
77 | ||
bfd973ec | 78 | def _extract_from_webpage(self, url, webpage): |
79 | for res in super()._extract_from_webpage(url, webpage): | |
80 | yield { | |
81 | **res, | |
82 | '_type': 'url_transparent', | |
83 | 'uploader': self._search_regex(r'^(?:https?://)?([^/]*)/.*', url, 'video uploader'), | |
84 | } | |
5d39176f | 85 | |
5c86bfe7 S |
86 | def _real_extract(self, url): |
87 | video_id = self._match_id(url) | |
88 | ||
30a074c2 | 89 | try: |
90 | config = self._download_json( | |
91 | url.replace('://playout.3qsdn.com/', '://playout.3qsdn.com/config/'), video_id) | |
92 | except ExtractorError as e: | |
3d2623a8 | 93 | if isinstance(e.cause, HTTPError) and e.cause.status == 401: |
30a074c2 | 94 | self.raise_geo_restricted() |
95 | raise | |
5c86bfe7 | 96 | |
30a074c2 | 97 | live = config.get('streamContent') == 'live' |
98 | aspect = float_or_none(config.get('aspect')) | |
5c86bfe7 S |
99 | |
100 | formats = [] | |
e8f834cd | 101 | subtitles = {} |
30a074c2 | 102 | for source_type, source in (config.get('sources') or {}).items(): |
103 | if not source: | |
104 | continue | |
105 | if source_type == 'dash': | |
e8f834cd F |
106 | fmts, subs = self._extract_mpd_formats_and_subtitles( |
107 | source, video_id, mpd_id='mpd', fatal=False) | |
108 | formats.extend(fmts) | |
109 | subtitles = self._merge_subtitles(subtitles, subs) | |
30a074c2 | 110 | elif source_type == 'hls': |
e8f834cd | 111 | fmts, subs = self._extract_m3u8_formats_and_subtitles( |
a5c0c202 | 112 | source, video_id, 'mp4', live=live, m3u8_id='hls', fatal=False) |
e8f834cd F |
113 | formats.extend(fmts) |
114 | subtitles = self._merge_subtitles(subtitles, subs) | |
30a074c2 | 115 | elif source_type == 'progressive': |
116 | for s in source: | |
117 | src = s.get('src') | |
118 | if not (src and self._is_valid_url(src, video_id)): | |
119 | continue | |
30a074c2 | 120 | ext = determine_ext(src) |
30a074c2 | 121 | height = int_or_none(s.get('height')) |
30a074c2 | 122 | formats.append({ |
123 | 'ext': ext, | |
34921b43 | 124 | 'format_id': join_nonempty('http', ext, height and '%dp' % height), |
30a074c2 | 125 | 'height': height, |
126 | 'source_preference': 0, | |
127 | 'url': src, | |
128 | 'vcodec': 'none' if height == 0 else None, | |
34921b43 | 129 | 'width': int(height * aspect) if height and aspect else None, |
30a074c2 | 130 | }) |
30a074c2 | 131 | |
30a074c2 | 132 | for subtitle in (config.get('subtitles') or []): |
133 | src = subtitle.get('src') | |
134 | if not src: | |
5c86bfe7 | 135 | continue |
30a074c2 | 136 | subtitles.setdefault(subtitle.get('label') or 'eng', []).append({ |
137 | 'url': src, | |
138 | }) | |
5c86bfe7 | 139 | |
30a074c2 | 140 | title = config.get('title') or video_id |
5c86bfe7 S |
141 | |
142 | return { | |
143 | 'id': video_id, | |
39ca3b5c | 144 | 'title': title, |
30a074c2 | 145 | 'thumbnail': config.get('poster') or None, |
146 | 'description': config.get('description') or None, | |
147 | 'timestamp': parse_iso8601(config.get('upload_date')), | |
148 | 'duration': float_or_none(config.get('vlength')) or None, | |
5c86bfe7 S |
149 | 'is_live': live, |
150 | 'formats': formats, | |
30a074c2 | 151 | 'subtitles': subtitles, |
9f14daf2 | 152 | # It seems like this would be correctly handled by default |
153 | # However, unless someone can confirm this, the old | |
154 | # behaviour is being kept as-is | |
155 | '_format_sort_fields': ('res', 'source_preference') | |
5c86bfe7 | 156 | } |