]>
Commit | Line | Data |
---|---|---|
911344e5 S |
1 | # coding: utf-8 |
2 | from __future__ import unicode_literals | |
3 | ||
4 | import re | |
5 | ||
6 | from .common import InfoExtractor | |
ed6fb8b8 | 7 | from ..utils import ( |
ed6fb8b8 S |
8 | float_or_none, |
9 | ) | |
911344e5 S |
10 | |
11 | ||
12 | class VRTIE(InfoExtractor): | |
18c782ab | 13 | _VALID_URL = r'https?://(?:deredactie|sporza|cobra(?:\.canvas)?)\.be/cm/(?:[^/]+/)+(?P<id>[^/]+)/*' |
911344e5 S |
14 | _TESTS = [ |
15 | # deredactie.be | |
16 | { | |
17 | 'url': 'http://deredactie.be/cm/vrtnieuws/videozone/programmas/journaal/EP_141025_JOL', | |
18 | 'md5': '4cebde1eb60a53782d4f3992cbd46ec8', | |
19 | 'info_dict': { | |
20 | 'id': '2129880', | |
21 | 'ext': 'flv', | |
22 | 'title': 'Het journaal L - 25/10/14', | |
23 | 'description': None, | |
24 | 'timestamp': 1414271750.949, | |
25 | 'upload_date': '20141025', | |
26 | 'duration': 929, | |
32616c14 RA |
27 | }, |
28 | 'skip': 'HTTP Error 404: Not Found', | |
911344e5 S |
29 | }, |
30 | # sporza.be | |
31 | { | |
32 | 'url': 'http://sporza.be/cm/sporza/videozone/programmas/extratime/EP_141020_Extra_time', | |
33 | 'md5': '11f53088da9bf8e7cfc42456697953ff', | |
34 | 'info_dict': { | |
35 | 'id': '2124639', | |
36 | 'ext': 'flv', | |
37 | 'title': 'Bekijk Extra Time van 20 oktober', | |
38 | 'description': 'md5:83ac5415a4f1816c6a93f8138aef2426', | |
39 | 'timestamp': 1413835980.560, | |
40 | 'upload_date': '20141020', | |
41 | 'duration': 3238, | |
32616c14 RA |
42 | }, |
43 | 'skip': 'HTTP Error 404: Not Found', | |
911344e5 S |
44 | }, |
45 | # cobra.be | |
46 | { | |
47 | 'url': 'http://cobra.be/cm/cobra/videozone/rubriek/film-videozone/141022-mv-ellis-cafecorsari', | |
48 | 'md5': '78a2b060a5083c4f055449a72477409d', | |
49 | 'info_dict': { | |
50 | 'id': '2126050', | |
51 | 'ext': 'flv', | |
52 | 'title': 'Bret Easton Ellis in Café Corsari', | |
53 | 'description': 'md5:f699986e823f32fd6036c1855a724ee9', | |
54 | 'timestamp': 1413967500.494, | |
55 | 'upload_date': '20141022', | |
56 | 'duration': 661, | |
32616c14 RA |
57 | }, |
58 | 'skip': 'HTTP Error 404: Not Found', | |
911344e5 | 59 | }, |
ed6fb8b8 S |
60 | { |
61 | # YouTube video | |
62 | 'url': 'http://deredactie.be/cm/vrtnieuws/videozone/nieuws/cultuurenmedia/1.2622957', | |
32616c14 RA |
63 | 'md5': 'b8b93da1df1cea6c8556255a796b7d61', |
64 | 'info_dict': { | |
65 | 'id': 'Wji-BZ0oCwg', | |
66 | 'ext': 'mp4', | |
67 | 'title': 'ROGUE ONE: A STAR WARS STORY Official Teaser Trailer', | |
68 | 'description': 'md5:8e468944dce15567a786a67f74262583', | |
69 | 'uploader': 'Star Wars', | |
70 | 'uploader_id': 'starwars', | |
71 | 'upload_date': '20160407', | |
72 | }, | |
73 | 'add_ie': ['Youtube'], | |
ed6fb8b8 | 74 | }, |
18c782ab S |
75 | { |
76 | 'url': 'http://cobra.canvas.be/cm/cobra/videozone/rubriek/film-videozone/1.2377055', | |
32616c14 RA |
77 | 'info_dict': { |
78 | 'id': '2377055', | |
79 | 'ext': 'mp4', | |
80 | 'title': 'Cafe Derby', | |
81 | 'description': 'Lenny Van Wesemael debuteert met de langspeelfilm Café Derby. Een waar gebeurd maar ook verzonnen verhaal.', | |
82 | 'upload_date': '20150626', | |
83 | 'timestamp': 1435305240.769, | |
84 | }, | |
85 | 'params': { | |
86 | # m3u8 download | |
87 | 'skip_download': True, | |
88 | } | |
18c782ab | 89 | } |
911344e5 S |
90 | ] |
91 | ||
92 | def _real_extract(self, url): | |
93 | video_id = self._match_id(url) | |
94 | ||
95 | webpage = self._download_webpage(url, video_id) | |
96 | ||
97 | video_id = self._search_regex( | |
98 | r'data-video-id="([^"]+)_[^"]+"', webpage, 'video id', fatal=False) | |
99 | ||
ed6fb8b8 S |
100 | src = self._search_regex( |
101 | r'data-video-src="([^"]+)"', webpage, 'video src', default=None) | |
102 | ||
103 | video_type = self._search_regex( | |
104 | r'data-video-type="([^"]+)"', webpage, 'video type', default=None) | |
105 | ||
106 | if video_type == 'YouTubeVideo': | |
107 | return self.url_result(src, 'Youtube') | |
108 | ||
911344e5 | 109 | formats = [] |
ed6fb8b8 | 110 | |
911344e5 S |
111 | mobj = re.search( |
112 | r'data-video-iphone-server="(?P<server>[^"]+)"\s+data-video-iphone-path="(?P<path>[^"]+)"', | |
113 | webpage) | |
114 | if mobj: | |
115 | formats.extend(self._extract_m3u8_formats( | |
116 | '%s/%s' % (mobj.group('server'), mobj.group('path')), | |
80e59a0d | 117 | video_id, 'mp4', m3u8_id='hls', fatal=False)) |
ed6fb8b8 S |
118 | |
119 | if src: | |
6ad02195 RA |
120 | formats = self._extract_wowza_formats(src, video_id) |
121 | if 'data-video-geoblocking="true"' not in webpage: | |
122 | for f in formats: | |
123 | if f['url'].startswith('rtsp://'): | |
124 | http_format = f.copy() | |
32616c14 | 125 | http_format.update({ |
6ad02195 RA |
126 | 'url': f['url'].replace('rtsp://', 'http://').replace('vod.', 'download.').replace('/_definst_/', '/').replace('mp4:', ''), |
127 | 'format_id': f['format_id'].replace('rtsp', 'http'), | |
32616c14 RA |
128 | 'protocol': 'http', |
129 | }) | |
6ad02195 | 130 | formats.append(http_format) |
63bf4f0d S |
131 | |
132 | if not formats and 'data-video-geoblocking="true"' in webpage: | |
133 | self.raise_geo_restricted('This video is only available in Belgium') | |
134 | ||
911344e5 S |
135 | self._sort_formats(formats) |
136 | ||
137 | title = self._og_search_title(webpage) | |
138 | description = self._og_search_description(webpage, default=None) | |
139 | thumbnail = self._og_search_thumbnail(webpage) | |
140 | timestamp = float_or_none(self._search_regex( | |
141 | r'data-video-sitestat-pubdate="(\d+)"', webpage, 'timestamp', fatal=False), 1000) | |
142 | duration = float_or_none(self._search_regex( | |
143 | r'data-video-duration="(\d+)"', webpage, 'duration', fatal=False), 1000) | |
144 | ||
145 | return { | |
146 | 'id': video_id, | |
147 | 'title': title, | |
148 | 'description': description, | |
149 | 'thumbnail': thumbnail, | |
150 | 'timestamp': timestamp, | |
151 | 'duration': duration, | |
152 | 'formats': formats, | |
5f6a1245 | 153 | } |