]>
Commit | Line | Data |
---|---|---|
ad94a6fe | 1 | # encoding: utf-8 |
b075d25b S |
2 | from __future__ import unicode_literals |
3 | ||
ffca4b5c | 4 | import re |
ffca4b5c JMF |
5 | |
6 | from .common import InfoExtractor | |
74193838 | 7 | from ..compat import compat_urllib_parse_urlparse |
4de9e9a6 | 8 | from ..utils import ( |
817f786f JMF |
9 | ExtractorError, |
10 | HEADRequest, | |
4de9e9a6 | 11 | unified_strdate, |
6e1cff9c | 12 | qualities, |
d5f6429d | 13 | int_or_none, |
4de9e9a6 | 14 | ) |
ffca4b5c | 15 | |
69545c2a | 16 | |
ffca4b5c | 17 | class CanalplusIE(InfoExtractor): |
6e1cff9c | 18 | IE_DESC = 'canalplus.fr, piwiplus.fr and d8.tv' |
74193838 S |
19 | _VALID_URL = r'''(?x) |
20 | https?:// | |
21 | (?: | |
22 | (?: | |
23 | (?:(?:www|m)\.)?canalplus\.fr| | |
24 | (?:www\.)?piwiplus\.fr| | |
25 | (?:www\.)?d8\.tv| | |
b29f842e | 26 | (?:www\.)?c8\.fr| |
57b6e965 | 27 | (?:www\.)?d17\.tv| |
74193838 S |
28 | (?:www\.)?itele\.fr |
29 | )/(?:(?:[^/]+/)*(?P<display_id>[^/?#&]+))?(?:\?.*\bvid=(?P<vid>\d+))?| | |
30 | player\.canalplus\.fr/#/(?P<id>\d+) | |
31 | ) | |
32 | ||
33 | ''' | |
d5f6429d | 34 | _VIDEO_INFO_TEMPLATE = 'http://service.canal-plus.com/video/rest/getVideosLiees/%s/%s?format=json' |
72975729 | 35 | _SITE_ID_MAP = { |
74193838 S |
36 | 'canalplus': 'cplus', |
37 | 'piwiplus': 'teletoon', | |
38 | 'd8': 'd8', | |
b29f842e | 39 | 'c8': 'd8', |
57b6e965 | 40 | 'd17': 'd17', |
74193838 | 41 | 'itele': 'itele', |
72975729 | 42 | } |
ffca4b5c | 43 | |
72975729 | 44 | _TESTS = [{ |
3d9b3605 S |
45 | 'url': 'http://www.canalplus.fr/c-emissions/pid1830-c-zapping.html?vid=1192814', |
46 | 'md5': '41f438a4904f7664b91b4ed0dec969dc', | |
b075d25b | 47 | 'info_dict': { |
3d9b3605 | 48 | 'id': '1192814', |
d5f6429d | 49 | 'ext': 'mp4', |
3d9b3605 S |
50 | 'title': "L'Année du Zapping 2014 - L'Année du Zapping 2014", |
51 | 'description': "Toute l'année 2014 dans un Zapping exceptionnel !", | |
52 | 'upload_date': '20150105', | |
ad94a6fe | 53 | }, |
72975729 S |
54 | }, { |
55 | 'url': 'http://www.piwiplus.fr/videos-piwi/pid1405-le-labyrinthe-boing-super-ranger.html?vid=1108190', | |
72975729 S |
56 | 'info_dict': { |
57 | 'id': '1108190', | |
58 | 'ext': 'flv', | |
59 | 'title': 'Le labyrinthe - Boing super ranger', | |
6e1cff9c | 60 | 'description': 'md5:4cea7a37153be42c1ba2c1d3064376ff', |
72975729 S |
61 | 'upload_date': '20140724', |
62 | }, | |
6e1cff9c S |
63 | 'skip': 'Only works from France', |
64 | }, { | |
3d9b3605 | 65 | 'url': 'http://www.d8.tv/d8-docs-mags/pid5198-d8-en-quete-d-actualite.html?vid=1390231', |
6e1cff9c | 66 | 'info_dict': { |
3d9b3605 S |
67 | 'id': '1390231', |
68 | 'ext': 'mp4', | |
69 | 'title': "Vacances pas chères : prix discount ou grosses dépenses ? - En quête d'actualité", | |
70 | 'description': 'md5:edb6cf1cb4a1e807b5dd089e1ac8bfc6', | |
71 | 'upload_date': '20160512', | |
72 | }, | |
73 | 'params': { | |
74 | 'skip_download': True, | |
6e1cff9c | 75 | }, |
ea5db846 | 76 | }, { |
3d9b3605 | 77 | 'url': 'http://www.itele.fr/chroniques/invite-bruce-toussaint/thierry-solere-nicolas-sarkozy-officialisera-sa-candidature-a-la-primaire-quand-il-le-voudra-167224', |
ea5db846 | 78 | 'info_dict': { |
3d9b3605 | 79 | 'id': '1398334', |
d5f6429d | 80 | 'ext': 'mp4', |
3d9b3605 S |
81 | 'title': "L'invité de Bruce Toussaint du 07/06/2016 - ", |
82 | 'description': 'md5:40ac7c9ad0feaeb6f605bad986f61324', | |
83 | 'upload_date': '20160607', | |
84 | }, | |
85 | 'params': { | |
86 | 'skip_download': True, | |
ea5db846 | 87 | }, |
74193838 S |
88 | }, { |
89 | 'url': 'http://m.canalplus.fr/?vid=1398231', | |
90 | 'only_matching': True, | |
57b6e965 S |
91 | }, { |
92 | 'url': 'http://www.d17.tv/emissions/pid8303-lolywood.html?vid=1397061', | |
93 | 'only_matching': True, | |
72975729 | 94 | }] |
ffca4b5c JMF |
95 | |
96 | def _real_extract(self, url): | |
97 | mobj = re.match(self._VALID_URL, url) | |
74193838 | 98 | video_id = mobj.groupdict().get('id') or mobj.groupdict().get('vid') |
4de9e9a6 | 99 | |
74193838 | 100 | site_id = self._SITE_ID_MAP[compat_urllib_parse_urlparse(url).netloc.rsplit('.', 2)[-2]] |
72975729 | 101 | |
4de9e9a6 | 102 | # Beware, some subclasses do not define an id group |
74193838 | 103 | display_id = mobj.group('display_id') or video_id |
b075d25b | 104 | |
ad94a6fe | 105 | if video_id is None: |
4de9e9a6 | 106 | webpage = self._download_webpage(url, display_id) |
72975729 | 107 | video_id = self._search_regex( |
83a56686 | 108 | [r'<canal:player[^>]+?videoId=(["\'])(?P<id>\d+)', r'id=["\']canal_video_player(?P<id>\d+)'], |
fc10824c | 109 | webpage, 'video id', group='id') |
b075d25b | 110 | |
72975729 | 111 | info_url = self._VIDEO_INFO_TEMPLATE % (site_id, video_id) |
d5f6429d | 112 | video_data = self._download_json(info_url, video_id, 'Downloading video JSON') |
ffca4b5c | 113 | |
d5f6429d | 114 | if isinstance(video_data, list): |
115 | video_data = [video for video in video_data if video.get('ID') == video_id][0] | |
116 | media = video_data['MEDIA'] | |
117 | infos = video_data['INFOS'] | |
b075d25b | 118 | |
d5f6429d | 119 | preference = qualities(['MOBILE', 'BAS_DEBIT', 'HAUT_DEBIT', 'HD']) |
b075d25b | 120 | |
d5f6429d | 121 | fmt_url = next(iter(media.get('VIDEOS'))) |
817f786f JMF |
122 | if '/geo' in fmt_url.lower(): |
123 | response = self._request_webpage( | |
124 | HEADRequest(fmt_url), video_id, | |
125 | 'Checking if the video is georestricted') | |
126 | if '/blocage' in response.geturl(): | |
127 | raise ExtractorError( | |
128 | 'The video is not available in your country', | |
129 | expected=True) | |
130 | ||
6e1cff9c | 131 | formats = [] |
d5f6429d | 132 | for format_id, format_url in media['VIDEOS'].items(): |
6e1cff9c S |
133 | if not format_url: |
134 | continue | |
6e1cff9c | 135 | if format_id == 'HLS': |
f3f0b8e4 | 136 | formats.extend(self._extract_m3u8_formats( |
d5f6429d | 137 | format_url, video_id, 'mp4', 'm3u8_native', m3u8_id=format_id, fatal=False)) |
6e1cff9c | 138 | elif format_id == 'HDS': |
f3f0b8e4 | 139 | formats.extend(self._extract_f4m_formats( |
d5f6429d | 140 | format_url + '?hdcore=2.11.3', video_id, f4m_id=format_id, fatal=False)) |
6e1cff9c S |
141 | else: |
142 | formats.append({ | |
d5f6429d | 143 | # the secret extracted ya function in http://player.canalplus.fr/common/js/canalPlayer.js |
144 | 'url': format_url + '?secret=pqzerjlsmdkjfoiuerhsdlfknaes', | |
6e1cff9c S |
145 | 'format_id': format_id, |
146 | 'preference': preference(format_id), | |
147 | }) | |
b075d25b S |
148 | self._sort_formats(formats) |
149 | ||
d5f6429d | 150 | thumbnails = [{ |
151 | 'id': image_id, | |
152 | 'url': image_url, | |
153 | } for image_id, image_url in media.get('images', {}).items()] | |
154 | ||
155 | titrage = infos['TITRAGE'] | |
156 | ||
b075d25b S |
157 | return { |
158 | 'id': video_id, | |
4de9e9a6 | 159 | 'display_id': display_id, |
d5f6429d | 160 | 'title': '%s - %s' % (titrage['TITRE'], |
161 | titrage['SOUS_TITRE']), | |
162 | 'upload_date': unified_strdate(infos.get('PUBLICATION', {}).get('DATE')), | |
163 | 'thumbnails': thumbnails, | |
164 | 'description': infos.get('DESCRIPTION'), | |
165 | 'duration': int_or_none(infos.get('DURATION')), | |
166 | 'view_count': int_or_none(infos.get('NB_VUES')), | |
167 | 'like_count': int_or_none(infos.get('NB_LIKES')), | |
168 | 'comment_count': int_or_none(infos.get('NB_COMMENTS')), | |
b075d25b | 169 | 'formats': formats, |
5f6a1245 | 170 | } |