]>
Commit | Line | Data |
---|---|---|
0932300e | 1 | # coding: utf-8 |
76f270a4 | 2 | from __future__ import unicode_literals |
0932300e JMF |
3 | |
4 | import re | |
0932300e JMF |
5 | |
6 | from .common import InfoExtractor | |
0730be90 | 7 | from ..utils import ( |
8 | HEADRequest, | |
9 | ExtractorError, | |
10 | int_or_none, | |
11 | update_url_query, | |
12 | qualities, | |
13 | get_element_by_attribute, | |
14 | clean_html, | |
15 | ) | |
0932300e JMF |
16 | |
17 | ||
18 | class SinaIE(InfoExtractor): | |
0730be90 | 19 | _VALID_URL = r'''(?x)https?://(?:.*?\.)?video\.sina\.com\.cn/ |
20 | (?: | |
d3d8d818 | 21 | (?:view/|.*\#)(?P<id>\d+)| |
0730be90 | 22 | .+?/(?P<pseudo_id>[^/?#]+)(?:\.s?html)| |
0932300e | 23 | # This is used by external sites like Weibo |
0730be90 | 24 | api/sinawebApi/outplay.php/(?P<token>.+?)\.swf |
0932300e JMF |
25 | ) |
26 | ''' | |
27 | ||
8b769664 JMF |
28 | _TESTS = [ |
29 | { | |
0730be90 | 30 | 'url': 'http://video.sina.com.cn/news/spj/topvideoes20160504/?opsubject_id=top1#250576622', |
31 | 'md5': 'd38433e2fc886007729735650ae4b3e9', | |
8b769664 | 32 | 'info_dict': { |
0730be90 | 33 | 'id': '250576622', |
34 | 'ext': 'mp4', | |
35 | 'title': '现场:克鲁兹宣布退选 特朗普将稳获提名', | |
8b769664 JMF |
36 | } |
37 | }, | |
38 | { | |
39 | 'url': 'http://video.sina.com.cn/v/b/101314253-1290078633.html', | |
40 | 'info_dict': { | |
41 | 'id': '101314253', | |
42 | 'ext': 'flv', | |
43 | 'title': '军方提高对朝情报监视级别', | |
44 | }, | |
0730be90 | 45 | 'skip': 'the page does not exist or has been deleted', |
46 | }, | |
47 | { | |
48 | 'url': 'http://video.sina.com.cn/view/250587748.html', | |
49 | 'md5': '3d1807a25c775092aab3bc157fff49b4', | |
50 | 'info_dict': { | |
51 | 'id': '250587748', | |
52 | 'ext': 'mp4', | |
53 | 'title': '瞬间泪目:8年前汶川地震珍贵视频首曝光', | |
54 | }, | |
8b769664 JMF |
55 | }, |
56 | ] | |
0932300e | 57 | |
0932300e | 58 | def _real_extract(self, url): |
437cac8c | 59 | mobj = re.match(self._VALID_URL, url) |
0932300e | 60 | |
d3d8d818 | 61 | video_id = mobj.group('id') |
0730be90 | 62 | if not video_id: |
63 | if mobj.group('token') is not None: | |
64 | # The video id is in the redirected url | |
65 | self.to_screen('Getting video id') | |
66 | request = HEADRequest(url) | |
68217024 | 67 | _, urlh = self._download_webpage_handle(request, 'NA', False) |
0730be90 | 68 | return self._real_extract(urlh.geturl()) |
69 | else: | |
70 | pseudo_id = mobj.group('pseudo_id') | |
71 | webpage = self._download_webpage(url, pseudo_id) | |
72 | error = get_element_by_attribute('class', 'errtitle', webpage) | |
73 | if error: | |
74 | raise ExtractorError('%s said: %s' % ( | |
75 | self.IE_NAME, clean_html(error)), expected=True) | |
76 | video_id = self._search_regex( | |
77 | r"video_id\s*:\s*'(\d+)'", webpage, 'video id') | |
78 | ||
79 | video_data = self._download_json( | |
80 | 'http://s.video.sina.com.cn/video/h5play', | |
81 | video_id, query={'video_id': video_id}) | |
82 | if video_data['code'] != 1: | |
83 | raise ExtractorError('%s said: %s' % ( | |
84 | self.IE_NAME, video_data['message']), expected=True) | |
85 | else: | |
86 | video_data = video_data['data'] | |
87 | title = video_data['title'] | |
88 | description = video_data.get('description') | |
89 | if description: | |
90 | description = description.strip() | |
91 | ||
92 | preference = qualities(['cif', 'sd', 'hd', 'fhd', 'ffd']) | |
93 | formats = [] | |
94 | for quality_id, quality in video_data.get('videos', {}).get('mp4', {}).items(): | |
95 | file_api = quality.get('file_api') | |
96 | file_id = quality.get('file_id') | |
97 | if not file_api or not file_id: | |
98 | continue | |
99 | formats.append({ | |
100 | 'format_id': quality_id, | |
101 | 'url': update_url_query(file_api, {'vid': file_id}), | |
f983b875 | 102 | 'quality': preference(quality_id), |
0730be90 | 103 | 'ext': 'mp4', |
104 | }) | |
105 | self._sort_formats(formats) | |
106 | ||
107 | return { | |
108 | 'id': video_id, | |
109 | 'title': title, | |
110 | 'description': description, | |
111 | 'thumbnail': video_data.get('image'), | |
112 | 'duration': int_or_none(video_data.get('length')), | |
113 | 'timestamp': int_or_none(video_data.get('create_time')), | |
114 | 'formats': formats, | |
115 | } |