]>
Commit | Line | Data |
---|---|---|
69bb54eb S |
1 | # encoding: utf-8 |
2 | from __future__ import unicode_literals | |
3 | ||
4 | import re | |
69bb54eb S |
5 | |
6 | from .common import InfoExtractor | |
b081350b S |
7 | from ..utils import ( |
8 | int_or_none, | |
9 | remove_end, | |
10 | ) | |
69bb54eb S |
11 | |
12 | ||
13 | class MailRuIE(InfoExtractor): | |
14 | IE_NAME = 'mailru' | |
15 | IE_DESC = 'Видео@Mail.Ru' | |
12af4beb | 16 | _VALID_URL = r'https?://(?:www\.)?my\.mail\.ru/(?:video/.*#video=/?(?P<idv1>(?:[^/]+/){3}\d+)|(?:(?P<idv2prefix>(?:[^/]+/){2})video/(?P<idv2suffix>[^/]+/\d+))\.html)' |
69bb54eb | 17 | |
ceb7a17f S |
18 | _TESTS = [ |
19 | { | |
20 | 'url': 'http://my.mail.ru/video/top#video=/mail/sonypicturesrus/75/76', | |
21 | 'md5': 'dea205f03120046894db4ebb6159879a', | |
22 | 'info_dict': { | |
00d9ef0b | 23 | 'id': '46301138_76', |
ceb7a17f S |
24 | 'ext': 'mp4', |
25 | 'title': 'Новый Человек-Паук. Высокое напряжение. Восстание Электро', | |
26 | 'timestamp': 1393232740, | |
27 | 'upload_date': '20140224', | |
28 | 'uploader': 'sonypicturesrus', | |
29 | 'uploader_id': 'sonypicturesrus@mail.ru', | |
30 | 'duration': 184, | |
31 | }, | |
95e431e9 | 32 | 'skip': 'Not accessible from Travis CI server', |
ceb7a17f S |
33 | }, |
34 | { | |
35 | 'url': 'http://my.mail.ru/corp/hitech/video/news_hi-tech_mail_ru/1263.html', | |
36 | 'md5': '00a91a58c3402204dcced523777b475f', | |
37 | 'info_dict': { | |
00d9ef0b | 38 | 'id': '46843144_1263', |
ceb7a17f S |
39 | 'ext': 'mp4', |
40 | 'title': 'Samsung Galaxy S5 Hammer Smash Fail Battery Explosion', | |
3967a761 S |
41 | 'timestamp': 1397039888, |
42 | 'upload_date': '20140409', | |
43 | 'uploader': 'hitech@corp.mail.ru', | |
ceb7a17f S |
44 | 'uploader_id': 'hitech@corp.mail.ru', |
45 | 'duration': 245, | |
46 | }, | |
95e431e9 | 47 | 'skip': 'Not accessible from Travis CI server', |
ceb7a17f | 48 | }, |
16f1430b S |
49 | { |
50 | # only available via metaUrl API | |
51 | 'url': 'http://my.mail.ru/mail/720pizle/video/_myvideo/502.html', | |
52 | 'md5': '3b26d2491c6949d031a32b96bd97c096', | |
53 | 'info_dict': { | |
54 | 'id': '56664382_502', | |
55 | 'ext': 'mp4', | |
56 | 'title': ':8336', | |
57 | 'timestamp': 1449094163, | |
58 | 'upload_date': '20151202', | |
59 | 'uploader': '720pizle@mail.ru', | |
60 | 'uploader_id': '720pizle@mail.ru', | |
61 | 'duration': 6001, | |
62 | }, | |
63 | 'skip': 'Not accessible from Travis CI server', | |
64 | } | |
ceb7a17f | 65 | ] |
69bb54eb S |
66 | |
67 | def _real_extract(self, url): | |
68 | mobj = re.match(self._VALID_URL, url) | |
ceb7a17f S |
69 | video_id = mobj.group('idv1') |
70 | ||
71 | if not video_id: | |
72 | video_id = mobj.group('idv2prefix') + mobj.group('idv2suffix') | |
69bb54eb | 73 | |
16f1430b S |
74 | webpage = self._download_webpage(url, video_id) |
75 | ||
76 | video_data = None | |
77 | ||
78 | page_config = self._parse_json(self._search_regex( | |
79 | r'(?s)<script[^>]+class="sp-video__page-config"[^>]*>(.+?)</script>', | |
80 | webpage, 'page config', default='{}'), video_id, fatal=False) | |
81 | if page_config: | |
82 | meta_url = page_config.get('metaUrl') or page_config.get('video', {}).get('metaUrl') | |
83 | if meta_url: | |
84 | video_data = self._download_json( | |
85 | meta_url, video_id, 'Downloading video meta JSON', fatal=False) | |
86 | ||
87 | # Fallback old approach | |
88 | if not video_data: | |
89 | video_data = self._download_json( | |
90 | 'http://api.video.mail.ru/videos/%s.json?new=1' % video_id, | |
91 | video_id, 'Downloading video JSON') | |
69bb54eb | 92 | |
b081350b S |
93 | formats = [] |
94 | for f in video_data['videos']: | |
95 | video_url = f.get('url') | |
96 | if not video_url: | |
97 | continue | |
98 | format_id = f.get('key') | |
99 | height = int_or_none(self._search_regex( | |
100 | r'^(\d+)[pP]$', format_id, 'height', default=None)) if format_id else None | |
101 | formats.append({ | |
102 | 'url': video_url, | |
103 | 'format_id': format_id, | |
104 | 'height': height, | |
105 | }) | |
106 | self._sort_formats(formats) | |
69bb54eb | 107 | |
00d9ef0b | 108 | meta_data = video_data['meta'] |
b081350b S |
109 | title = remove_end(meta_data['title'], '.mp4') |
110 | ||
111 | author = video_data.get('author') | |
112 | uploader = author.get('name') | |
113 | uploader_id = author.get('id') or author.get('email') | |
114 | view_count = int_or_none(video_data.get('viewsCount') or video_data.get('views_count')) | |
115 | ||
116 | acc_id = meta_data.get('accId') | |
117 | item_id = meta_data.get('itemId') | |
118 | content_id = '%s_%s' % (acc_id, item_id) if acc_id and item_id else video_id | |
119 | ||
120 | thumbnail = meta_data.get('poster') | |
121 | duration = int_or_none(meta_data.get('duration')) | |
122 | timestamp = int_or_none(meta_data.get('timestamp')) | |
69bb54eb S |
123 | |
124 | return { | |
125 | 'id': content_id, | |
126 | 'title': title, | |
127 | 'thumbnail': thumbnail, | |
00d9ef0b | 128 | 'timestamp': timestamp, |
69bb54eb S |
129 | 'uploader': uploader, |
130 | 'uploader_id': uploader_id, | |
131 | 'duration': duration, | |
132 | 'view_count': view_count, | |
133 | 'formats': formats, | |
00d9ef0b | 134 | } |