]>
Commit | Line | Data |
---|---|---|
e5de3f6c S |
1 | from __future__ import unicode_literals |
2 | ||
3 | import re | |
4 | ||
5 | from .common import InfoExtractor | |
6 | from ..utils import ( | |
7 | compat_urllib_parse, | |
8 | compat_urllib_request, | |
9 | ExtractorError, | |
10 | ) | |
11 | ||
12 | ||
13 | class UdemyIE(InfoExtractor): | |
14 | IE_NAME = 'udemy' | |
15 | _VALID_URL = r'https?://www\.udemy\.com/(?:[^#]+#/lecture/|lecture/view/?\?lectureId=)(?P<id>\d+)' | |
16 | _LOGIN_URL = 'https://www.udemy.com/join/login-submit/' | |
17 | _NETRC_MACHINE = 'udemy' | |
18 | ||
6563837e | 19 | _TESTS = [{ |
e5de3f6c S |
20 | 'url': 'https://www.udemy.com/java-tutorial/#/lecture/172757', |
21 | 'md5': '98eda5b657e752cf945d8445e261b5c5', | |
22 | 'info_dict': { | |
23 | 'id': '160614', | |
24 | 'ext': 'mp4', | |
25 | 'title': 'Introduction and Installation', | |
26 | 'description': 'md5:c0d51f6f21ef4ec65f091055a5eef876', | |
27 | 'duration': 579.29, | |
28 | }, | |
29 | 'skip': 'Requires udemy account credentials', | |
6563837e | 30 | }] |
e5de3f6c S |
31 | |
32 | def _handle_error(self, response): | |
33 | if not isinstance(response, dict): | |
34 | return | |
35 | error = response.get('error') | |
36 | if error: | |
37 | error_str = 'Udemy returned error #%s: %s' % (error.get('code'), error.get('message')) | |
38 | error_data = error.get('data') | |
39 | if error_data: | |
40 | error_str += ' - %s' % error_data.get('formErrors') | |
41 | raise ExtractorError(error_str, expected=True) | |
42 | ||
61c0663c | 43 | def _download_json(self, url_or_request, video_id, note='Downloading JSON metadata'): |
e2937118 S |
44 | headers = { |
45 | 'X-Udemy-Snail-Case': 'true', | |
46 | 'X-Requested-With': 'XMLHttpRequest', | |
47 | } | |
48 | for cookie in self._downloader.cookiejar: | |
49 | if cookie.name == 'client_id': | |
50 | headers['X-Udemy-Client-Id'] = cookie.value | |
51 | elif cookie.name == 'access_token': | |
52 | headers['X-Udemy-Bearer-Token'] = cookie.value | |
61c0663c S |
53 | |
54 | if isinstance(url_or_request, compat_urllib_request.Request): | |
55 | for header, value in headers.items(): | |
56 | url_or_request.add_header(header, value) | |
57 | else: | |
58 | url_or_request = compat_urllib_request.Request(url_or_request, headers=headers) | |
59 | ||
60 | response = super(UdemyIE, self)._download_json(url_or_request, video_id, note) | |
61 | self._handle_error(response) | |
62 | return response | |
e2937118 | 63 | |
e5de3f6c S |
64 | def _real_initialize(self): |
65 | self._login() | |
66 | ||
67 | def _login(self): | |
68 | (username, password) = self._get_login_info() | |
69 | if username is None: | |
70 | raise ExtractorError( | |
71 | 'Udemy account is required, use --username and --password options to provide account credentials.', | |
72 | expected=True) | |
73 | ||
74 | login_popup = self._download_webpage( | |
75 | 'https://www.udemy.com/join/login-popup?displayType=ajax&showSkipButton=1', None, | |
76 | 'Downloading login popup') | |
77 | ||
78 | if login_popup == '<div class="run-command close-popup redirect" data-url="https://www.udemy.com/"></div>': | |
79 | return | |
80 | ||
e2937118 S |
81 | csrf = self._html_search_regex( |
82 | r'<input type="hidden" name="csrf" value="(.+?)"', | |
83 | login_popup, 'csrf token') | |
e5de3f6c S |
84 | |
85 | login_form = { | |
86 | 'email': username, | |
87 | 'password': password, | |
88 | 'csrf': csrf, | |
89 | 'displayType': 'json', | |
90 | 'isSubmitted': '1', | |
91 | } | |
e2937118 | 92 | request = compat_urllib_request.Request( |
61c0663c | 93 | self._LOGIN_URL, compat_urllib_parse.urlencode(login_form).encode('utf-8')) |
e2937118 S |
94 | response = self._download_json( |
95 | request, None, 'Logging in as %s' % username) | |
e5de3f6c S |
96 | |
97 | if 'returnUrl' not in response: | |
98 | raise ExtractorError('Unable to log in') | |
99 | ||
e2937118 S |
100 | |
101 | ||
e5de3f6c S |
102 | def _real_extract(self, url): |
103 | mobj = re.match(self._VALID_URL, url) | |
104 | lecture_id = mobj.group('id') | |
105 | ||
61c0663c | 106 | lecture = self._download_json( |
e2937118 S |
107 | 'https://www.udemy.com/api-1.1/lectures/%s' % lecture_id, |
108 | lecture_id, 'Downloading lecture JSON') | |
e5de3f6c | 109 | |
e2937118 S |
110 | asset_type = lecture.get('assetType') or lecture.get('asset_type') |
111 | if asset_type != 'Video': | |
112 | raise ExtractorError( | |
113 | 'Lecture %s is not a video' % lecture_id, expected=True) | |
e5de3f6c S |
114 | |
115 | asset = lecture['asset'] | |
116 | ||
e2937118 | 117 | stream_url = asset.get('streamUrl') or asset.get('stream_url') |
e5de3f6c S |
118 | mobj = re.search(r'(https?://www\.youtube\.com/watch\?v=.*)', stream_url) |
119 | if mobj: | |
120 | return self.url_result(mobj.group(1), 'Youtube') | |
121 | ||
122 | video_id = asset['id'] | |
e2937118 | 123 | thumbnail = asset.get('thumbnailUrl') or asset.get('thumbnail_url') |
e5de3f6c S |
124 | duration = asset['data']['duration'] |
125 | ||
e2937118 S |
126 | download_url = asset.get('downloadUrl') or asset.get('download_url') |
127 | ||
128 | video = download_url.get('Video') or download_url.get('video') | |
129 | video_480p = download_url.get('Video480p') or download_url.get('video_480p') | |
e5de3f6c S |
130 | |
131 | formats = [ | |
132 | { | |
e2937118 | 133 | 'url': video_480p[0], |
e5de3f6c S |
134 | 'format_id': '360p', |
135 | }, | |
136 | { | |
e2937118 | 137 | 'url': video[0], |
e5de3f6c S |
138 | 'format_id': '720p', |
139 | }, | |
140 | ] | |
141 | ||
142 | title = lecture['title'] | |
143 | description = lecture['description'] | |
144 | ||
145 | return { | |
146 | 'id': video_id, | |
147 | 'title': title, | |
148 | 'description': description, | |
149 | 'thumbnail': thumbnail, | |
150 | 'duration': duration, | |
151 | 'formats': formats | |
152 | } | |
153 | ||
154 | ||
155 | class UdemyCourseIE(UdemyIE): | |
156 | IE_NAME = 'udemy:course' | |
157 | _VALID_URL = r'https?://www\.udemy\.com/(?P<coursepath>[\da-z-]+)' | |
158 | _SUCCESSFULLY_ENROLLED = '>You have enrolled in this course!<' | |
159 | _ALREADY_ENROLLED = '>You are already taking this course.<' | |
6563837e | 160 | _TESTS = [] |
e5de3f6c S |
161 | |
162 | @classmethod | |
163 | def suitable(cls, url): | |
164 | return False if UdemyIE.suitable(url) else super(UdemyCourseIE, cls).suitable(url) | |
165 | ||
166 | def _real_extract(self, url): | |
167 | mobj = re.match(self._VALID_URL, url) | |
168 | course_path = mobj.group('coursepath') | |
169 | ||
61c0663c | 170 | response = self._download_json( |
e2937118 S |
171 | 'https://www.udemy.com/api-1.1/courses/%s' % course_path, |
172 | course_path, 'Downloading course JSON') | |
e5de3f6c S |
173 | |
174 | course_id = int(response['id']) | |
175 | course_title = response['title'] | |
176 | ||
177 | webpage = self._download_webpage( | |
e2937118 S |
178 | 'https://www.udemy.com/course/subscribe/?courseId=%s' % course_id, |
179 | course_id, 'Enrolling in the course') | |
e5de3f6c S |
180 | |
181 | if self._SUCCESSFULLY_ENROLLED in webpage: | |
182 | self.to_screen('%s: Successfully enrolled in' % course_id) | |
183 | elif self._ALREADY_ENROLLED in webpage: | |
184 | self.to_screen('%s: Already enrolled in' % course_id) | |
185 | ||
61c0663c | 186 | response = self._download_json( |
e2937118 S |
187 | 'https://www.udemy.com/api-1.1/courses/%s/curriculum' % course_id, |
188 | course_id, 'Downloading course curriculum') | |
e5de3f6c S |
189 | |
190 | entries = [ | |
e2937118 S |
191 | self.url_result( |
192 | 'https://www.udemy.com/%s/#/lecture/%s' % (course_path, asset['id']), 'Udemy') | |
193 | for asset in response if asset.get('assetType') or asset.get('asset_type') == 'Video' | |
e5de3f6c S |
194 | ] |
195 | ||
5f6a1245 | 196 | return self.playlist_result(entries, course_id, course_title) |