]>
jfr.im git - yt-dlp.git/blob - youtube_dl/extractor/udemy.py
1 from __future__
import unicode_literals
5 from .common
import InfoExtractor
13 class UdemyIE(InfoExtractor
):
15 _VALID_URL
= r
'https?://www\.udemy\.com/(?:[^#]+#/lecture/|lecture/view/?\?lectureId=)(?P<id>\d+)'
16 _LOGIN_URL
= 'https://www.udemy.com/join/login-submit/'
17 _NETRC_MACHINE
= 'udemy'
20 'url': 'https://www.udemy.com/java-tutorial/#/lecture/172757',
21 'md5': '98eda5b657e752cf945d8445e261b5c5',
25 'title': 'Introduction and Installation',
26 'description': 'md5:c0d51f6f21ef4ec65f091055a5eef876',
29 'skip': 'Requires udemy account credentials',
32 def _handle_error(self
, response
):
33 if not isinstance(response
, dict):
35 error
= response
.get('error')
37 error_str
= 'Udemy returned error #%s: %s' % (error
.get('code'), error
.get('message'))
38 error_data
= error
.get('data')
40 error_str
+= ' - %s' % error_data
.get('formErrors')
41 raise ExtractorError(error_str
, expected
=True)
43 def _download_json(self
, url_or_request
, video_id
, note
='Downloading JSON metadata'):
45 'X-Udemy-Snail-Case': 'true',
46 'X-Requested-With': 'XMLHttpRequest',
48 for cookie
in self
._downloader
.cookiejar
:
49 if cookie
.name
== 'client_id':
50 headers
['X-Udemy-Client-Id'] = cookie
.value
51 elif cookie
.name
== 'access_token':
52 headers
['X-Udemy-Bearer-Token'] = cookie
.value
54 if isinstance(url_or_request
, compat_urllib_request
.Request
):
55 for header
, value
in headers
.items():
56 url_or_request
.add_header(header
, value
)
58 url_or_request
= compat_urllib_request
.Request(url_or_request
, headers
=headers
)
60 response
= super(UdemyIE
, self
)._download
_json
(url_or_request
, video_id
, note
)
61 self
._handle
_error
(response
)
64 def _real_initialize(self
):
68 (username
, password
) = self
._get
_login
_info
()
71 'Udemy account is required, use --username and --password options to provide account credentials.',
74 login_popup
= self
._download
_webpage
(
75 'https://www.udemy.com/join/login-popup?displayType=ajax&showSkipButton=1', None,
76 'Downloading login popup')
78 if login_popup
== '<div class="run-command close-popup redirect" data-url="https://www.udemy.com/"></div>':
81 csrf
= self
._html
_search
_regex
(
82 r
'<input type="hidden" name="csrf" value="(.+?)"',
83 login_popup
, 'csrf token')
89 'displayType': 'json',
92 request
= compat_urllib_request
.Request(
93 self
._LOGIN
_URL
, compat_urllib_parse
.urlencode(login_form
).encode('utf-8'))
94 response
= self
._download
_json
(
95 request
, None, 'Logging in as %s' % username
)
97 if 'returnUrl' not in response
:
98 raise ExtractorError('Unable to log in')
100 def _real_extract(self
, url
):
101 lecture_id
= self
._match
_id
(url
)
103 lecture
= self
._download
_json
(
104 'https://www.udemy.com/api-1.1/lectures/%s' % lecture_id
,
105 lecture_id
, 'Downloading lecture JSON')
107 asset_type
= lecture
.get('assetType') or lecture
.get('asset_type')
108 if asset_type
!= 'Video':
109 raise ExtractorError(
110 'Lecture %s is not a video' % lecture_id
, expected
=True)
112 asset
= lecture
['asset']
114 stream_url
= asset
.get('streamUrl') or asset
.get('stream_url')
115 mobj
= re
.search(r
'(https?://www\.youtube\.com/watch\?v=.*)', stream_url
)
117 return self
.url_result(mobj
.group(1), 'Youtube')
119 video_id
= asset
['id']
120 thumbnail
= asset
.get('thumbnailUrl') or asset
.get('thumbnail_url')
121 duration
= asset
['data']['duration']
123 download_url
= asset
.get('downloadUrl') or asset
.get('download_url')
125 video
= download_url
.get('Video') or download_url
.get('video')
126 video_480p
= download_url
.get('Video480p') or download_url
.get('video_480p')
130 'url': video_480p
[0],
139 title
= lecture
['title']
140 description
= lecture
['description']
145 'description': description
,
146 'thumbnail': thumbnail
,
147 'duration': duration
,
152 class UdemyCourseIE(UdemyIE
):
153 IE_NAME
= 'udemy:course'
154 _VALID_URL
= r
'https?://www\.udemy\.com/(?P<coursepath>[\da-z-]+)'
155 _SUCCESSFULLY_ENROLLED
= '>You have enrolled in this course!<'
156 _ALREADY_ENROLLED
= '>You are already taking this course.<'
160 def suitable(cls
, url
):
161 return False if UdemyIE
.suitable(url
) else super(UdemyCourseIE
, cls
).suitable(url
)
163 def _real_extract(self
, url
):
164 mobj
= re
.match(self
._VALID
_URL
, url
)
165 course_path
= mobj
.group('coursepath')
167 response
= self
._download
_json
(
168 'https://www.udemy.com/api-1.1/courses/%s' % course_path
,
169 course_path
, 'Downloading course JSON')
171 course_id
= int(response
['id'])
172 course_title
= response
['title']
174 webpage
= self
._download
_webpage
(
175 'https://www.udemy.com/course/subscribe/?courseId=%s' % course_id
,
176 course_id
, 'Enrolling in the course')
178 if self
._SUCCESSFULLY
_ENROLLED
in webpage
:
179 self
.to_screen('%s: Successfully enrolled in' % course_id
)
180 elif self
._ALREADY
_ENROLLED
in webpage
:
181 self
.to_screen('%s: Already enrolled in' % course_id
)
183 response
= self
._download
_json
(
184 'https://www.udemy.com/api-1.1/courses/%s/curriculum' % course_id
,
185 course_id
, 'Downloading course curriculum')
189 'https://www.udemy.com/%s/#/lecture/%s' % (course_path
, asset
['id']), 'Udemy')
190 for asset
in response
if asset
.get('assetType') or asset
.get('asset_type') == 'Video'
193 return self
.playlist_result(entries
, course_id
, course_title
)