3 from .common
import InfoExtractor
16 class FrontendMastersBaseIE(InfoExtractor
):
17 _API_BASE
= 'https://api.frontendmasters.com/v1/kabuki'
18 _LOGIN_URL
= 'https://frontendmasters.com/login/'
20 _NETRC_MACHINE
= 'frontendmasters'
23 'low': {'width': 480, 'height': 360}
,
24 'mid': {'width': 1280, 'height': 720}
,
25 'high': {'width': 1920, 'height': 1080}
28 def _perform_login(self
, username
, password
):
29 login_page
= self
._download
_webpage
(
30 self
._LOGIN
_URL
, None, 'Downloading login page')
32 login_form
= self
._hidden
_inputs
(login_page
)
39 post_url
= self
._search
_regex
(
40 r
'<form[^>]+action=(["\'])(?P
<url
>.+?
)\
1', login_page,
41 'post_url
', default=self._LOGIN_URL, group='url
')
43 if not post_url.startswith('http
'):
44 post_url = compat_urlparse.urljoin(self._LOGIN_URL, post_url)
46 response = self._download_webpage(
47 post_url, None, 'Logging
in', data=urlencode_postdata(login_form),
48 headers={'Content-Type': 'application/x-www-form-urlencoded'})
51 if any(p in response for p in (
52 'wp
-login
.php?action
=logout
', '>Logout
')):
55 error = self._html_search_regex(
56 r'class=(["\'])(?:(?!\1).)*\bMessageAlert\b(?:(?!\1).)*\1[^>]*>(?P<error>[^<]+)<',
57 response, 'error message', default=None, group='error')
59 raise ExtractorError('Unable to login: %s' % error, expected=True)
60 raise ExtractorError('Unable to log in')
63 class FrontendMastersPageBaseIE(FrontendMastersBaseIE):
64 def _download_course(self, course_name, url):
65 return self._download_json(
66 '%s/courses/%s' % (self._API_BASE, course_name), course_name,
67 'Downloading course JSON', headers={'Referer': url})
70 def _extract_chapters(course):
72 lesson_elements = course.get('lessonElements')
73 if isinstance(lesson_elements, list):
74 chapters = [url_or_none(e) for e in lesson_elements if url_or_none(e)]
78 def _extract_lesson(chapters, lesson_id, lesson):
79 title = lesson.get('title') or lesson_id
80 display_id = lesson.get('slug')
81 description = lesson.get('description')
82 thumbnail = lesson.get('thumbnail')
85 index = lesson.get('index')
86 element_index = lesson.get('elementIndex')
87 if (isinstance(index, int) and isinstance(element_index, int)
88 and index < element_index):
89 chapter_number = element_index - index
90 chapter = (chapters[chapter_number - 1]
91 if chapter_number - 1 < len(chapters) else None)
94 timestamp = lesson.get('timestamp')
95 if isinstance(timestamp, compat_str):
97 r'(?P<start>\d{1,2}:\d{1,2}:\d{1,2})\s*-(?P<end>\s*\d{1,2}:\d{1,2}:\d{1,2})',
100 duration = parse_duration(mobj.group('end')) - parse_duration(
104 '_type': 'url_transparent',
105 'url': 'frontendmasters:%s' % lesson_id,
106 'ie_key': FrontendMastersIE.ie_key(),
108 'display_id': display_id,
110 'description': description,
111 'thumbnail': thumbnail,
112 'duration': duration,
114 'chapter_number': chapter_number,
118 class FrontendMastersIE(FrontendMastersBaseIE):
119 _VALID_URL = r'(?:frontendmasters:|https?://api\.frontendmasters\.com/v\d+/kabuki/video/)(?P<id>[^/]+)'
121 'url': 'https://api.frontendmasters.com/v1/kabuki/video/a2qogef6ba',
122 'md5': '7f161159710d6b7016a4f4af6fcb05e2',
126 'title': 'a2qogef6ba',
128 'skip': 'Requires FrontendMasters account credentials',
130 'url': 'frontendmasters:a2qogef6ba',
131 'only_matching': True,
134 def _real_extract(self, url):
135 lesson_id = self._match_id(url)
137 source_url = '%s/video/%s/source' % (self._API_BASE, lesson_id)
140 for ext in ('webm', 'mp4'):
141 for quality in ('low', 'mid', 'high'):
142 resolution = self._QUALITIES[quality].copy()
143 format_id = '%s-%s' % (ext, quality)
144 format_url = self._download_json(
145 source_url, lesson_id,
146 'Downloading %s source JSON' % format_id, query={
148 'r': resolution['height'],
151 }, fatal=False)['url']
156 f = resolution.copy()
160 'format_id': format_id,
166 'url': '%s/transcripts/%s.vtt' % (self._API_BASE, lesson_id),
174 'subtitles': subtitles
178 class FrontendMastersLessonIE(FrontendMastersPageBaseIE):
179 _VALID_URL = r'https?://(?:www\.)?frontendmasters\.com/courses/(?P<course_name>[^/]+)/(?P<lesson_name>[^/]+)'
181 'url': 'https://frontendmasters.com/courses/web-development/tools',
184 'display_id': 'tools',
187 'description': 'md5:82c1ea6472e88ed5acd1829fe992e4f7',
188 'thumbnail': r're:^https?://.*\.jpg$',
189 'chapter': 'Introduction',
193 'skip_download': True,
195 'skip': 'Requires FrontendMasters account credentials',
198 def _real_extract(self, url):
199 mobj = self._match_valid_url(url)
200 course_name, lesson_name = mobj.group('course_name', 'lesson_name')
202 course = self._download_course(course_name, url)
204 lesson_id, lesson = next(
206 for video_id, data in course['lessonData'].items()
207 if data.get('slug') == lesson_name)
209 chapters = self._extract_chapters(course)
210 return self._extract_lesson(chapters, lesson_id, lesson)
213 class FrontendMastersCourseIE(FrontendMastersPageBaseIE):
214 _VALID_URL = r'https?://(?:www\.)?frontendmasters\.com/courses/(?P<id>[^/]+)'
216 'url': 'https://frontendmasters.com/courses/web-development/',
218 'id': 'web-development',
219 'title': 'Introduction to Web Development',
220 'description': 'md5:9317e6e842098bf725d62360e52d49a6',
222 'playlist_count': 81,
223 'skip': 'Requires FrontendMasters account credentials',
227 def suitable(cls, url):
228 return False if FrontendMastersLessonIE.suitable(url) else super(
229 FrontendMastersBaseIE, cls).suitable(url)
231 def _real_extract(self, url):
232 course_name = self._match_id(url)
234 course = self._download_course(course_name, url)
236 chapters = self._extract_chapters(course)
239 course['lessonData'].values(), key=lambda data: data['index'])
242 for lesson in lessons:
243 lesson_name = lesson.get('slug')
244 lesson_id = lesson.get('hash') or lesson.get('statsId')
245 if not lesson_id or not lesson_name:
247 entries.append(self._extract_lesson(chapters, lesson_id, lesson))
249 title = course.get('title')
250 description = course.get('description')
252 return self.playlist_result(entries, course_name, title, description)