[yt-dlp.git] / yt_dlp / extractor / lynda.py

from __future__ import unicode_literals

import re

from .common import InfoExtractor
from ..compat import (
    compat_str,
    compat_urlparse,
)
from ..utils import (
    ExtractorError,
    int_or_none,
    urlencode_postdata,
)


class LyndaBaseIE(InfoExtractor):
    _SIGNIN_URL = 'https://www.lynda.com/signin/lynda'
    _PASSWORD_URL = 'https://www.lynda.com/signin/password'
    _USER_URL = 'https://www.lynda.com/signin/user'
    _ACCOUNT_CREDENTIALS_HINT = 'Use --username and --password options to provide lynda.com account credentials.'
    _NETRC_MACHINE = 'lynda'

    def _real_initialize(self):
        self._login()

    @staticmethod
    def _check_error(json_string, key_or_keys):
        keys = [key_or_keys] if isinstance(key_or_keys, compat_str) else key_or_keys
        for key in keys:
            error = json_string.get(key)
            if error:
                raise ExtractorError('Unable to login: %s' % error, expected=True)

    def _login_step(self, form_html, fallback_action_url, extra_form_data, note, referrer_url):
        action_url = self._search_regex(
            r'<form[^>]+action=(["\'])(?P<url>.+?)\1', form_html,
            'post url', default=fallback_action_url, group='url')

        if not action_url.startswith('http'):
            action_url = compat_urlparse.urljoin(self._SIGNIN_URL, action_url)

        form_data = self._hidden_inputs(form_html)
        form_data.update(extra_form_data)

        response = self._download_json(
            action_url, None, note,
            data=urlencode_postdata(form_data),
            headers={
                'Referer': referrer_url,
                'X-Requested-With': 'XMLHttpRequest',
            }, expected_status=(418, 500, ))

        self._check_error(response, ('email', 'password', 'ErrorMessage'))

        return response, action_url

    def _login(self):
        username, password = self._get_login_info()
        if username is None:
            return

        # Step 1: download signin page
        signin_page = self._download_webpage(
            self._SIGNIN_URL, None, 'Downloading signin page')

        # Already logged in
        if any(re.search(p, signin_page) for p in (
                r'isLoggedIn\s*:\s*true', r'logout\.aspx', r'>Log out<')):
            return

        # Step 2: submit email
        signin_form = self._search_regex(
            r'(?s)(<form[^>]+data-form-name=["\']signin["\'][^>]*>.+?</form>)',
            signin_page, 'signin form')
        signin_page, signin_url = self._login_step(
            signin_form, self._PASSWORD_URL, {'email': username},
            'Submitting email', self._SIGNIN_URL)

        # Step 3: submit password
        password_form = signin_page['body']
        self._login_step(
            password_form, self._USER_URL, {'email': username, 'password': password},
            'Submitting password', signin_url)


class LyndaIE(LyndaBaseIE):
    IE_NAME = 'lynda'
    IE_DESC = 'lynda.com videos'
    _VALID_URL = r'''(?x)
                    https?://
                        (?:www\.)?(?:lynda\.com|educourse\.ga)/
                        (?:
                            (?:[^/]+/){2,3}(?P<course_id>\d+)|
                            player/embed
                        )/
                        (?P<id>\d+)
                    '''

    _TIMECODE_REGEX = r'\[(?P<timecode>\d+:\d+:\d+[\.,]\d+)\]'

    _TESTS = [{
        'url': 'https://www.lynda.com/Bootstrap-tutorials/Using-exercise-files/110885/114408-4.html',
        # md5 is unstable
        'info_dict': {
            'id': '114408',
            'ext': 'mp4',
            'title': 'Using the exercise files',
            'duration': 68
        }
    }, {
        'url': 'https://www.lynda.com/player/embed/133770?tr=foo=1;bar=g;fizz=rt&fs=0',
        'only_matching': True,
    }, {
        'url': 'https://educourse.ga/Bootstrap-tutorials/Using-exercise-files/110885/114408-4.html',
        'only_matching': True,
    }, {
        'url': 'https://www.lynda.com/de/Graphic-Design-tutorials/Willkommen-Grundlagen-guten-Gestaltung/393570/393572-4.html',
        'only_matching': True,
    }, {
        # Status="NotFound", Message="Transcript not found"
        'url': 'https://www.lynda.com/ASP-NET-tutorials/What-you-should-know/5034180/2811512-4.html',
        'only_matching': True,
    }]

    def _raise_unavailable(self, video_id):
        self.raise_login_required(
            'Video %s is only available for members' % video_id)

    def _real_extract(self, url):
        mobj = re.match(self._VALID_URL, url)
        video_id = mobj.group('id')
        course_id = mobj.group('course_id')

        query = {
            'videoId': video_id,
            'type': 'video',
        }

        video = self._download_json(
            'https://www.lynda.com/ajax/player', video_id,
            'Downloading video JSON', fatal=False, query=query)

        # Fallback scenario
        if not video:
            query['courseId'] = course_id

            play = self._download_json(
                'https://www.lynda.com/ajax/course/%s/%s/play'
                % (course_id, video_id), video_id, 'Downloading play JSON')

            if not play:
                self._raise_unavailable(video_id)

            formats = []
            for formats_dict in play:
                urls = formats_dict.get('urls')
                if not isinstance(urls, dict):
                    continue
                cdn = formats_dict.get('name')
                for format_id, format_url in urls.items():
                    if not format_url:
                        continue
                    formats.append({
                        'url': format_url,
                        'format_id': '%s-%s' % (cdn, format_id) if cdn else format_id,
                        'height': int_or_none(format_id),
                    })
            self._sort_formats(formats)

            conviva = self._download_json(
                'https://www.lynda.com/ajax/player/conviva', video_id,
                'Downloading conviva JSON', query=query)

            return {
                'id': video_id,
                'title': conviva['VideoTitle'],
                'description': conviva.get('VideoDescription'),
                'release_year': int_or_none(conviva.get('ReleaseYear')),
                'duration': int_or_none(conviva.get('Duration')),
                'creator': conviva.get('Author'),
                'formats': formats,
            }

        if 'Status' in video:
            raise ExtractorError(
                'lynda returned error: %s' % video['Message'], expected=True)

        if video.get('HasAccess') is False:
            self._raise_unavailable(video_id)

        video_id = compat_str(video.get('ID') or video_id)
        duration = int_or_none(video.get('DurationInSeconds'))
        title = video['Title']

        formats = []

        fmts = video.get('Formats')
        if fmts:
            formats.extend([{
                'url': f['Url'],
                'ext': f.get('Extension'),
                'width': int_or_none(f.get('Width')),
                'height': int_or_none(f.get('Height')),
                'filesize': int_or_none(f.get('FileSize')),
                'format_id': compat_str(f.get('Resolution')) if f.get('Resolution') else None,
            } for f in fmts if f.get('Url')])

        prioritized_streams = video.get('PrioritizedStreams')
        if prioritized_streams:
            for prioritized_stream_id, prioritized_stream in prioritized_streams.items():
                formats.extend([{
                    'url': video_url,
                    'height': int_or_none(format_id),
                    'format_id': '%s-%s' % (prioritized_stream_id, format_id),
                } for format_id, video_url in prioritized_stream.items()])

        self._check_formats(formats, video_id)
        self._sort_formats(formats)

        subtitles = self.extract_subtitles(video_id)

        return {
            'id': video_id,
            'title': title,
            'duration': duration,
            'subtitles': subtitles,
            'formats': formats
        }

    def _fix_subtitles(self, subs):
        srt = ''
        seq_counter = 0
        for pos in range(0, len(subs) - 1):
            seq_current = subs[pos]
            m_current = re.match(self._TIMECODE_REGEX, seq_current['Timecode'])
            if m_current is None:
                continue
            seq_next = subs[pos + 1]
            m_next = re.match(self._TIMECODE_REGEX, seq_next['Timecode'])
            if m_next is None:
                continue
            appear_time = m_current.group('timecode')
            disappear_time = m_next.group('timecode')
            text = seq_current['Caption'].strip()
            if text:
                seq_counter += 1
                srt += '%s\r\n%s --> %s\r\n%s\r\n\r\n' % (seq_counter, appear_time, disappear_time, text)
        if srt:
            return srt

    def _get_subtitles(self, video_id):
        url = 'https://www.lynda.com/ajax/player?videoId=%s&type=transcript' % video_id
        subs = self._download_webpage(
            url, video_id, 'Downloading subtitles JSON', fatal=False)
        if not subs or 'Status="NotFound"' in subs:
            return {}
        subs = self._parse_json(subs, video_id, fatal=False)
        if not subs:
            return {}
        fixed_subs = self._fix_subtitles(subs)
        if fixed_subs:
            return {'en': [{'ext': 'srt', 'data': fixed_subs}]}
        return {}


class LyndaCourseIE(LyndaBaseIE):
    IE_NAME = 'lynda:course'
    IE_DESC = 'lynda.com online courses'

    # Course link equals to welcome/introduction video link of same course
    # We will recognize it as course link
    _VALID_URL = r'https?://(?:www|m)\.(?:lynda\.com|educourse\.ga)/(?P<coursepath>(?:[^/]+/){2,3}(?P<courseid>\d+))-2\.html'

    _TESTS = [{
        'url': 'https://www.lynda.com/Graphic-Design-tutorials/Grundlagen-guten-Gestaltung/393570-2.html',
        'only_matching': True,
    }, {
        'url': 'https://www.lynda.com/de/Graphic-Design-tutorials/Grundlagen-guten-Gestaltung/393570-2.html',
        'only_matching': True,
    }]

    def _real_extract(self, url):
        mobj = re.match(self._VALID_URL, url)
        course_path = mobj.group('coursepath')
        course_id = mobj.group('courseid')

        item_template = 'https://www.lynda.com/%s/%%s-4.html' % course_path

        course = self._download_json(
            'https://www.lynda.com/ajax/player?courseId=%s&type=course' % course_id,
            course_id, 'Downloading course JSON', fatal=False)

        if not course:
            webpage = self._download_webpage(url, course_id)
            entries = [
                self.url_result(
                    item_template % video_id, ie=LyndaIE.ie_key(),
                    video_id=video_id)
                for video_id in re.findall(
                    r'data-video-id=["\'](\d+)', webpage)]
            return self.playlist_result(
                entries, course_id,
                self._og_search_title(webpage, fatal=False),
                self._og_search_description(webpage))

        if course.get('Status') == 'NotFound':
            raise ExtractorError(
                'Course %s does not exist' % course_id, expected=True)

        unaccessible_videos = 0
        entries = []

        # Might want to extract videos right here from video['Formats'] as it seems 'Formats' is not provided
        # by single video API anymore

        for chapter in course['Chapters']:
            for video in chapter.get('Videos', []):
                if video.get('HasAccess') is False:
                    unaccessible_videos += 1
                    continue
                video_id = video.get('ID')
                if video_id:
                    entries.append({
                        '_type': 'url_transparent',
                        'url': item_template % video_id,
                        'ie_key': LyndaIE.ie_key(),
                        'chapter': chapter.get('Title'),
                        'chapter_number': int_or_none(chapter.get('ChapterIndex')),
                        'chapter_id': compat_str(chapter.get('ID')),
                    })

        if unaccessible_videos > 0:
            self._downloader.report_warning(
                '%s videos are only available for members (or paid members) and will not be downloaded. '
                % unaccessible_videos + self._ACCOUNT_CREDENTIALS_HINT)

        course_title = course.get('Title')
        course_description = course.get('Description')

        return self.playlist_result(entries, course_id, course_title, course_description)
Commit	Line	Data
a7c26e73 PH	1	from __future__ import unicode_literals
a7c26e73 PH	2
c7f8537d	3	import re
c7f8537d	4
c7f8537d	5	from .common import InfoExtractor
bdf16f81	6	from ..compat import (
bdf16f81 S	7	compat_str,
	8	compat_urlparse,
	9	)
1cc79574	10	from ..utils import (
16ff7ebc S	11	ExtractorError,
16ff7ebc S	12	int_or_none,
6e6bc8da	13	urlencode_postdata,
7ee40b5d	14	)
c7f8537d	15
c7f8537d	16
30cbd4e0	17	class LyndaBaseIE(InfoExtractor):
f0128230	18	_SIGNIN_URL = 'https://www.lynda.com/signin/lynda'
bdf16f81 S	19	_PASSWORD_URL = 'https://www.lynda.com/signin/password'
bdf16f81 S	20	_USER_URL = 'https://www.lynda.com/signin/user'
30cbd4e0	21	_ACCOUNT_CREDENTIALS_HINT = 'Use --username and --password options to provide lynda.com account credentials.'
499bfcbf	22	_NETRC_MACHINE = 'lynda'
30cbd4e0 S	23
	24	def _real_initialize(self):
	25	self._login()
	26
bdf16f81 S	27	@staticmethod
	28	def _check_error(json_string, key_or_keys):
	29	keys = [key_or_keys] if isinstance(key_or_keys, compat_str) else key_or_keys
	30	for key in keys:
	31	error = json_string.get(key)
	32	if error:
	33	raise ExtractorError('Unable to login: %s' % error, expected=True)
	34
	35	def _login_step(self, form_html, fallback_action_url, extra_form_data, note, referrer_url):
	36	action_url = self._search_regex(
	37	r'<form[^>]+action=(["\'])(?P<url>.+?)\1', form_html,
	38	'post url', default=fallback_action_url, group='url')
	39
	40	if not action_url.startswith('http'):
	41	action_url = compat_urlparse.urljoin(self._SIGNIN_URL, action_url)
	42
	43	form_data = self._hidden_inputs(form_html)
	44	form_data.update(extra_form_data)
	45
5621c322 S	46	response = self._download_json(
	47	action_url, None, note,
	48	data=urlencode_postdata(form_data),
	49	headers={
	50	'Referer': referrer_url,
	51	'X-Requested-With': 'XMLHttpRequest',
	52	}, expected_status=(418, 500, ))
bdf16f81	53
5621c322	54	self._check_error(response, ('email', 'password', 'ErrorMessage'))
bdf16f81 S	55
	56	return response, action_url
	57
30cbd4e0	58	def _login(self):
0d85c3a7	59	username, password = self._get_login_info()
30cbd4e0 S	60	if username is None:
	61	return
	62
bdf16f81 S	63	# Step 1: download signin page
	64	signin_page = self._download_webpage(
	65	self._SIGNIN_URL, None, 'Downloading signin page')
	66
3841256c S	67	# Already logged in
3841256c S	68	if any(re.search(p, signin_page) for p in (
ec85ded8	69	r'isLoggedIn\s:\strue', r'logout\.aspx', r'>Log out<')):
3841256c S	70	return
3841256c S	71
bdf16f81 S	72	# Step 2: submit email
	73	signin_form = self._search_regex(
	74	r'(?s)(<form[^>]+data-form-name=["\']signin["\'][^>]*>.+?</form>)',
	75	signin_page, 'signin form')
	76	signin_page, signin_url = self._login_step(
	77	signin_form, self._PASSWORD_URL, {'email': username},
	78	'Submitting email', self._SIGNIN_URL)
	79
	80	# Step 3: submit password
	81	password_form = signin_page['body']
	82	self._login_step(
	83	password_form, self._USER_URL, {'email': username, 'password': password},
	84	'Submitting password', signin_url)
30cbd4e0 S	85
	86
	87	class LyndaIE(LyndaBaseIE):
a7c26e73 PH	88	IE_NAME = 'lynda'
a7c26e73 PH	89	IE_DESC = 'lynda.com videos'
b7c74c04 S	90	_VALID_URL = r'''(?x)
	91	https?://
	92	(?:www\.)?(?:lynda\.com\|educourse\.ga)/
	93	(?:
	94	(?:[^/]+/){2,3}(?P<course_id>\d+)\|
	95	player/embed
	96	)/
	97	(?P<id>\d+)
	98	'''
7ee40b5d	99
7ee40b5d	100	_TIMECODE_REGEX = r'\[(?P<timecode>\d+:\d+:\d+[\.,]\d+)\]'
7ee40b5d	101
a0d64613	102	_TESTS = [{
68d9561c	103	'url': 'https://www.lynda.com/Bootstrap-tutorials/Using-exercise-files/110885/114408-4.html',
61a98b86	104	# md5 is unstable
ac260dd8	105	'info_dict': {
136db788 S	106	'id': '114408',
136db788 S	107	'ext': 'mp4',
a7c26e73 PH	108	'title': 'Using the exercise files',
a7c26e73 PH	109	'duration': 68
c7f8537d	110	}
a0d64613 S	111	}, {
	112	'url': 'https://www.lynda.com/player/embed/133770?tr=foo=1;bar=g;fizz=rt&fs=0',
	113	'only_matching': True,
8c6919e4 S	114	}, {
	115	'url': 'https://educourse.ga/Bootstrap-tutorials/Using-exercise-files/110885/114408-4.html',
	116	'only_matching': True,
b7c74c04 S	117	}, {
	118	'url': 'https://www.lynda.com/de/Graphic-Design-tutorials/Willkommen-Grundlagen-guten-Gestaltung/393570/393572-4.html',
	119	'only_matching': True,
d89a0a80 S	120	}, {
	121	# Status="NotFound", Message="Transcript not found"
	122	'url': 'https://www.lynda.com/ASP-NET-tutorials/What-you-should-know/5034180/2811512-4.html',
	123	'only_matching': True,
a0d64613	124	}]
7ee40b5d	125
6edfc40a S	126	def _raise_unavailable(self, video_id):
	127	self.raise_login_required(
	128	'Video %s is only available for members' % video_id)
	129
c7f8537d	130	def _real_extract(self, url):
6edfc40a S	131	mobj = re.match(self._VALID_URL, url)
	132	video_id = mobj.group('id')
	133	course_id = mobj.group('course_id')
	134
	135	query = {
	136	'videoId': video_id,
	137	'type': 'video',
	138	}
c7f8537d	139
ea8ed40b	140	video = self._download_json(
6edfc40a S	141	'https://www.lynda.com/ajax/player', video_id,
	142	'Downloading video JSON', fatal=False, query=query)
	143
	144	# Fallback scenario
	145	if not video:
	146	query['courseId'] = course_id
	147
	148	play = self._download_json(
	149	'https://www.lynda.com/ajax/course/%s/%s/play'
	150	% (course_id, video_id), video_id, 'Downloading play JSON')
	151
	152	if not play:
	153	self._raise_unavailable(video_id)
	154
	155	formats = []
	156	for formats_dict in play:
	157	urls = formats_dict.get('urls')
	158	if not isinstance(urls, dict):
	159	continue
	160	cdn = formats_dict.get('name')
	161	for format_id, format_url in urls.items():
	162	if not format_url:
	163	continue
	164	formats.append({
	165	'url': format_url,
	166	'format_id': '%s-%s' % (cdn, format_id) if cdn else format_id,
	167	'height': int_or_none(format_id),
	168	})
	169	self._sort_formats(formats)
	170
	171	conviva = self._download_json(
	172	'https://www.lynda.com/ajax/player/conviva', video_id,
	173	'Downloading conviva JSON', query=query)
	174
	175	return {
	176	'id': video_id,
	177	'title': conviva['VideoTitle'],
	178	'description': conviva.get('VideoDescription'),
	179	'release_year': int_or_none(conviva.get('ReleaseYear')),
	180	'duration': int_or_none(conviva.get('Duration')),
	181	'creator': conviva.get('Author'),
	182	'formats': formats,
	183	}
c7f8537d	184
ea8ed40b	185	if 'Status' in video:
30cbd4e0	186	raise ExtractorError(
ea8ed40b	187	'lynda returned error: %s' % video['Message'], expected=True)
c7f8537d	188
ea8ed40b	189	if video.get('HasAccess') is False:
6edfc40a	190	self._raise_unavailable(video_id)
c7f8537d	191
ea8ed40b S	192	video_id = compat_str(video.get('ID') or video_id)
	193	duration = int_or_none(video.get('DurationInSeconds'))
	194	title = video['Title']
c7f8537d	195
16ff7ebc S	196	formats = []
16ff7ebc S	197
ea8ed40b	198	fmts = video.get('Formats')
16ff7ebc	199	if fmts:
ea8ed40b S	200	formats.extend([{
	201	'url': f['Url'],
	202	'ext': f.get('Extension'),
	203	'width': int_or_none(f.get('Width')),
	204	'height': int_or_none(f.get('Height')),
	205	'filesize': int_or_none(f.get('FileSize')),
	206	'format_id': compat_str(f.get('Resolution')) if f.get('Resolution') else None,
	207	} for f in fmts if f.get('Url')])
	208
	209	prioritized_streams = video.get('PrioritizedStreams')
16ff7ebc	210	if prioritized_streams:
5a11b793	211	for prioritized_stream_id, prioritized_stream in prioritized_streams.items():
ea8ed40b S	212	formats.extend([{
ea8ed40b S	213	'url': video_url,
ea8aefd1	214	'height': int_or_none(format_id),
ea8ed40b S	215	'format_id': '%s-%s' % (prioritized_stream_id, format_id),
ea8ed40b S	216	} for format_id, video_url in prioritized_stream.items()])
c7f8537d	217
a57e8ce6	218	self._check_formats(formats, video_id)
c7f8537d	219	self._sort_formats(formats)
7ee40b5d	220
ea8ed40b	221	subtitles = self.extract_subtitles(video_id)
7ee40b5d	222
c7f8537d	223	return {
	224	'id': video_id,
	225	'title': title,
	226	'duration': duration,
62bcfa8c	227	'subtitles': subtitles,
c7f8537d	228	'formats': formats
c7f8537d	229	}
7ee40b5d	230
311c3938 JMF	231	def _fix_subtitles(self, subs):
311c3938 JMF	232	srt = ''
7594be85	233	seq_counter = 0
311c3938 JMF	234	for pos in range(0, len(subs) - 1):
	235	seq_current = subs[pos]
	236	m_current = re.match(self._TIMECODE_REGEX, seq_current['Timecode'])
	237	if m_current is None:
	238	continue
	239	seq_next = subs[pos + 1]
	240	m_next = re.match(self._TIMECODE_REGEX, seq_next['Timecode'])
	241	if m_next is None:
62bcfa8c	242	continue
311c3938 JMF	243	appear_time = m_current.group('timecode')
311c3938 JMF	244	disappear_time = m_next.group('timecode')
7594be85 S	245	text = seq_current['Caption'].strip()
	246	if text:
	247	seq_counter += 1
	248	srt += '%s\r\n%s --> %s\r\n%s\r\n\r\n' % (seq_counter, appear_time, disappear_time, text)
311c3938 JMF	249	if srt:
	250	return srt
	251
ea8ed40b	252	def _get_subtitles(self, video_id):
68d9561c	253	url = 'https://www.lynda.com/ajax/player?videoId=%s&type=transcript' % video_id
d89a0a80 S	254	subs = self._download_webpage(
	255	url, video_id, 'Downloading subtitles JSON', fatal=False)
	256	if not subs or 'Status="NotFound"' in subs:
	257	return {}
	258	subs = self._parse_json(subs, video_id, fatal=False)
	259	if not subs:
	260	return {}
75ba0efb S	261	fixed_subs = self._fix_subtitles(subs)
	262	if fixed_subs:
	263	return {'en': [{'ext': 'srt', 'data': fixed_subs}]}
d89a0a80	264	return {}
c7f8537d	265
c7f8537d	266
30cbd4e0	267	class LyndaCourseIE(LyndaBaseIE):
a7c26e73 PH	268	IE_NAME = 'lynda:course'
a7c26e73 PH	269	IE_DESC = 'lynda.com online courses'
c7f8537d	270
	271	# Course link equals to welcome/introduction video link of same course
	272	# We will recognize it as course link
b7c74c04 S	273	_VALID_URL = r'https?://(?:www\|m)\.(?:lynda\.com\|educourse\.ga)/(?P<coursepath>(?:[^/]+/){2,3}(?P<courseid>\d+))-2\.html'
	274
	275	_TESTS = [{
	276	'url': 'https://www.lynda.com/Graphic-Design-tutorials/Grundlagen-guten-Gestaltung/393570-2.html',
	277	'only_matching': True,
	278	}, {
	279	'url': 'https://www.lynda.com/de/Graphic-Design-tutorials/Grundlagen-guten-Gestaltung/393570-2.html',
	280	'only_matching': True,
	281	}]
c7f8537d	282
	283	def _real_extract(self, url):
	284	mobj = re.match(self._VALID_URL, url)
	285	course_path = mobj.group('coursepath')
	286	course_id = mobj.group('courseid')
5f6a1245	287
f2980fdd S	288	item_template = 'https://www.lynda.com/%s/%%s-4.html' % course_path
f2980fdd S	289
71bb0161	290	course = self._download_json(
68d9561c	291	'https://www.lynda.com/ajax/player?courseId=%s&type=course' % course_id,
f2980fdd S	292	course_id, 'Downloading course JSON', fatal=False)
	293
	294	if not course:
	295	webpage = self._download_webpage(url, course_id)
	296	entries = [
	297	self.url_result(
	298	item_template % video_id, ie=LyndaIE.ie_key(),
	299	video_id=video_id)
	300	for video_id in re.findall(
	301	r'data-video-id=["\'](\d+)', webpage)]
	302	return self.playlist_result(
	303	entries, course_id,
	304	self._og_search_title(webpage, fatal=False),
	305	self._og_search_description(webpage))
c7f8537d	306
71bb0161	307	if course.get('Status') == 'NotFound':
30cbd4e0 S	308	raise ExtractorError(
30cbd4e0 S	309	'Course %s does not exist' % course_id, expected=True)
c7f8537d	310
c7f8537d	311	unaccessible_videos = 0
00322ad4	312	entries = []
c7f8537d	313
16ff7ebc S	314	# Might want to extract videos right here from video['Formats'] as it seems 'Formats' is not provided
	315	# by single video API anymore
	316
71bb0161 S	317	for chapter in course['Chapters']:
	318	for video in chapter.get('Videos', []):
	319	if video.get('HasAccess') is False:
c7f8537d	320	unaccessible_videos += 1
c7f8537d	321	continue
00322ad4 S	322	video_id = video.get('ID')
	323	if video_id:
	324	entries.append({
	325	'_type': 'url_transparent',
f2980fdd	326	'url': item_template % video_id,
00322ad4 S	327	'ie_key': LyndaIE.ie_key(),
	328	'chapter': chapter.get('Title'),
	329	'chapter_number': int_or_none(chapter.get('ChapterIndex')),
	330	'chapter_id': compat_str(chapter.get('ID')),
	331	})
c7f8537d	332
c7f8537d	333	if unaccessible_videos > 0:
30cbd4e0 S	334	self._downloader.report_warning(
	335	'%s videos are only available for members (or paid members) and will not be downloaded. '
	336	% unaccessible_videos + self._ACCOUNT_CREDENTIALS_HINT)
c7f8537d	337
71bb0161	338	course_title = course.get('Title')
04343588	339	course_description = course.get('Description')
c7f8537d	340
04343588	341	return self.playlist_result(entries, course_id, course_title, course_description)