[videolecturesnet] Improve playlist extraction

[yt-dlp.git] / youtube_dl / extractor / videolecturesnet.py

from __future__ import unicode_literals

import re

from .common import InfoExtractor
from ..compat import (
    compat_HTTPError,
    compat_urlparse,
)
from ..utils import (
    ExtractorError,
    parse_duration,
)


class VideoLecturesNetIE(InfoExtractor):
    _VALID_URL = r'http://(?:www\.)?videolectures\.net/(?P<id>[^/#?]+)/*(?:[#?].*)?$'
    IE_NAME = 'videolectures.net'

    _TEST = {
        'url': 'http://videolectures.net/promogram_igor_mekjavic_eng/',
        'info_dict': {
            'id': 'promogram_igor_mekjavic_eng',
            'ext': 'mp4',
            'title': 'Automatics, robotics and biocybernetics',
            'description': 'md5:815fc1deb6b3a2bff99de2d5325be482',
            'upload_date': '20130627',
            'duration': 565,
            'thumbnail': 're:http://.*\.jpg',
        },
    }

    def _real_extract(self, url):
        video_id = self._match_id(url)

        smil_url = 'http://videolectures.net/%s/video/1/smil.xml' % video_id

        try:
            smil = self._download_smil(smil_url, video_id)
        except ExtractorError as e:
            if isinstance(e.cause, compat_HTTPError) and e.cause.code == 404:
                # Probably a playlist
                webpage = self._download_webpage(url, video_id)
                entries = [
                    self.url_result(compat_urlparse.urljoin(url, video_url), 'VideoLecturesNet')
                    for _, video_url in re.findall(r'<a[^>]+href=(["\'])(.+?)\1[^>]+id=["\']lec=\d+', webpage)]
                playlist_title = self._html_search_meta('title', webpage, 'title', fatal=True)
                playlist_description = self._html_search_meta('description', webpage, 'description')
                return self.playlist_result(entries, video_id, playlist_title, playlist_description)

        info = self._parse_smil(smil, smil_url, video_id)

        info['id'] = video_id

        switch = smil.find('.//switch')
        if switch is not None:
            info['duration'] = parse_duration(switch.attrib.get('dur'))

        return info