[yt-dlp.git] / youtube_dl / extractor / prosiebensat1.py

# encoding: utf-8
from __future__ import unicode_literals

import re

from hashlib import sha1
from .common import InfoExtractor
from ..compat import compat_str
from ..utils import (
    ExtractorError,
    determine_ext,
    float_or_none,
    int_or_none,
    unified_strdate,
)


class ProSiebenSat1IE(InfoExtractor):
    IE_NAME = 'prosiebensat1'
    IE_DESC = 'ProSiebenSat.1 Digital'
    _VALID_URL = r'https?://(?:www\.)?(?:(?:prosieben|prosiebenmaxx|sixx|sat1|kabeleins|the-voice-of-germany|7tv)\.(?:de|at|ch)|ran\.de|fem\.com)/(?P<id>.+)'

    _TESTS = [
        {
            # Tests changes introduced in https://github.com/rg3/youtube-dl/pull/6242
            # in response to fixing https://github.com/rg3/youtube-dl/issues/6215:
            # - malformed f4m manifest support
            # - proper handling of URLs starting with `https?://` in 2.0 manifests
            # - recursive child f4m manifests extraction
            'url': 'http://www.prosieben.de/tv/circus-halligalli/videos/218-staffel-2-episode-18-jahresrueckblick-ganze-folge',
            'info_dict': {
                'id': '2104602',
                'ext': 'flv',
                'title': 'Episode 18 - Staffel 2',
                'description': 'md5:8733c81b702ea472e069bc48bb658fc1',
                'upload_date': '20131231',
                'duration': 5845.04,
            },
            'params': {
                # rtmp download
                'skip_download': True,
            },
        },
        {
            'url': 'http://www.prosieben.de/videokatalog/Gesellschaft/Leben/Trends/video-Lady-Umstyling-f%C3%BCr-Audrina-Rebekka-Audrina-Fergen-billig-aussehen-Battal-Modica-700544.html',
            'info_dict': {
                'id': '2570327',
                'ext': 'mp4',
                'title': 'Lady-Umstyling für Audrina',
                'description': 'md5:4c16d0c17a3461a0d43ea4084e96319d',
                'upload_date': '20131014',
                'duration': 606.76,
            },
            'params': {
                # rtmp download
                'skip_download': True,
            },
            'skip': 'Seems to be broken',
        },
        {
            'url': 'http://www.prosiebenmaxx.de/tv/experience/video/144-countdown-fuer-die-autowerkstatt-ganze-folge',
            'info_dict': {
                'id': '2429369',
                'ext': 'mp4',
                'title': 'Countdown für die Autowerkstatt',
                'description': 'md5:809fc051a457b5d8666013bc40698817',
                'upload_date': '20140223',
                'duration': 2595.04,
            },
            'params': {
                # rtmp download
                'skip_download': True,
            },
            'skip': 'This video is unavailable',
        },
        {
            'url': 'http://www.sixx.de/stars-style/video/sexy-laufen-in-ugg-boots-clip',
            'info_dict': {
                'id': '2904997',
                'ext': 'mp4',
                'title': 'Sexy laufen in Ugg Boots',
                'description': 'md5:edf42b8bd5bc4e5da4db4222c5acb7d6',
                'upload_date': '20140122',
                'duration': 245.32,
            },
            'params': {
                # rtmp download
                'skip_download': True,
            },
            'skip': 'This video is unavailable',
        },
        {
            'url': 'http://www.sat1.de/film/der-ruecktritt/video/im-interview-kai-wiesinger-clip',
            'info_dict': {
                'id': '2906572',
                'ext': 'mp4',
                'title': 'Im Interview: Kai Wiesinger',
                'description': 'md5:e4e5370652ec63b95023e914190b4eb9',
                'upload_date': '20140203',
                'duration': 522.56,
            },
            'params': {
                # rtmp download
                'skip_download': True,
            },
            'skip': 'This video is unavailable',
        },
        {
            'url': 'http://www.kabeleins.de/tv/rosins-restaurants/videos/jagd-auf-fertigkost-im-elsthal-teil-2-ganze-folge',
            'info_dict': {
                'id': '2992323',
                'ext': 'mp4',
                'title': 'Jagd auf Fertigkost im Elsthal - Teil 2',
                'description': 'md5:2669cde3febe9bce13904f701e774eb6',
                'upload_date': '20141014',
                'duration': 2410.44,
            },
            'params': {
                # rtmp download
                'skip_download': True,
            },
            'skip': 'This video is unavailable',
        },
        {
            'url': 'http://www.ran.de/fussball/bundesliga/video/schalke-toennies-moechte-raul-zurueck-ganze-folge',
            'info_dict': {
                'id': '3004256',
                'ext': 'mp4',
                'title': 'Schalke: Tönnies möchte Raul zurück',
                'description': 'md5:4b5b271d9bcde223b54390754c8ece3f',
                'upload_date': '20140226',
                'duration': 228.96,
            },
            'params': {
                # rtmp download
                'skip_download': True,
            },
            'skip': 'This video is unavailable',
        },
        {
            'url': 'http://www.the-voice-of-germany.de/video/31-andreas-kuemmert-rocket-man-clip',
            'info_dict': {
                'id': '2572814',
                'ext': 'flv',
                'title': 'Andreas Kümmert: Rocket Man',
                'description': 'md5:6ddb02b0781c6adf778afea606652e38',
                'upload_date': '20131017',
                'duration': 469.88,
            },
            'params': {
                'skip_download': True,
            },
        },
        {
            'url': 'http://www.fem.com/wellness/videos/wellness-video-clip-kurztripps-zum-valentinstag.html',
            'info_dict': {
                'id': '2156342',
                'ext': 'flv',
                'title': 'Kurztrips zum Valentinstag',
                'description': 'Romantischer Kurztrip zum Valentinstag? Nina Heinemann verrät, was sich hier wirklich lohnt.',
                'duration': 307.24,
            },
            'params': {
                'skip_download': True,
            },
        },
        {
            'url': 'http://www.prosieben.de/tv/joko-gegen-klaas/videos/playlists/episode-8-ganze-folge-playlist',
            'info_dict': {
                'id': '439664',
                'title': 'Episode 8 - Ganze Folge - Playlist',
                'description': 'md5:63b8963e71f481782aeea877658dec84',
            },
            'playlist_count': 2,
        },
        {
            'url': 'http://www.7tv.de/circus-halligalli/615-best-of-circus-halligalli-ganze-folge',
            'info_dict': {
                'id': '4187506',
                'ext': 'flv',
                'title': 'Best of Circus HalliGalli',
                'description': 'md5:8849752efd90b9772c9db6fdf87fb9e9',
                'upload_date': '20151229',
            },
            'params': {
                'skip_download': True,
            },
        },
    ]

    _CLIPID_REGEXES = [
        r'"clip_id"\s*:\s+"(\d+)"',
        r'clipid: "(\d+)"',
        r'clip[iI]d=(\d+)',
        r'clip[iI]d\s*=\s*["\'](\d+)',
        r"'itemImageUrl'\s*:\s*'/dynamic/thumbnails/full/\d+/(\d+)",
    ]
    _TITLE_REGEXES = [
        r'<h2 class="subtitle" itemprop="name">\s*(.+?)</h2>',
        r'<header class="clearfix">\s*<h3>(.+?)</h3>',
        r'<!-- start video -->\s*<h1>(.+?)</h1>',
        r'<h1 class="att-name">\s*(.+?)</h1>',
        r'<header class="module_header">\s*<h2>([^<]+)</h2>\s*</header>',
        r'<h2 class="video-title" itemprop="name">\s*(.+?)</h2>',
        r'<div[^>]+id="veeseoTitle"[^>]*>(.+?)</div>',
    ]
    _DESCRIPTION_REGEXES = [
        r'<p itemprop="description">\s*(.+?)</p>',
        r'<div class="videoDecription">\s*<p><strong>Beschreibung</strong>: (.+?)</p>',
        r'<div class="g-plusone" data-size="medium"></div>\s*</div>\s*</header>\s*(.+?)\s*<footer>',
        r'<p class="att-description">\s*(.+?)\s*</p>',
        r'<p class="video-description" itemprop="description">\s*(.+?)</p>',
        r'<div[^>]+id="veeseoDescription"[^>]*>(.+?)</div>',
    ]
    _UPLOAD_DATE_REGEXES = [
        r'<meta property="og:published_time" content="(.+?)">',
        r'<span>\s*(\d{2}\.\d{2}\.\d{4} \d{2}:\d{2}) \|\s*<span itemprop="duration"',
        r'<footer>\s*(\d{2}\.\d{2}\.\d{4}) \d{2}:\d{2} Uhr',
        r'<span style="padding-left: 4px;line-height:20px; color:#404040">(\d{2}\.\d{2}\.\d{4})</span>',
        r'(\d{2}\.\d{2}\.\d{4}) \| \d{2}:\d{2} Min<br/>',
    ]
    _PAGE_TYPE_REGEXES = [
        r'<meta name="page_type" content="([^"]+)">',
        r"'itemType'\s*:\s*'([^']*)'",
    ]
    _PLAYLIST_ID_REGEXES = [
        r'content[iI]d=(\d+)',
        r"'itemId'\s*:\s*'([^']*)'",
    ]
    _PLAYLIST_CLIP_REGEXES = [
        r'(?s)data-qvt=.+?<a href="([^"]+)"',
    ]

    def _extract_clip(self, url, webpage):
        clip_id = self._html_search_regex(
            self._CLIPID_REGEXES, webpage, 'clip id')

        access_token = 'prosieben'
        client_name = 'kolibri-2.0.19-splec4'
        client_location = url

        video = self._download_json(
            'http://vas.sim-technik.de/vas/live/v2/videos',
            clip_id, 'Downloading videos JSON', query={
                'access_token': access_token,
                'client_location': client_location,
                'client_name': client_name,
                'ids': clip_id,
            })[0]

        if video.get('is_protected') is True:
            raise ExtractorError('This video is DRM protected.', expected=True)

        duration = float_or_none(video.get('duration'))
        source_ids = [compat_str(source['id']) for source in video['sources']]

        g = '01!8d8F_)r9]4s[qeuXfP%'
        client_id = g[:2] + sha1(''.join([clip_id, g, access_token, client_location, g, client_name]).encode('utf-8')).hexdigest()

        sources = self._download_json(
            'http://vas.sim-technik.de/vas/live/v2/videos/%s/sources' % clip_id,
            clip_id, 'Downloading sources JSON', query={
                'access_token': access_token,
                'client_id': client_id,
                'client_location': client_location,
                'client_name': client_name,
            })
        server_id = sources['server_id']

        title = self._html_search_regex(self._TITLE_REGEXES, webpage, 'title')

        def fix_bitrate(bitrate):
            bitrate = int_or_none(bitrate)
            if not bitrate:
                return None
            return (bitrate // 1000) if bitrate % 1000 == 0 else bitrate

        formats = []
        for source_id in source_ids:
            client_id = g[:2] + sha1(''.join([g, clip_id, access_token, server_id, client_location, source_id, g, client_name]).encode('utf-8')).hexdigest()
            urls = self._download_json(
                'http://vas.sim-technik.de/vas/live/v2/videos/%s/sources/url' % clip_id,
                clip_id, 'Downloading urls JSON', query={
                    'access_token': access_token,
                    'client_id': client_id,
                    'client_location': client_location,
                    'client_name': client_name,
                    'server_id': server_id,
                    'source_ids': source_id,
                })
            if urls.get('status_code') != 0:
                raise ExtractorError('This video is unavailable', expected=True)
            urls_sources = urls['sources']
            if isinstance(urls_sources, dict):
                urls_sources = urls_sources.values()
            for source in urls_sources:
                source_url = source.get('url')
                if not source_url:
                    continue
                protocol = source.get('protocol')
                mimetype = source.get('mimetype')
                if mimetype == 'application/f4m+xml' or 'f4mgenerator' in source_url or determine_ext(source_url) == 'f4m':
                    formats.extend(self._extract_f4m_formats(
                        source_url, clip_id, f4m_id='hds', fatal=False))
                elif mimetype == 'application/x-mpegURL':
                    formats.extend(self._extract_m3u8_formats(
                        source_url, clip_id, 'mp4', 'm3u8_native',
                        m3u8_id='hls', fatal=False))
                else:
                    tbr = fix_bitrate(source['bitrate'])
                    if protocol in ('rtmp', 'rtmpe'):
                        mobj = re.search(r'^(?P<url>rtmpe?://[^/]+)/(?P<path>.+)$', source_url)
                        if not mobj:
                            continue
                        path = mobj.group('path')
                        mp4colon_index = path.rfind('mp4:')
                        app = path[:mp4colon_index]
                        play_path = path[mp4colon_index:]
                        formats.append({
                            'url': '%s/%s' % (mobj.group('url'), app),
                            'app': app,
                            'play_path': play_path,
                            'player_url': 'http://livepassdl.conviva.com/hf/ver/2.79.0.17083/LivePassModuleMain.swf',
                            'page_url': 'http://www.prosieben.de',
                            'tbr': tbr,
                            'ext': 'flv',
                            'format_id': 'rtmp%s' % ('-%d' % tbr if tbr else ''),
                        })
                    else:
                        formats.append({
                            'url': source_url,
                            'tbr': tbr,
                            'format_id': 'http%s' % ('-%d' % tbr if tbr else ''),
                        })
        self._sort_formats(formats)

        description = self._html_search_regex(
            self._DESCRIPTION_REGEXES, webpage, 'description', fatal=False)
        thumbnail = self._og_search_thumbnail(webpage)
        upload_date = unified_strdate(self._html_search_regex(
            self._UPLOAD_DATE_REGEXES, webpage, 'upload date', default=None))

        return {
            'id': clip_id,
            'title': title,
            'description': description,
            'thumbnail': thumbnail,
            'upload_date': upload_date,
            'duration': duration,
            'formats': formats,
        }

    def _extract_playlist(self, url, webpage):
        playlist_id = self._html_search_regex(
            self._PLAYLIST_ID_REGEXES, webpage, 'playlist id')
        for regex in self._PLAYLIST_CLIP_REGEXES:
            playlist_clips = re.findall(regex, webpage)
            if playlist_clips:
                title = self._html_search_regex(
                    self._TITLE_REGEXES, webpage, 'title')
                description = self._html_search_regex(
                    self._DESCRIPTION_REGEXES, webpage, 'description', fatal=False)
                entries = [
                    self.url_result(
                        re.match('(.+?//.+?)/', url).group(1) + clip_path,
                        'ProSiebenSat1')
                    for clip_path in playlist_clips]
                return self.playlist_result(entries, playlist_id, title, description)

    def _real_extract(self, url):
        video_id = self._match_id(url)
        webpage = self._download_webpage(url, video_id)
        page_type = self._search_regex(
            self._PAGE_TYPE_REGEXES, webpage,
            'page type', default='clip').lower()
        if page_type == 'clip':
            return self._extract_clip(url, webpage)
        elif page_type == 'playlist':
            return self._extract_playlist(url, webpage)
Commit	Line	Data
0c7214c4 S	1	# encoding: utf-8
	2	from __future__ import unicode_literals
	3
	4	import re
	5
	6	from hashlib import sha1
	7	from .common import InfoExtractor
84f214d8	8	from ..compat import compat_str
1cc79574	9	from ..utils import (
61be92e2	10	ExtractorError,
f01f7311	11	determine_ext,
993df6bc	12	float_or_none,
01534bf5	13	int_or_none,
2af0f87c	14	unified_strdate,
0c7214c4 S	15	)
	16
	17
	18	class ProSiebenSat1IE(InfoExtractor):
	19	IE_NAME = 'prosiebensat1'
	20	IE_DESC = 'ProSiebenSat.1 Digital'
0baedd18	21	_VALID_URL = r'https?://(?:www\.)?(?:(?:prosieben\|prosiebenmaxx\|sixx\|sat1\|kabeleins\|the-voice-of-germany\|7tv)\.(?:de\|at\|ch)\|ran\.de\|fem\.com)/(?P<id>.+)'
0c7214c4 S	22
	23	_TESTS = [
	24	{
ab9b890b S	25	# Tests changes introduced in https://github.com/rg3/youtube-dl/pull/6242
	26	# in response to fixing https://github.com/rg3/youtube-dl/issues/6215:
	27	# - malformed f4m manifest support
	28	# - proper handling of URLs starting with `https?://` in 2.0 manifests
	29	# - recursive child f4m manifests extraction
0c7214c4 S	30	'url': 'http://www.prosieben.de/tv/circus-halligalli/videos/218-staffel-2-episode-18-jahresrueckblick-ganze-folge',
	31	'info_dict': {
	32	'id': '2104602',
81549898	33	'ext': 'flv',
16fa0129	34	'title': 'Episode 18 - Staffel 2',
0c7214c4 S	35	'description': 'md5:8733c81b702ea472e069bc48bb658fc1',
	36	'upload_date': '20131231',
	37	'duration': 5845.04,
	38	},
	39	'params': {
	40	# rtmp download
	41	'skip_download': True,
	42	},
	43	},
	44	{
	45	'url': 'http://www.prosieben.de/videokatalog/Gesellschaft/Leben/Trends/video-Lady-Umstyling-f%C3%BCr-Audrina-Rebekka-Audrina-Fergen-billig-aussehen-Battal-Modica-700544.html',
	46	'info_dict': {
	47	'id': '2570327',
	48	'ext': 'mp4',
	49	'title': 'Lady-Umstyling für Audrina',
	50	'description': 'md5:4c16d0c17a3461a0d43ea4084e96319d',
	51	'upload_date': '20131014',
	52	'duration': 606.76,
	53	},
	54	'params': {
	55	# rtmp download
	56	'skip_download': True,
	57	},
	58	'skip': 'Seems to be broken',
	59	},
	60	{
6dadaa99	61	'url': 'http://www.prosiebenmaxx.de/tv/experience/video/144-countdown-fuer-die-autowerkstatt-ganze-folge',
0c7214c4	62	'info_dict': {
6dadaa99	63	'id': '2429369',
0c7214c4	64	'ext': 'mp4',
6dadaa99 S	65	'title': 'Countdown für die Autowerkstatt',
	66	'description': 'md5:809fc051a457b5d8666013bc40698817',
	67	'upload_date': '20140223',
	68	'duration': 2595.04,
0c7214c4 S	69	},
	70	'params': {
	71	# rtmp download
	72	'skip_download': True,
	73	},
84f214d8	74	'skip': 'This video is unavailable',
0c7214c4 S	75	},
	76	{
	77	'url': 'http://www.sixx.de/stars-style/video/sexy-laufen-in-ugg-boots-clip',
	78	'info_dict': {
	79	'id': '2904997',
	80	'ext': 'mp4',
	81	'title': 'Sexy laufen in Ugg Boots',
	82	'description': 'md5:edf42b8bd5bc4e5da4db4222c5acb7d6',
	83	'upload_date': '20140122',
	84	'duration': 245.32,
	85	},
	86	'params': {
	87	# rtmp download
	88	'skip_download': True,
	89	},
84f214d8	90	'skip': 'This video is unavailable',
0c7214c4 S	91	},
	92	{
	93	'url': 'http://www.sat1.de/film/der-ruecktritt/video/im-interview-kai-wiesinger-clip',
	94	'info_dict': {
	95	'id': '2906572',
	96	'ext': 'mp4',
	97	'title': 'Im Interview: Kai Wiesinger',
	98	'description': 'md5:e4e5370652ec63b95023e914190b4eb9',
8d1c8cae	99	'upload_date': '20140203',
0c7214c4 S	100	'duration': 522.56,
	101	},
	102	'params': {
	103	# rtmp download
	104	'skip_download': True,
	105	},
84f214d8	106	'skip': 'This video is unavailable',
0c7214c4 S	107	},
	108	{
	109	'url': 'http://www.kabeleins.de/tv/rosins-restaurants/videos/jagd-auf-fertigkost-im-elsthal-teil-2-ganze-folge',
	110	'info_dict': {
	111	'id': '2992323',
	112	'ext': 'mp4',
	113	'title': 'Jagd auf Fertigkost im Elsthal - Teil 2',
	114	'description': 'md5:2669cde3febe9bce13904f701e774eb6',
8d1c8cae	115	'upload_date': '20141014',
0c7214c4 S	116	'duration': 2410.44,
	117	},
	118	'params': {
	119	# rtmp download
	120	'skip_download': True,
	121	},
84f214d8	122	'skip': 'This video is unavailable',
0c7214c4 S	123	},
	124	{
	125	'url': 'http://www.ran.de/fussball/bundesliga/video/schalke-toennies-moechte-raul-zurueck-ganze-folge',
	126	'info_dict': {
	127	'id': '3004256',
	128	'ext': 'mp4',
	129	'title': 'Schalke: Tönnies möchte Raul zurück',
	130	'description': 'md5:4b5b271d9bcde223b54390754c8ece3f',
	131	'upload_date': '20140226',
	132	'duration': 228.96,
	133	},
	134	'params': {
	135	# rtmp download
	136	'skip_download': True,
	137	},
84f214d8	138	'skip': 'This video is unavailable',
0c7214c4 S	139	},
	140	{
	141	'url': 'http://www.the-voice-of-germany.de/video/31-andreas-kuemmert-rocket-man-clip',
	142	'info_dict': {
	143	'id': '2572814',
81549898	144	'ext': 'flv',
0c7214c4 S	145	'title': 'Andreas Kümmert: Rocket Man',
	146	'description': 'md5:6ddb02b0781c6adf778afea606652e38',
	147	'upload_date': '20131017',
	148	'duration': 469.88,
	149	},
	150	'params': {
0c7214c4 S	151	'skip_download': True,
	152	},
	153	},
	154	{
	155	'url': 'http://www.fem.com/wellness/videos/wellness-video-clip-kurztripps-zum-valentinstag.html',
	156	'info_dict': {
	157	'id': '2156342',
81549898	158	'ext': 'flv',
0c7214c4	159	'title': 'Kurztrips zum Valentinstag',
81549898	160	'description': 'Romantischer Kurztrip zum Valentinstag? Nina Heinemann verrät, was sich hier wirklich lohnt.',
0c7214c4 S	161	'duration': 307.24,
	162	},
	163	'params': {
0c7214c4 S	164	'skip_download': True,
	165	},
	166	},
c84890f7 AK	167	{
	168	'url': 'http://www.prosieben.de/tv/joko-gegen-klaas/videos/playlists/episode-8-ganze-folge-playlist',
	169	'info_dict': {
	170	'id': '439664',
	171	'title': 'Episode 8 - Ganze Folge - Playlist',
6a52eed8	172	'description': 'md5:63b8963e71f481782aeea877658dec84',
c84890f7 AK	173	},
	174	'playlist_count': 2,
	175	},
0baedd18 L	176	{
	177	'url': 'http://www.7tv.de/circus-halligalli/615-best-of-circus-halligalli-ganze-folge',
	178	'info_dict': {
	179	'id': '4187506',
	180	'ext': 'flv',
	181	'title': 'Best of Circus HalliGalli',
	182	'description': 'md5:8849752efd90b9772c9db6fdf87fb9e9',
	183	'upload_date': '20151229',
	184	},
	185	'params': {
0baedd18 L	186	'skip_download': True,
	187	},
	188	},
0c7214c4 S	189	]
	190
	191	_CLIPID_REGEXES = [
	192	r'"clip_id"\s*:\s+"(\d+)"',
	193	r'clipid: "(\d+)"',
38a9339b	194	r'clip[iI]d=(\d+)',
81549898	195	r'clip[iI]d\s=\s["\'](\d+)',
8d1c8cae	196	r"'itemImageUrl'\s:\s'/dynamic/thumbnails/full/\d+/(\d+)",
0c7214c4 S	197	]
	198	_TITLE_REGEXES = [
	199	r'<h2 class="subtitle" itemprop="name">\s*(.+?)</h2>',
	200	r'<header class="clearfix">\s*<h3>(.+?)</h3>',
	201	r'<!-- start video -->\s*<h1>(.+?)</h1>',
38a9339b	202	r'<h1 class="att-name">\s*(.+?)</h1>',
8b6c896c	203	r'<header class="module_header">\s<h2>([^<]+)</h2>\s</header>',
0baedd18	204	r'<h2 class="video-title" itemprop="name">\s*(.+?)</h2>',
81549898	205	r'<div[^>]+id="veeseoTitle"[^>]*>(.+?)</div>',
0c7214c4 S	206	]
	207	_DESCRIPTION_REGEXES = [
	208	r'<p itemprop="description">\s*(.+?)</p>',
	209	r'<div class="videoDecription">\s*<p><strong>Beschreibung</strong>: (.+?)</p>',
	210	r'<div class="g-plusone" data-size="medium"></div>\s</div>\s</header>\s(.+?)\s<footer>',
38a9339b	211	r'<p class="att-description">\s(.+?)\s</p>',
0baedd18	212	r'<p class="video-description" itemprop="description">\s*(.+?)</p>',
81549898	213	r'<div[^>]+id="veeseoDescription"[^>]*>(.+?)</div>',
0c7214c4 S	214	]
	215	_UPLOAD_DATE_REGEXES = [
	216	r'<meta property="og:published_time" content="(.+?)">',
	217	r'<span>\s(\d{2}\.\d{2}\.\d{4} \d{2}:\d{2}) \\|\s<span itemprop="duration"',
	218	r'<footer>\s*(\d{2}\.\d{2}\.\d{4}) \d{2}:\d{2} Uhr',
	219	r'<span style="padding-left: 4px;line-height:20px; color:#404040">(\d{2}\.\d{2}\.\d{4})</span>',
	220	r'(\d{2}\.\d{2}\.\d{4}) \\| \d{2}:\d{2} Min<br/>',
	221	]
6a52eed8 S	222	_PAGE_TYPE_REGEXES = [
6a52eed8 S	223	r'<meta name="page_type" content="([^"]+)">',
c84890f7 AK	224	r"'itemType'\s:\s'([^']*)'",
c84890f7 AK	225	]
6a52eed8 S	226	_PLAYLIST_ID_REGEXES = [
6a52eed8 S	227	r'content[iI]d=(\d+)',
c84890f7 AK	228	r"'itemId'\s:\s'([^']*)'",
c84890f7 AK	229	]
6a52eed8 S	230	_PLAYLIST_CLIP_REGEXES = [
6a52eed8 S	231	r'(?s)data-qvt=.+?<a href="([^"]+)"',
c84890f7	232	]
0c7214c4	233
6a52eed8	234	def _extract_clip(self, url, webpage):
84f214d8 RA	235	clip_id = self._html_search_regex(
84f214d8 RA	236	self._CLIPID_REGEXES, webpage, 'clip id')
0c7214c4	237
185dbc49	238	access_token = 'prosieben'
2af0f87c	239	client_name = 'kolibri-2.0.19-splec4'
0c7214c4 S	240	client_location = url
0c7214c4 S	241
84f214d8 RA	242	video = self._download_json(
	243	'http://vas.sim-technik.de/vas/live/v2/videos',
	244	clip_id, 'Downloading videos JSON', query={
	245	'access_token': access_token,
	246	'client_location': client_location,
	247	'client_name': client_name,
	248	'ids': clip_id,
	249	})[0]
0c7214c4	250
61be92e2 S	251	if video.get('is_protected') is True:
	252	raise ExtractorError('This video is DRM protected.', expected=True)
	253
993df6bc	254	duration = float_or_none(video.get('duration'))
84f214d8	255	source_ids = [compat_str(source['id']) for source in video['sources']]
0c7214c4 S	256
0c7214c4 S	257	g = '01!8d8F_)r9]4s[qeuXfP%'
84f214d8	258	client_id = g[:2] + sha1(''.join([clip_id, g, access_token, client_location, g, client_name]).encode('utf-8')).hexdigest()
0c7214c4	259
84f214d8 RA	260	sources = self._download_json(
	261	'http://vas.sim-technik.de/vas/live/v2/videos/%s/sources' % clip_id,
	262	clip_id, 'Downloading sources JSON', query={
	263	'access_token': access_token,
	264	'client_id': client_id,
	265	'client_location': client_location,
	266	'client_name': client_name,
	267	})
0c7214c4 S	268	server_id = sources['server_id']
0c7214c4 S	269
457749a7	270	title = self._html_search_regex(self._TITLE_REGEXES, webpage, 'title')
0c7214c4 S	271
0c7214c4 S	272	def fix_bitrate(bitrate):
01534bf5 S	273	bitrate = int_or_none(bitrate)
	274	if not bitrate:
	275	return None
53096021	276	return (bitrate // 1000) if bitrate % 1000 == 0 else bitrate
0c7214c4	277
84f214d8 RA	278	formats = []
	279	for source_id in source_ids:
	280	client_id = g[:2] + sha1(''.join([g, clip_id, access_token, server_id, client_location, source_id, g, client_name]).encode('utf-8')).hexdigest()
	281	urls = self._download_json(
	282	'http://vas.sim-technik.de/vas/live/v2/videos/%s/sources/url' % clip_id,
	283	clip_id, 'Downloading urls JSON', query={
	284	'access_token': access_token,
	285	'client_id': client_id,
	286	'client_location': client_location,
	287	'client_name': client_name,
	288	'server_id': server_id,
	289	'source_ids': source_id,
0c7214c4	290	})
84f214d8 RA	291	if urls.get('status_code') != 0:
	292	raise ExtractorError('This video is unavailable', expected=True)
	293	urls_sources = urls['sources']
	294	if isinstance(urls_sources, dict):
	295	urls_sources = urls_sources.values()
	296	for source in urls_sources:
	297	source_url = source.get('url')
	298	if not source_url:
	299	continue
	300	protocol = source.get('protocol')
	301	mimetype = source.get('mimetype')
	302	if mimetype == 'application/f4m+xml' or 'f4mgenerator' in source_url or determine_ext(source_url) == 'f4m':
	303	formats.extend(self._extract_f4m_formats(
	304	source_url, clip_id, f4m_id='hds', fatal=False))
	305	elif mimetype == 'application/x-mpegURL':
	306	formats.extend(self._extract_m3u8_formats(
	307	source_url, clip_id, 'mp4', 'm3u8_native',
	308	m3u8_id='hls', fatal=False))
	309	else:
	310	tbr = fix_bitrate(source['bitrate'])
	311	if protocol in ('rtmp', 'rtmpe'):
	312	mobj = re.search(r'^(?P<url>rtmpe?://[^/]+)/(?P<path>.+)$', source_url)
	313	if not mobj:
	314	continue
	315	path = mobj.group('path')
	316	mp4colon_index = path.rfind('mp4:')
	317	app = path[:mp4colon_index]
	318	play_path = path[mp4colon_index:]
	319	formats.append({
	320	'url': '%s/%s' % (mobj.group('url'), app),
	321	'app': app,
	322	'play_path': play_path,
	323	'player_url': 'http://livepassdl.conviva.com/hf/ver/2.79.0.17083/LivePassModuleMain.swf',
	324	'page_url': 'http://www.prosieben.de',
	325	'tbr': tbr,
	326	'ext': 'flv',
	327	'format_id': 'rtmp%s' % ('-%d' % tbr if tbr else ''),
	328	})
	329	else:
	330	formats.append({
	331	'url': source_url,
	332	'tbr': tbr,
	333	'format_id': 'http%s' % ('-%d' % tbr if tbr else ''),
	334	})
0c7214c4 S	335	self._sort_formats(formats)
0c7214c4 S	336
84f214d8 RA	337	description = self._html_search_regex(
	338	self._DESCRIPTION_REGEXES, webpage, 'description', fatal=False)
	339	thumbnail = self._og_search_thumbnail(webpage)
	340	upload_date = unified_strdate(self._html_search_regex(
	341	self._UPLOAD_DATE_REGEXES, webpage, 'upload date', default=None))
	342
0c7214c4 S	343	return {
	344	'id': clip_id,
	345	'title': title,
	346	'description': description,
	347	'thumbnail': thumbnail,
	348	'upload_date': upload_date,
	349	'duration': duration,
	350	'formats': formats,
5f6a1245	351	}
6a52eed8 S	352
	353	def _extract_playlist(self, url, webpage):
	354	playlist_id = self._html_search_regex(
	355	self._PLAYLIST_ID_REGEXES, webpage, 'playlist id')
	356	for regex in self._PLAYLIST_CLIP_REGEXES:
	357	playlist_clips = re.findall(regex, webpage)
	358	if playlist_clips:
	359	title = self._html_search_regex(
	360	self._TITLE_REGEXES, webpage, 'title')
	361	description = self._html_search_regex(
	362	self._DESCRIPTION_REGEXES, webpage, 'description', fatal=False)
	363	entries = [
	364	self.url_result(
	365	re.match('(.+?//.+?)/', url).group(1) + clip_path,
	366	'ProSiebenSat1')
	367	for clip_path in playlist_clips]
	368	return self.playlist_result(entries, playlist_id, title, description)
	369
	370	def _real_extract(self, url):
	371	video_id = self._match_id(url)
	372	webpage = self._download_webpage(url, video_id)
	373	page_type = self._search_regex(
	374	self._PAGE_TYPE_REGEXES, webpage,
	375	'page type', default='clip').lower()
	376	if page_type == 'clip':
	377	return self._extract_clip(url, webpage)
	378	elif page_type == 'playlist':
	379	return self._extract_playlist(url, webpage)