[yt-dlp.git] / yt_dlp / extractor / tvplay.py

# coding: utf-8
from __future__ import unicode_literals

import re

from .common import InfoExtractor
from ..compat import (
    compat_HTTPError,
    compat_urlparse,
)
from ..utils import (
    determine_ext,
    ExtractorError,
    int_or_none,
    parse_duration,
    parse_iso8601,
    qualities,
    try_get,
    update_url_query,
    url_or_none,
    urljoin,
)


class TVPlayIE(InfoExtractor):
    IE_NAME = 'mtg'
    IE_DESC = 'MTG services'
    _VALID_URL = r'''(?x)
                    (?:
                        mtg:|
                        https?://
                            (?:www\.)?
                            (?:
                                tvplay(?:\.skaties)?\.lv(?:/parraides)?|
                                (?:tv3play|play\.tv3)\.lt(?:/programos)?|
                                tv3play(?:\.tv3)?\.ee/sisu|
                                (?:tv(?:3|6|8|10)play|viafree)\.se/program|
                                (?:(?:tv3play|viasat4play|tv6play|viafree)\.no|(?:tv3play|viafree)\.dk)/programmer|
                                play\.nova(?:tv)?\.bg/programi
                            )
                            /(?:[^/]+/)+
                        )
                        (?P<id>\d+)
                    '''
    _TESTS = [
        {
            'url': 'http://www.tvplay.lv/parraides/vinas-melo-labak/418113?autostart=true',
            'md5': 'a1612fe0849455423ad8718fe049be21',
            'info_dict': {
                'id': '418113',
                'ext': 'mp4',
                'title': 'Kādi ir īri? - Viņas melo labāk',
                'description': 'Baiba apsmej īrus, kādi tie ir un ko viņi dara.',
                'series': 'Viņas melo labāk',
                'season': '2.sezona',
                'season_number': 2,
                'duration': 25,
                'timestamp': 1406097056,
                'upload_date': '20140723',
            },
        },
        {
            'url': 'http://play.tv3.lt/programos/moterys-meluoja-geriau/409229?autostart=true',
            'info_dict': {
                'id': '409229',
                'ext': 'flv',
                'title': 'Moterys meluoja geriau',
                'description': 'md5:9aec0fc68e2cbc992d2a140bd41fa89e',
                'series': 'Moterys meluoja geriau',
                'episode_number': 47,
                'season': '1 sezonas',
                'season_number': 1,
                'duration': 1330,
                'timestamp': 1403769181,
                'upload_date': '20140626',
            },
            'params': {
                # rtmp download
                'skip_download': True,
            },
        },
        {
            'url': 'http://www.tv3play.ee/sisu/kodu-keset-linna/238551?autostart=true',
            'info_dict': {
                'id': '238551',
                'ext': 'flv',
                'title': 'Kodu keset linna 398537',
                'description': 'md5:7df175e3c94db9e47c0d81ffa5d68701',
                'duration': 1257,
                'timestamp': 1292449761,
                'upload_date': '20101215',
            },
            'params': {
                # rtmp download
                'skip_download': True,
            },
        },
        {
            'url': 'http://www.tv3play.se/program/husraddarna/395385?autostart=true',
            'info_dict': {
                'id': '395385',
                'ext': 'mp4',
                'title': 'Husräddarna S02E07',
                'description': 'md5:f210c6c89f42d4fc39faa551be813777',
                'duration': 2574,
                'timestamp': 1400596321,
                'upload_date': '20140520',
            },
            'params': {
                'skip_download': True,
            },
        },
        {
            'url': 'http://www.tv6play.se/program/den-sista-dokusapan/266636?autostart=true',
            'info_dict': {
                'id': '266636',
                'ext': 'mp4',
                'title': 'Den sista dokusåpan S01E08',
                'description': 'md5:295be39c872520221b933830f660b110',
                'duration': 1492,
                'timestamp': 1330522854,
                'upload_date': '20120229',
                'age_limit': 18,
            },
            'params': {
                'skip_download': True,
            },
        },
        {
            'url': 'http://www.tv8play.se/program/antikjakten/282756?autostart=true',
            'info_dict': {
                'id': '282756',
                'ext': 'mp4',
                'title': 'Antikjakten S01E10',
                'description': 'md5:1b201169beabd97e20c5ad0ad67b13b8',
                'duration': 2646,
                'timestamp': 1348575868,
                'upload_date': '20120925',
            },
            'params': {
                'skip_download': True,
            },
        },
        {
            'url': 'http://www.tv3play.no/programmer/anna-anka-soker-assistent/230898?autostart=true',
            'info_dict': {
                'id': '230898',
                'ext': 'mp4',
                'title': 'Anna Anka søker assistent - Ep. 8',
                'description': 'md5:f80916bf5bbe1c5f760d127f8dd71474',
                'duration': 2656,
                'timestamp': 1277720005,
                'upload_date': '20100628',
            },
            'params': {
                'skip_download': True,
            },
        },
        {
            'url': 'http://www.viasat4play.no/programmer/budbringerne/21873?autostart=true',
            'info_dict': {
                'id': '21873',
                'ext': 'mp4',
                'title': 'Budbringerne program 10',
                'description': 'md5:4db78dc4ec8a85bb04fd322a3ee5092d',
                'duration': 1297,
                'timestamp': 1254205102,
                'upload_date': '20090929',
            },
            'params': {
                'skip_download': True,
            },
        },
        {
            'url': 'http://www.tv6play.no/programmer/hotelinspektor-alex-polizzi/361883?autostart=true',
            'info_dict': {
                'id': '361883',
                'ext': 'mp4',
                'title': 'Hotelinspektør Alex Polizzi - Ep. 10',
                'description': 'md5:3ecf808db9ec96c862c8ecb3a7fdaf81',
                'duration': 2594,
                'timestamp': 1393236292,
                'upload_date': '20140224',
            },
            'params': {
                'skip_download': True,
            },
        },
        {
            'url': 'http://play.novatv.bg/programi/zdravei-bulgariya/624952?autostart=true',
            'info_dict': {
                'id': '624952',
                'ext': 'flv',
                'title': 'Здравей, България (12.06.2015 г.) ',
                'description': 'md5:99f3700451ac5bb71a260268b8daefd7',
                'duration': 8838,
                'timestamp': 1434100372,
                'upload_date': '20150612',
            },
            'params': {
                # rtmp download
                'skip_download': True,
            },
        },
        {
            'url': 'https://play.nova.bg/programi/zdravei-bulgariya/764300?autostart=true',
            'only_matching': True,
        },
        {
            'url': 'http://tvplay.skaties.lv/parraides/vinas-melo-labak/418113?autostart=true',
            'only_matching': True,
        },
        {
            'url': 'https://tvplay.skaties.lv/vinas-melo-labak/418113/?autostart=true',
            'only_matching': True,
        },
        {
            # views is null
            'url': 'http://tvplay.skaties.lv/parraides/tv3-zinas/760183',
            'only_matching': True,
        },
        {
            'url': 'http://tv3play.tv3.ee/sisu/kodu-keset-linna/238551?autostart=true',
            'only_matching': True,
        },
        {
            'url': 'http://www.viafree.se/program/underhallning/i-like-radio-live/sasong-1/676869',
            'only_matching': True,
        },
        {
            'url': 'mtg:418113',
            'only_matching': True,
        }
    ]

    def _real_extract(self, url):
        video_id = self._match_id(url)
        geo_country = self._search_regex(
            r'https?://[^/]+\.([a-z]{2})', url,
            'geo country', default=None)
        if geo_country:
            self._initialize_geo_bypass({'countries': [geo_country.upper()]})
        video = self._download_json(
            'http://playapi.mtgx.tv/v3/videos/%s' % video_id, video_id, 'Downloading video JSON')

        title = video['title']

        try:
            streams = self._download_json(
                'http://playapi.mtgx.tv/v3/videos/stream/%s' % video_id,
                video_id, 'Downloading streams JSON')
        except ExtractorError as e:
            if isinstance(e.cause, compat_HTTPError) and e.cause.code == 403:
                msg = self._parse_json(e.cause.read().decode('utf-8'), video_id)
                raise ExtractorError(msg['msg'], expected=True)
            raise

        quality = qualities(['hls', 'medium', 'high'])
        formats = []
        for format_id, video_url in streams.get('streams', {}).items():
            video_url = url_or_none(video_url)
            if not video_url:
                continue
            ext = determine_ext(video_url)
            if ext == 'f4m':
                formats.extend(self._extract_f4m_formats(
                    update_url_query(video_url, {
                        'hdcore': '3.5.0',
                        'plugin': 'aasp-3.5.0.151.81'
                    }), video_id, f4m_id='hds', fatal=False))
            elif ext == 'm3u8':
                formats.extend(self._extract_m3u8_formats(
                    video_url, video_id, 'mp4', 'm3u8_native',
                    m3u8_id='hls', fatal=False))
            else:
                fmt = {
                    'format_id': format_id,
                    'quality': quality(format_id),
                    'ext': ext,
                }
                if video_url.startswith('rtmp'):
                    m = re.search(
                        r'^(?P<url>rtmp://[^/]+/(?P<app>[^/]+))/(?P<playpath>.+)$', video_url)
                    if not m:
                        continue
                    fmt.update({
                        'ext': 'flv',
                        'url': m.group('url'),
                        'app': m.group('app'),
                        'play_path': m.group('playpath'),
                        'preference': -1,
                    })
                else:
                    fmt.update({
                        'url': video_url,
                    })
                formats.append(fmt)

        if not formats and video.get('is_geo_blocked'):
            self.raise_geo_restricted(
                'This content might not be available in your country due to copyright reasons')

        self._sort_formats(formats)

        # TODO: webvtt in m3u8
        subtitles = {}
        sami_path = video.get('sami_path')
        if sami_path:
            lang = self._search_regex(
                r'_([a-z]{2})\.xml', sami_path, 'lang',
                default=compat_urlparse.urlparse(url).netloc.rsplit('.', 1)[-1])
            subtitles[lang] = [{
                'url': sami_path,
            }]

        series = video.get('format_title')
        episode_number = int_or_none(video.get('format_position', {}).get('episode'))
        season = video.get('_embedded', {}).get('season', {}).get('title')
        season_number = int_or_none(video.get('format_position', {}).get('season'))

        return {
            'id': video_id,
            'title': title,
            'description': video.get('description'),
            'series': series,
            'episode_number': episode_number,
            'season': season,
            'season_number': season_number,
            'duration': int_or_none(video.get('duration')),
            'timestamp': parse_iso8601(video.get('created_at')),
            'view_count': try_get(video, lambda x: x['views']['total'], int),
            'age_limit': int_or_none(video.get('age_limit', 0)),
            'formats': formats,
            'subtitles': subtitles,
        }


class ViafreeIE(InfoExtractor):
    _VALID_URL = r'''(?x)
                    https?://
                        (?:www\.)?
                        viafree\.(?P<country>dk|no|se)
                        /(?P<id>program(?:mer)?/(?:[^/]+/)+[^/?#&]+)
                    '''
    _TESTS = [{
        'url': 'http://www.viafree.no/programmer/underholdning/det-beste-vorspielet/sesong-2/episode-1',
        'info_dict': {
            'id': '757786',
            'ext': 'mp4',
            'title': 'Det beste vorspielet - Sesong 2 - Episode 1',
            'description': 'md5:b632cb848331404ccacd8cd03e83b4c3',
            'series': 'Det beste vorspielet',
            'season_number': 2,
            'duration': 1116,
            'timestamp': 1471200600,
            'upload_date': '20160814',
        },
        'params': {
            'skip_download': True,
        },
    }, {
        # with relatedClips
        'url': 'http://www.viafree.se/program/reality/sommaren-med-youtube-stjarnorna/sasong-1/avsnitt-1',
        'only_matching': True,
    }, {
        # Different og:image URL schema
        'url': 'http://www.viafree.se/program/reality/sommaren-med-youtube-stjarnorna/sasong-1/avsnitt-2',
        'only_matching': True,
    }, {
        'url': 'http://www.viafree.se/program/livsstil/husraddarna/sasong-2/avsnitt-2',
        'only_matching': True,
    }, {
        'url': 'http://www.viafree.dk/programmer/reality/paradise-hotel/saeson-7/episode-5',
        'only_matching': True,
    }]
    _GEO_BYPASS = False

    @classmethod
    def suitable(cls, url):
        return False if TVPlayIE.suitable(url) else super(ViafreeIE, cls).suitable(url)

    def _real_extract(self, url):
        country, path = re.match(self._VALID_URL, url).groups()
        content = self._download_json(
            'https://viafree-content.mtg-api.com/viafree-content/v1/%s/path/%s' % (country, path), path)
        program = content['_embedded']['viafreeBlocks'][0]['_embedded']['program']
        guid = program['guid']
        meta = content['meta']
        title = meta['title']

        try:
            stream_href = self._download_json(
                program['_links']['streamLink']['href'], guid,
                headers=self.geo_verification_headers())['embedded']['prioritizedStreams'][0]['links']['stream']['href']
        except ExtractorError as e:
            if isinstance(e.cause, compat_HTTPError) and e.cause.code == 403:
                self.raise_geo_restricted(countries=[country])
            raise

        formats = self._extract_m3u8_formats(stream_href, guid, 'mp4')
        self._sort_formats(formats)
        episode = program.get('episode') or {}

        return {
            'id': guid,
            'title': title,
            'thumbnail': meta.get('image'),
            'description': meta.get('description'),
            'series': episode.get('seriesTitle'),
            'episode_number': int_or_none(episode.get('episodeNumber')),
            'season_number': int_or_none(episode.get('seasonNumber')),
            'duration': int_or_none(try_get(program, lambda x: x['video']['duration']['milliseconds']), 1000),
            'timestamp': parse_iso8601(try_get(program, lambda x: x['availability']['start'])),
            'formats': formats,
        }


class TVPlayHomeIE(InfoExtractor):
    _VALID_URL = r'https?://(?:tv3?)?play\.(?:tv3\.lt|skaties\.lv|tv3\.ee)/(?:[^/]+/)*[^/?#&]+-(?P<id>\d+)'
    _TESTS = [{
        'url': 'https://tvplay.tv3.lt/aferistai-n-7/aferistai-10047125/',
        'info_dict': {
            'id': '366367',
            'ext': 'mp4',
            'title': 'Aferistai',
            'description': 'Aferistai. Kalėdinė pasaka.',
            'series': 'Aferistai [N-7]',
            'season': '1 sezonas',
            'season_number': 1,
            'duration': 464,
            'timestamp': 1394209658,
            'upload_date': '20140307',
            'age_limit': 18,
        },
        'params': {
            'skip_download': True,
        },
    }, {
        'url': 'https://tvplay.skaties.lv/vinas-melo-labak/vinas-melo-labak-10280317/',
        'only_matching': True,
    }, {
        'url': 'https://tvplay.tv3.ee/cool-d-ga-mehhikosse/cool-d-ga-mehhikosse-10044354/',
        'only_matching': True,
    }, {
        'url': 'https://play.tv3.lt/aferistai-10047125',
        'only_matching': True,
    }, {
        'url': 'https://tv3play.skaties.lv/vinas-melo-labak-10280317',
        'only_matching': True,
    }, {
        'url': 'https://play.tv3.ee/cool-d-ga-mehhikosse-10044354',
        'only_matching': True,
    }]

    def _real_extract(self, url):
        video_id = self._match_id(url)

        asset = self._download_json(
            urljoin(url, '/sb/public/asset/' + video_id), video_id)

        m3u8_url = asset['movie']['contentUrl']
        video_id = asset['assetId']
        asset_title = asset['title']
        title = asset_title['title']

        formats = self._extract_m3u8_formats(
            m3u8_url, video_id, 'mp4', 'm3u8_native', m3u8_id='hls')
        self._sort_formats(formats)

        thumbnails = None
        image_url = asset.get('imageUrl')
        if image_url:
            thumbnails = [{
                'url': urljoin(url, image_url),
                'ext': 'jpg',
            }]

        metadata = asset.get('metadata') or {}

        return {
            'id': video_id,
            'title': title,
            'description': asset_title.get('summaryLong') or asset_title.get('summaryShort'),
            'thumbnails': thumbnails,
            'duration': parse_duration(asset_title.get('runTime')),
            'series': asset.get('tvSeriesTitle'),
            'season': asset.get('tvSeasonTitle'),
            'season_number': int_or_none(metadata.get('seasonNumber')),
            'episode': asset_title.get('titleBrief'),
            'episode_number': int_or_none(metadata.get('episodeNumber')),
            'formats': formats,
        }
Commit	Line	Data
1220352f S	1	# coding: utf-8
	2	from __future__ import unicode_literals
	3
	4	import re
	5
	6	from .common import InfoExtractor
f0d31c62	7	from ..compat import (
3859ebee	8	compat_HTTPError,
f0d31c62 S	9	compat_urlparse,
f0d31c62 S	10	)
1220352f	11	from ..utils import (
3859ebee S	12	determine_ext,
	13	ExtractorError,
	14	int_or_none,
29f7c58a	15	parse_duration,
1220352f S	16	parse_iso8601,
1220352f S	17	qualities,
502d87c5	18	try_get,
4a7a5e41	19	update_url_query,
3052a30d	20	url_or_none,
29f7c58a	21	urljoin,
1220352f S	22	)
	23
	24
	25	class TVPlayIE(InfoExtractor):
6e7e4a6e S	26	IE_NAME = 'mtg'
	27	IE_DESC = 'MTG services'
	28	_VALID_URL = r'''(?x)
	29	(?:
	30	mtg:\|
	31	https?://
	32	(?:www\.)?
	33	(?:
dac6f765 S	34	tvplay(?:\.skaties)?\.lv(?:/parraides)?\|
dac6f765 S	35	(?:tv3play\|play\.tv3)\.lt(?:/programos)?\|
6e7e4a6e S	36	tv3play(?:\.tv3)?\.ee/sisu\|
	37	(?:tv(?:3\|6\|8\|10)play\|viafree)\.se/program\|
	38	(?:(?:tv3play\|viasat4play\|tv6play\|viafree)\.no\|(?:tv3play\|viafree)\.dk)/programmer\|
dac6f765	39	play\.nova(?:tv)?\.bg/programi
6e7e4a6e S	40	)
	41	/(?:[^/]+/)+
	42	)
	43	(?P<id>\d+)
	44	'''
1220352f S	45	_TESTS = [
	46	{
	47	'url': 'http://www.tvplay.lv/parraides/vinas-melo-labak/418113?autostart=true',
4a7a5e41	48	'md5': 'a1612fe0849455423ad8718fe049be21',
1220352f S	49	'info_dict': {
1220352f S	50	'id': '418113',
4a7a5e41	51	'ext': 'mp4',
1220352f S	52	'title': 'Kādi ir īri? - Viņas melo labāk',
1220352f S	53	'description': 'Baiba apsmej īrus, kādi tie ir un ko viņi dara.',
5ca968d0 S	54	'series': 'Viņas melo labāk',
	55	'season': '2.sezona',
	56	'season_number': 2,
1220352f S	57	'duration': 25,
	58	'timestamp': 1406097056,
	59	'upload_date': '20140723',
	60	},
1220352f	61	},
eef93b09	62	{
22d36283	63	'url': 'http://play.tv3.lt/programos/moterys-meluoja-geriau/409229?autostart=true',
eef93b09 NJ	64	'info_dict': {
	65	'id': '409229',
	66	'ext': 'flv',
	67	'title': 'Moterys meluoja geriau',
	68	'description': 'md5:9aec0fc68e2cbc992d2a140bd41fa89e',
5ca968d0 S	69	'series': 'Moterys meluoja geriau',
	70	'episode_number': 47,
	71	'season': '1 sezonas',
	72	'season_number': 1,
eef93b09 NJ	73	'duration': 1330,
	74	'timestamp': 1403769181,
	75	'upload_date': '20140626',
	76	},
	77	'params': {
	78	# rtmp download
	79	'skip_download': True,
	80	},
	81	},
	82	{
	83	'url': 'http://www.tv3play.ee/sisu/kodu-keset-linna/238551?autostart=true',
	84	'info_dict': {
	85	'id': '238551',
	86	'ext': 'flv',
	87	'title': 'Kodu keset linna 398537',
	88	'description': 'md5:7df175e3c94db9e47c0d81ffa5d68701',
	89	'duration': 1257,
	90	'timestamp': 1292449761,
	91	'upload_date': '20101215',
	92	},
	93	'params': {
	94	# rtmp download
	95	'skip_download': True,
	96	},
	97	},
	98	{
	99	'url': 'http://www.tv3play.se/program/husraddarna/395385?autostart=true',
	100	'info_dict': {
	101	'id': '395385',
4a7a5e41	102	'ext': 'mp4',
eef93b09 NJ	103	'title': 'Husräddarna S02E07',
	104	'description': 'md5:f210c6c89f42d4fc39faa551be813777',
	105	'duration': 2574,
	106	'timestamp': 1400596321,
	107	'upload_date': '20140520',
	108	},
	109	'params': {
eef93b09 NJ	110	'skip_download': True,
	111	},
	112	},
	113	{
	114	'url': 'http://www.tv6play.se/program/den-sista-dokusapan/266636?autostart=true',
	115	'info_dict': {
	116	'id': '266636',
4a7a5e41	117	'ext': 'mp4',
eef93b09 NJ	118	'title': 'Den sista dokusåpan S01E08',
	119	'description': 'md5:295be39c872520221b933830f660b110',
	120	'duration': 1492,
	121	'timestamp': 1330522854,
	122	'upload_date': '20120229',
b1ac38fa	123	'age_limit': 18,
eef93b09 NJ	124	},
eef93b09 NJ	125	'params': {
eef93b09 NJ	126	'skip_download': True,
	127	},
	128	},
	129	{
	130	'url': 'http://www.tv8play.se/program/antikjakten/282756?autostart=true',
	131	'info_dict': {
	132	'id': '282756',
4a7a5e41	133	'ext': 'mp4',
eef93b09 NJ	134	'title': 'Antikjakten S01E10',
	135	'description': 'md5:1b201169beabd97e20c5ad0ad67b13b8',
	136	'duration': 2646,
	137	'timestamp': 1348575868,
	138	'upload_date': '20120925',
	139	},
	140	'params': {
eef93b09 NJ	141	'skip_download': True,
	142	},
	143	},
	144	{
	145	'url': 'http://www.tv3play.no/programmer/anna-anka-soker-assistent/230898?autostart=true',
	146	'info_dict': {
	147	'id': '230898',
4a7a5e41	148	'ext': 'mp4',
eef93b09 NJ	149	'title': 'Anna Anka søker assistent - Ep. 8',
	150	'description': 'md5:f80916bf5bbe1c5f760d127f8dd71474',
	151	'duration': 2656,
	152	'timestamp': 1277720005,
	153	'upload_date': '20100628',
	154	},
	155	'params': {
eef93b09 NJ	156	'skip_download': True,
	157	},
	158	},
	159	{
	160	'url': 'http://www.viasat4play.no/programmer/budbringerne/21873?autostart=true',
	161	'info_dict': {
	162	'id': '21873',
4a7a5e41	163	'ext': 'mp4',
eef93b09 NJ	164	'title': 'Budbringerne program 10',
	165	'description': 'md5:4db78dc4ec8a85bb04fd322a3ee5092d',
	166	'duration': 1297,
	167	'timestamp': 1254205102,
	168	'upload_date': '20090929',
	169	},
	170	'params': {
eef93b09 NJ	171	'skip_download': True,
	172	},
	173	},
	174	{
	175	'url': 'http://www.tv6play.no/programmer/hotelinspektor-alex-polizzi/361883?autostart=true',
	176	'info_dict': {
	177	'id': '361883',
4a7a5e41	178	'ext': 'mp4',
eef93b09 NJ	179	'title': 'Hotelinspektør Alex Polizzi - Ep. 10',
	180	'description': 'md5:3ecf808db9ec96c862c8ecb3a7fdaf81',
	181	'duration': 2594,
	182	'timestamp': 1393236292,
	183	'upload_date': '20140224',
	184	},
	185	'params': {
eef93b09 NJ	186	'skip_download': True,
	187	},
	188	},
755a9d3d NJ	189	{
	190	'url': 'http://play.novatv.bg/programi/zdravei-bulgariya/624952?autostart=true',
	191	'info_dict': {
	192	'id': '624952',
	193	'ext': 'flv',
	194	'title': 'Здравей, България (12.06.2015 г.) ',
	195	'description': 'md5:99f3700451ac5bb71a260268b8daefd7',
	196	'duration': 8838,
	197	'timestamp': 1434100372,
	198	'upload_date': '20150612',
	199	},
	200	'params': {
	201	# rtmp download
	202	'skip_download': True,
	203	},
	204	},
dac6f765 S	205	{
	206	'url': 'https://play.nova.bg/programi/zdravei-bulgariya/764300?autostart=true',
	207	'only_matching': True,
	208	},
4a7a5e41 RA	209	{
	210	'url': 'http://tvplay.skaties.lv/parraides/vinas-melo-labak/418113?autostart=true',
	211	'only_matching': True,
	212	},
dac6f765 S	213	{
	214	'url': 'https://tvplay.skaties.lv/vinas-melo-labak/418113/?autostart=true',
	215	'only_matching': True,
	216	},
502d87c5 S	217	{
	218	# views is null
	219	'url': 'http://tvplay.skaties.lv/parraides/tv3-zinas/760183',
	220	'only_matching': True,
	221	},
4a7a5e41 RA	222	{
	223	'url': 'http://tv3play.tv3.ee/sisu/kodu-keset-linna/238551?autostart=true',
	224	'only_matching': True,
6e7e4a6e S	225	},
	226	{
	227	'url': 'http://www.viafree.se/program/underhallning/i-like-radio-live/sasong-1/676869',
	228	'only_matching': True,
	229	},
	230	{
	231	'url': 'mtg:418113',
	232	'only_matching': True,
4a7a5e41	233	}
1220352f S	234	]
	235
	236	def _real_extract(self, url):
73689daf	237	video_id = self._match_id(url)
be61efdf RA	238	geo_country = self._search_regex(
	239	r'https?://[^/]+\.([a-z]{2})', url,
	240	'geo country', default=None)
	241	if geo_country:
5f95927a	242	self._initialize_geo_bypass({'countries': [geo_country.upper()]})
1220352f	243	video = self._download_json(
6e7e4a6e	244	'http://playapi.mtgx.tv/v3/videos/%s' % video_id, video_id, 'Downloading video JSON')
1220352f	245
4a7a5e41 RA	246	title = video['title']
4a7a5e41 RA	247
3859ebee S	248	try:
3859ebee S	249	streams = self._download_json(
6e7e4a6e	250	'http://playapi.mtgx.tv/v3/videos/stream/%s' % video_id,
3859ebee S	251	video_id, 'Downloading streams JSON')
	252	except ExtractorError as e:
	253	if isinstance(e.cause, compat_HTTPError) and e.cause.code == 403:
	254	msg = self._parse_json(e.cause.read().decode('utf-8'), video_id)
	255	raise ExtractorError(msg['msg'], expected=True)
	256	raise
1220352f S	257
	258	quality = qualities(['hls', 'medium', 'high'])
	259	formats = []
4a7a5e41	260	for format_id, video_url in streams.get('streams', {}).items():
3052a30d S	261	video_url = url_or_none(video_url)
3052a30d S	262	if not video_url:
1220352f	263	continue
4a7a5e41 RA	264	ext = determine_ext(video_url)
4a7a5e41 RA	265	if ext == 'f4m':
73689daf	266	formats.extend(self._extract_f4m_formats(
4a7a5e41 RA	267	update_url_query(video_url, {
	268	'hdcore': '3.5.0',
	269	'plugin': 'aasp-3.5.0.151.81'
	270	}), video_id, f4m_id='hds', fatal=False))
	271	elif ext == 'm3u8':
	272	formats.extend(self._extract_m3u8_formats(
	273	video_url, video_id, 'mp4', 'm3u8_native',
	274	m3u8_id='hls', fatal=False))
1220352f	275	else:
4a7a5e41 RA	276	fmt = {
	277	'format_id': format_id,
	278	'quality': quality(format_id),
	279	'ext': ext,
	280	}
	281	if video_url.startswith('rtmp'):
f0d31c62 S	282	m = re.search(
f0d31c62 S	283	r'^(?P<url>rtmp://[^/]+/(?P<app>[^/]+))/(?P<playpath>.+)$', video_url)
4a7a5e41 RA	284	if not m:
	285	continue
	286	fmt.update({
	287	'ext': 'flv',
	288	'url': m.group('url'),
	289	'app': m.group('app'),
	290	'play_path': m.group('playpath'),
dac6f765	291	'preference': -1,
4a7a5e41 RA	292	})
	293	else:
	294	fmt.update({
	295	'url': video_url,
	296	})
	297	formats.append(fmt)
3859ebee S	298
	299	if not formats and video.get('is_geo_blocked'):
	300	self.raise_geo_restricted(
	301	'This content might not be available in your country due to copyright reasons')
	302
1220352f S	303	self._sort_formats(formats)
1220352f S	304
f0d31c62 S	305	# TODO: webvtt in m3u8
	306	subtitles = {}
	307	sami_path = video.get('sami_path')
	308	if sami_path:
	309	lang = self._search_regex(
	310	r'_([a-z]{2})\.xml', sami_path, 'lang',
	311	default=compat_urlparse.urlparse(url).netloc.rsplit('.', 1)[-1])
	312	subtitles[lang] = [{
	313	'url': sami_path,
	314	}]
	315
5ca968d0 S	316	series = video.get('format_title')
	317	episode_number = int_or_none(video.get('format_position', {}).get('episode'))
	318	season = video.get('_embedded', {}).get('season', {}).get('title')
	319	season_number = int_or_none(video.get('format_position', {}).get('season'))
	320
1220352f S	321	return {
1220352f S	322	'id': video_id,
4a7a5e41 RA	323	'title': title,
4a7a5e41 RA	324	'description': video.get('description'),
5ca968d0 S	325	'series': series,
	326	'episode_number': episode_number,
	327	'season': season,
	328	'season_number': season_number,
4a7a5e41 RA	329	'duration': int_or_none(video.get('duration')),
4a7a5e41 RA	330	'timestamp': parse_iso8601(video.get('created_at')),
502d87c5	331	'view_count': try_get(video, lambda x: x['views']['total'], int),
4a7a5e41	332	'age_limit': int_or_none(video.get('age_limit', 0)),
1220352f	333	'formats': formats,
f0d31c62	334	'subtitles': subtitles,
1220352f	335	}
b35b0d73 S	336
	337
	338	class ViafreeIE(InfoExtractor):
	339	_VALID_URL = r'''(?x)
	340	https?://
	341	(?:www\.)?
700265bf RA	342	viafree\.(?P<country>dk\|no\|se)
700265bf RA	343	/(?P<id>program(?:mer)?/(?:[^/]+/)+[^/?#&]+)
b35b0d73 S	344	'''
b35b0d73 S	345	_TESTS = [{
700265bf	346	'url': 'http://www.viafree.no/programmer/underholdning/det-beste-vorspielet/sesong-2/episode-1',
b35b0d73	347	'info_dict': {
700265bf	348	'id': '757786',
b35b0d73	349	'ext': 'mp4',
700265bf RA	350	'title': 'Det beste vorspielet - Sesong 2 - Episode 1',
	351	'description': 'md5:b632cb848331404ccacd8cd03e83b4c3',
	352	'series': 'Det beste vorspielet',
b35b0d73	353	'season_number': 2,
700265bf RA	354	'duration': 1116,
	355	'timestamp': 1471200600,
	356	'upload_date': '20160814',
b35b0d73 S	357	},
	358	'params': {
	359	'skip_download': True,
	360	},
155bc674 S	361	}, {
	362	# with relatedClips
	363	'url': 'http://www.viafree.se/program/reality/sommaren-med-youtube-stjarnorna/sasong-1/avsnitt-1',
700265bf	364	'only_matching': True,
2cb93afc S	365	}, {
2cb93afc S	366	# Different og:image URL schema
b690ea15	367	'url': 'http://www.viafree.se/program/reality/sommaren-med-youtube-stjarnorna/sasong-1/avsnitt-2',
2cb93afc	368	'only_matching': True,
b35b0d73	369	}, {
700265bf	370	'url': 'http://www.viafree.se/program/livsstil/husraddarna/sasong-2/avsnitt-2',
b35b0d73 S	371	'only_matching': True,
	372	}, {
	373	'url': 'http://www.viafree.dk/programmer/reality/paradise-hotel/saeson-7/episode-5',
	374	'only_matching': True,
	375	}]
700265bf	376	_GEO_BYPASS = False
b35b0d73 S	377
	378	@classmethod
	379	def suitable(cls, url):
	380	return False if TVPlayIE.suitable(url) else super(ViafreeIE, cls).suitable(url)
	381
	382	def _real_extract(self, url):
700265bf RA	383	country, path = re.match(self._VALID_URL, url).groups()
	384	content = self._download_json(
	385	'https://viafree-content.mtg-api.com/viafree-content/v1/%s/path/%s' % (country, path), path)
	386	program = content['_embedded']['viafreeBlocks'][0]['_embedded']['program']
	387	guid = program['guid']
	388	meta = content['meta']
	389	title = meta['title']
155bc674	390
700265bf RA	391	try:
	392	stream_href = self._download_json(
	393	program['_links']['streamLink']['href'], guid,
	394	headers=self.geo_verification_headers())['embedded']['prioritizedStreams'][0]['links']['stream']['href']
	395	except ExtractorError as e:
	396	if isinstance(e.cause, compat_HTTPError) and e.cause.code == 403:
	397	self.raise_geo_restricted(countries=[country])
	398	raise
155bc674	399
700265bf RA	400	formats = self._extract_m3u8_formats(stream_href, guid, 'mp4')
	401	self._sort_formats(formats)
	402	episode = program.get('episode') or {}
b35b0d73	403
700265bf RA	404	return {
	405	'id': guid,
	406	'title': title,
	407	'thumbnail': meta.get('image'),
	408	'description': meta.get('description'),
	409	'series': episode.get('seriesTitle'),
	410	'episode_number': int_or_none(episode.get('episodeNumber')),
	411	'season_number': int_or_none(episode.get('seasonNumber')),
	412	'duration': int_or_none(try_get(program, lambda x: x['video']['duration']['milliseconds']), 1000),
	413	'timestamp': parse_iso8601(try_get(program, lambda x: x['availability']['start'])),
	414	'formats': formats,
	415	}
dac6f765 S	416
	417
	418	class TVPlayHomeIE(InfoExtractor):
29f7c58a	419	_VALID_URL = r'https?://(?:tv3?)?play\.(?:tv3\.lt\|skaties\.lv\|tv3\.ee)/(?:[^/]+/)*[^/?#&]+-(?P<id>\d+)'
dac6f765 S	420	_TESTS = [{
	421	'url': 'https://tvplay.tv3.lt/aferistai-n-7/aferistai-10047125/',
	422	'info_dict': {
	423	'id': '366367',
	424	'ext': 'mp4',
	425	'title': 'Aferistai',
	426	'description': 'Aferistai. Kalėdinė pasaka.',
	427	'series': 'Aferistai [N-7]',
	428	'season': '1 sezonas',
	429	'season_number': 1,
	430	'duration': 464,
	431	'timestamp': 1394209658,
	432	'upload_date': '20140307',
	433	'age_limit': 18,
	434	},
	435	'params': {
	436	'skip_download': True,
	437	},
dac6f765 S	438	}, {
	439	'url': 'https://tvplay.skaties.lv/vinas-melo-labak/vinas-melo-labak-10280317/',
	440	'only_matching': True,
	441	}, {
	442	'url': 'https://tvplay.tv3.ee/cool-d-ga-mehhikosse/cool-d-ga-mehhikosse-10044354/',
	443	'only_matching': True,
29f7c58a	444	}, {
	445	'url': 'https://play.tv3.lt/aferistai-10047125',
	446	'only_matching': True,
	447	}, {
	448	'url': 'https://tv3play.skaties.lv/vinas-melo-labak-10280317',
	449	'only_matching': True,
	450	}, {
	451	'url': 'https://play.tv3.ee/cool-d-ga-mehhikosse-10044354',
	452	'only_matching': True,
dac6f765 S	453	}]
	454
	455	def _real_extract(self, url):
	456	video_id = self._match_id(url)
	457
29f7c58a	458	asset = self._download_json(
29f7c58a	459	urljoin(url, '/sb/public/asset/' + video_id), video_id)
dac6f765	460
29f7c58a	461	m3u8_url = asset['movie']['contentUrl']
	462	video_id = asset['assetId']
	463	asset_title = asset['title']
	464	title = asset_title['title']
dac6f765 S	465
dac6f765 S	466	formats = self._extract_m3u8_formats(
29f7c58a	467	m3u8_url, video_id, 'mp4', 'm3u8_native', m3u8_id='hls')
dac6f765 S	468	self._sort_formats(formats)
dac6f765 S	469
29f7c58a	470	thumbnails = None
	471	image_url = asset.get('imageUrl')
	472	if image_url:
	473	thumbnails = [{
	474	'url': urljoin(url, image_url),
	475	'ext': 'jpg',
	476	}]
dac6f765	477
29f7c58a	478	metadata = asset.get('metadata') or {}
dac6f765 S	479
	480	return {
	481	'id': video_id,
	482	'title': title,
29f7c58a	483	'description': asset_title.get('summaryLong') or asset_title.get('summaryShort'),
	484	'thumbnails': thumbnails,
	485	'duration': parse_duration(asset_title.get('runTime')),
	486	'series': asset.get('tvSeriesTitle'),
	487	'season': asset.get('tvSeasonTitle'),
	488	'season_number': int_or_none(metadata.get('seasonNumber')),
	489	'episode': asset_title.get('titleBrief'),
	490	'episode_number': int_or_none(metadata.get('episodeNumber')),
dac6f765 S	491	'formats': formats,
dac6f765 S	492	}