[yt-dlp.git] / yt_dlp / extractor / telequebec.py

from .common import InfoExtractor
from ..utils import (
    int_or_none,
    smuggle_url,
    try_get,
    unified_timestamp,
)


class TeleQuebecBaseIE(InfoExtractor):
    BRIGHTCOVE_URL_TEMPLATE = 'http://players.brightcove.net/%s/%s_default/index.html?videoId=%s'

    @staticmethod
    def _brightcove_result(brightcove_id, player_id, account_id='6150020952001'):
        return {
            '_type': 'url_transparent',
            'url': smuggle_url(TeleQuebecBaseIE.BRIGHTCOVE_URL_TEMPLATE % (account_id, player_id, brightcove_id), {'geo_countries': ['CA']}),
            'ie_key': 'BrightcoveNew',
        }


class TeleQuebecIE(TeleQuebecBaseIE):
    _VALID_URL = r'''(?x)
                    https?://
                        (?:
                            zonevideo\.telequebec\.tv/media|
                            coucou\.telequebec\.tv/videos
                        )/(?P<id>\d+)
                    '''
    _TESTS = [{
        # available till 01.01.2023
        'url': 'http://zonevideo.telequebec.tv/media/37578/un-petit-choc-et-puis-repart/un-chef-a-la-cabane',
        'info_dict': {
            'id': '6155972771001',
            'ext': 'mp4',
            'title': 'Un petit choc et puis repart!',
            'description': 'md5:b04a7e6b3f74e32d7b294cffe8658374',
            'timestamp': 1589262469,
            'uploader_id': '6150020952001',
            'upload_date': '20200512',
        },
        'add_ie': ['BrightcoveNew'],
    }, {
        'url': 'https://zonevideo.telequebec.tv/media/55267/le-soleil/passe-partout',
        'info_dict': {
            'id': '6167180337001',
            'ext': 'mp4',
            'title': 'Le soleil',
            'description': 'md5:64289c922a8de2abbe99c354daffde02',
            'uploader_id': '6150020952001',
            'upload_date': '20200625',
            'timestamp': 1593090307,
        },
        'add_ie': ['BrightcoveNew'],
    }, {
        # no description
        'url': 'http://zonevideo.telequebec.tv/media/30261',
        'only_matching': True,
    }, {
        'url': 'https://coucou.telequebec.tv/videos/41788/idee-de-genie/l-heure-du-bain',
        'only_matching': True,
    }]

    def _real_extract(self, url):
        media_id = self._match_id(url)
        media = self._download_json(
            'https://mnmedias.api.telequebec.tv/api/v3/media/' + media_id,
            media_id)['media']
        source_id = next(source_info['sourceId'] for source_info in media['streamInfos'] if source_info.get('source') == 'Brightcove')
        info = self._brightcove_result(source_id, '22gPKdt7f')
        product = media.get('product') or {}
        season = product.get('season') or {}
        info.update({
            'description': try_get(media, lambda x: x['descriptions'][-1]['text'], str),
            'series': try_get(season, lambda x: x['serie']['titre']),
            'season': season.get('name'),
            'season_number': int_or_none(season.get('seasonNo')),
            'episode': product.get('titre'),
            'episode_number': int_or_none(product.get('episodeNo')),
        })
        return info


class TeleQuebecSquatIE(InfoExtractor):
    _VALID_URL = r'https?://squat\.telequebec\.tv/videos/(?P<id>\d+)'
    _TESTS = [{
        'url': 'https://squat.telequebec.tv/videos/9314',
        'info_dict': {
            'id': 'd59ae78112d542e793d83cc9d3a5b530',
            'ext': 'mp4',
            'title': 'Poupeflekta',
            'description': 'md5:2f0718f8d2f8fece1646ee25fb7bce75',
            'duration': 1351,
            'timestamp': 1569057600,
            'upload_date': '20190921',
            'series': 'Miraculous : Les Aventures de Ladybug et Chat Noir',
            'season': 'Saison 3',
            'season_number': 3,
            'episode_number': 57,
        },
        'params': {
            'skip_download': True,
        },
    }]

    def _real_extract(self, url):
        video_id = self._match_id(url)

        video = self._download_json(
            f'https://squat.api.telequebec.tv/v1/videos/{video_id}',
            video_id)

        media_id = video['sourceId']

        return {
            '_type': 'url_transparent',
            'url': f'http://zonevideo.telequebec.tv/media/{media_id}',
            'ie_key': TeleQuebecIE.ie_key(),
            'id': media_id,
            'title': video.get('titre'),
            'description': video.get('description'),
            'timestamp': unified_timestamp(video.get('datePublication')),
            'series': video.get('container'),
            'season': video.get('saison'),
            'season_number': int_or_none(video.get('noSaison')),
            'episode_number': int_or_none(video.get('episode')),
        }


class TeleQuebecEmissionIE(InfoExtractor):
    _VALID_URL = r'''(?x)
                    https?://
                        (?:
                            [^/]+\.telequebec\.tv/emissions/|
                            (?:www\.)?telequebec\.tv/
                        )
                        (?P<id>[^?#&]+)
                    '''
    _TESTS = [{
        'url': 'http://lindicemcsween.telequebec.tv/emissions/100430013/des-soins-esthetiques-a-377-d-interets-annuels-ca-vous-tente',
        'info_dict': {
            'id': '6154476028001',
            'ext': 'mp4',
            'title': 'Des soins esthétiques à 377 % d’intérêts annuels, ça vous tente?',
            'description': 'md5:cb4d378e073fae6cce1f87c00f84ae9f',
            'upload_date': '20200505',
            'timestamp': 1588713424,
            'uploader_id': '6150020952001',
        },
    }, {
        'url': 'http://bancpublic.telequebec.tv/emissions/emission-49/31986/jeunes-meres-sous-pression',
        'only_matching': True,
    }, {
        'url': 'http://www.telequebec.tv/masha-et-michka/epi059masha-et-michka-3-053-078',
        'only_matching': True,
    }, {
        'url': 'http://www.telequebec.tv/documentaire/bebes-sur-mesure/',
        'only_matching': True,
    }]

    def _real_extract(self, url):
        display_id = self._match_id(url)

        webpage = self._download_webpage(url, display_id)

        media_id = self._search_regex(
            r'mediaId\s*:\s*(?P<id>\d+)', webpage, 'media id')

        return self.url_result(
            'http://zonevideo.telequebec.tv/media/' + media_id,
            TeleQuebecIE.ie_key())


class TeleQuebecLiveIE(TeleQuebecBaseIE):
    _VALID_URL = r'https?://zonevideo\.telequebec\.tv/(?P<id>endirect)'
    _TEST = {
        'url': 'http://zonevideo.telequebec.tv/endirect/',
        'info_dict': {
            'id': '6159095684001',
            'ext': 'mp4',
            'title': 're:^Télé-Québec [0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}$',
            'is_live': True,
            'description': 'Canal principal de Télé-Québec',
            'uploader_id': '6150020952001',
            'timestamp': 1590439901,
            'upload_date': '20200525',
        },
        'params': {
            'skip_download': True,
        },
    }

    def _real_extract(self, url):
        return self._brightcove_result('6159095684001', 'skCsmi2Uw')


class TeleQuebecVideoIE(TeleQuebecBaseIE):
    _VALID_URL = r'https?://video\.telequebec\.tv/player(?:-live)?/(?P<id>\d+)'
    _TESTS = [{
        'url': 'https://video.telequebec.tv/player/31110/stream',
        'info_dict': {
            'id': '6202570652001',
            'ext': 'mp4',
            'title': 'Le coût du véhicule le plus vendu au Canada / Tous les frais liés à la procréation assistée',
            'description': 'md5:685a7e4c450ba777c60adb6e71e41526',
            'upload_date': '20201019',
            'timestamp': 1603115930,
            'uploader_id': '6101674910001',
        },
    }, {
        'url': 'https://video.telequebec.tv/player-live/28527',
        'only_matching': True,
    }]

    def _call_api(self, path, video_id):
        return self._download_json(
            'http://beacon.playback.api.brightcove.com/telequebec/api/assets/' + path,
            video_id, query={'device_layout': 'web', 'device_type': 'web'})['data']

    def _real_extract(self, url):
        asset_id = self._match_id(url)
        asset = self._call_api(asset_id, asset_id)['asset']
        stream = self._call_api(
            asset_id + '/streams/' + asset['streams'][0]['id'], asset_id)['stream']
        stream_url = stream['url']
        account_id = try_get(
            stream, lambda x: x['video_provider_details']['account_id']) or '6101674910001'
        info = self._brightcove_result(stream_url, 'default', account_id)
        info.update({
            'description': asset.get('long_description') or asset.get('short_description'),
            'series': asset.get('series_original_name'),
            'season_number': int_or_none(asset.get('season_number')),
            'episode': asset.get('original_name'),
            'episode_number': int_or_none(asset.get('episode_number')),
        })
        return info
Commit	Line	Data
4d5726b0	1	from .common import InfoExtractor
33dc173c RA	2	from ..utils import (
	3	int_or_none,
	4	smuggle_url,
d7344d33	5	try_get,
05446d48	6	unified_timestamp,
33dc173c	7	)
4d5726b0 RA	8
4d5726b0 RA	9
9306b0c8	10	class TeleQuebecBaseIE(InfoExtractor):
29f7c58a	11	BRIGHTCOVE_URL_TEMPLATE = 'http://players.brightcove.net/%s/%s_default/index.html?videoId=%s'
29f7c58a	12
9306b0c8	13	@staticmethod
29f7c58a	14	def _brightcove_result(brightcove_id, player_id, account_id='6150020952001'):
9306b0c8 S	15	return {
9306b0c8 S	16	'_type': 'url_transparent',
29f7c58a	17	'url': smuggle_url(TeleQuebecBaseIE.BRIGHTCOVE_URL_TEMPLATE % (account_id, player_id, brightcove_id), {'geo_countries': ['CA']}),
29f7c58a	18	'ie_key': 'BrightcoveNew',
9306b0c8 S	19	}
	20
	21
	22	class TeleQuebecIE(TeleQuebecBaseIE):
c2915de8 PL	23	_VALID_URL = r'''(?x)
	24	https?://
	25	(?:
	26	zonevideo\.telequebec\.tv/media\|
	27	coucou\.telequebec\.tv/videos
	28	)/(?P<id>\d+)
	29	'''
d7344d33	30	_TESTS = [{
9306b0c8 S	31	# available till 01.01.2023
9306b0c8 S	32	'url': 'http://zonevideo.telequebec.tv/media/37578/un-petit-choc-et-puis-repart/un-chef-a-la-cabane',
4d5726b0	33	'info_dict': {
29f7c58a	34	'id': '6155972771001',
4d5726b0	35	'ext': 'mp4',
9306b0c8	36	'title': 'Un petit choc et puis repart!',
29f7c58a	37	'description': 'md5:b04a7e6b3f74e32d7b294cffe8658374',
	38	'timestamp': 1589262469,
	39	'uploader_id': '6150020952001',
	40	'upload_date': '20200512',
9306b0c8	41	},
29f7c58a	42	'add_ie': ['BrightcoveNew'],
82ef02e9 S	43	}, {
	44	'url': 'https://zonevideo.telequebec.tv/media/55267/le-soleil/passe-partout',
	45	'info_dict': {
	46	'id': '6167180337001',
	47	'ext': 'mp4',
	48	'title': 'Le soleil',
	49	'description': 'md5:64289c922a8de2abbe99c354daffde02',
	50	'uploader_id': '6150020952001',
	51	'upload_date': '20200625',
	52	'timestamp': 1593090307,
	53	},
82ef02e9	54	'add_ie': ['BrightcoveNew'],
d7344d33 S	55	}, {
	56	# no description
	57	'url': 'http://zonevideo.telequebec.tv/media/30261',
	58	'only_matching': True,
c2915de8 PL	59	}, {
	60	'url': 'https://coucou.telequebec.tv/videos/41788/idee-de-genie/l-heure-du-bain',
	61	'only_matching': True,
d7344d33	62	}]
4d5726b0 RA	63
	64	def _real_extract(self, url):
	65	media_id = self._match_id(url)
29f7c58a	66	media = self._download_json(
29f7c58a	67	'https://mnmedias.api.telequebec.tv/api/v3/media/' + media_id,
4d5726b0	68	media_id)['media']
29f7c58a	69	source_id = next(source_info['sourceId'] for source_info in media['streamInfos'] if source_info.get('source') == 'Brightcove')
	70	info = self._brightcove_result(source_id, '22gPKdt7f')
	71	product = media.get('product') or {}
	72	season = product.get('season') or {}
9306b0c8	73	info.update({
add96eb9	74	'description': try_get(media, lambda x: x['descriptions'][-1]['text'], str),
29f7c58a	75	'series': try_get(season, lambda x: x['serie']['titre']),
	76	'season': season.get('name'),
	77	'season_number': int_or_none(season.get('seasonNo')),
	78	'episode': product.get('titre'),
	79	'episode_number': int_or_none(product.get('episodeNo')),
9306b0c8 S	80	})
	81	return info
	82
	83
05446d48	84	class TeleQuebecSquatIE(InfoExtractor):
a687226b	85	_VALID_URL = r'https?://squat\.telequebec\.tv/videos/(?P<id>\d+)'
05446d48 S	86	_TESTS = [{
	87	'url': 'https://squat.telequebec.tv/videos/9314',
	88	'info_dict': {
	89	'id': 'd59ae78112d542e793d83cc9d3a5b530',
	90	'ext': 'mp4',
	91	'title': 'Poupeflekta',
	92	'description': 'md5:2f0718f8d2f8fece1646ee25fb7bce75',
	93	'duration': 1351,
	94	'timestamp': 1569057600,
	95	'upload_date': '20190921',
	96	'series': 'Miraculous : Les Aventures de Ladybug et Chat Noir',
	97	'season': 'Saison 3',
	98	'season_number': 3,
	99	'episode_number': 57,
	100	},
	101	'params': {
	102	'skip_download': True,
	103	},
	104	}]
	105
	106	def _real_extract(self, url):
	107	video_id = self._match_id(url)
	108
	109	video = self._download_json(
add96eb9	110	f'https://squat.api.telequebec.tv/v1/videos/{video_id}',
05446d48 S	111	video_id)
	112
	113	media_id = video['sourceId']
	114
	115	return {
	116	'_type': 'url_transparent',
add96eb9	117	'url': f'http://zonevideo.telequebec.tv/media/{media_id}',
05446d48 S	118	'ie_key': TeleQuebecIE.ie_key(),
	119	'id': media_id,
	120	'title': video.get('titre'),
	121	'description': video.get('description'),
	122	'timestamp': unified_timestamp(video.get('datePublication')),
	123	'series': video.get('container'),
	124	'season': video.get('saison'),
	125	'season_number': int_or_none(video.get('noSaison')),
	126	'episode_number': int_or_none(video.get('episode')),
	127	}
	128
	129
29f7c58a	130	class TeleQuebecEmissionIE(InfoExtractor):
f01df14c S	131	_VALID_URL = r'''(?x)
	132	https?://
	133	(?:
	134	[^/]+\.telequebec\.tv/emissions/\|
	135	(?:www\.)?telequebec\.tv/
	136	)
	137	(?P<id>[^?#&]+)
	138	'''
9306b0c8 S	139	_TESTS = [{
	140	'url': 'http://lindicemcsween.telequebec.tv/emissions/100430013/des-soins-esthetiques-a-377-d-interets-annuels-ca-vous-tente',
	141	'info_dict': {
29f7c58a	142	'id': '6154476028001',
9306b0c8	143	'ext': 'mp4',
29f7c58a	144	'title': 'Des soins esthétiques à 377 % d’intérêts annuels, ça vous tente?',
	145	'description': 'md5:cb4d378e073fae6cce1f87c00f84ae9f',
	146	'upload_date': '20200505',
	147	'timestamp': 1588713424,
	148	'uploader_id': '6150020952001',
9306b0c8	149	},
9306b0c8 S	150	}, {
	151	'url': 'http://bancpublic.telequebec.tv/emissions/emission-49/31986/jeunes-meres-sous-pression',
	152	'only_matching': True,
f01df14c S	153	}, {
	154	'url': 'http://www.telequebec.tv/masha-et-michka/epi059masha-et-michka-3-053-078',
	155	'only_matching': True,
	156	}, {
	157	'url': 'http://www.telequebec.tv/documentaire/bebes-sur-mesure/',
	158	'only_matching': True,
9306b0c8 S	159	}]
	160
	161	def _real_extract(self, url):
	162	display_id = self._match_id(url)
	163
	164	webpage = self._download_webpage(url, display_id)
	165
	166	media_id = self._search_regex(
29f7c58a	167	r'mediaId\s:\s(?P<id>\d+)', webpage, 'media id')
9306b0c8	168
29f7c58a	169	return self.url_result(
	170	'http://zonevideo.telequebec.tv/media/' + media_id,
	171	TeleQuebecIE.ie_key())
300148b4 S	172
300148b4 S	173
29f7c58a	174	class TeleQuebecLiveIE(TeleQuebecBaseIE):
300148b4 S	175	_VALID_URL = r'https?://zonevideo\.telequebec\.tv/(?P<id>endirect)'
	176	_TEST = {
	177	'url': 'http://zonevideo.telequebec.tv/endirect/',
	178	'info_dict': {
29f7c58a	179	'id': '6159095684001',
300148b4	180	'ext': 'mp4',
29f7c58a	181	'title': 're:^Télé-Québec [0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}$',
300148b4	182	'is_live': True,
29f7c58a	183	'description': 'Canal principal de Télé-Québec',
	184	'uploader_id': '6150020952001',
	185	'timestamp': 1590439901,
	186	'upload_date': '20200525',
300148b4 S	187	},
	188	'params': {
	189	'skip_download': True,
	190	},
	191	}
	192
	193	def _real_extract(self, url):
29f7c58a	194	return self._brightcove_result('6159095684001', 'skCsmi2Uw')
300148b4	195
300148b4	196
29f7c58a	197	class TeleQuebecVideoIE(TeleQuebecBaseIE):
	198	_VALID_URL = r'https?://video\.telequebec\.tv/player(?:-live)?/(?P<id>\d+)'
	199	_TESTS = [{
	200	'url': 'https://video.telequebec.tv/player/31110/stream',
	201	'info_dict': {
	202	'id': '6202570652001',
	203	'ext': 'mp4',
	204	'title': 'Le coût du véhicule le plus vendu au Canada / Tous les frais liés à la procréation assistée',
	205	'description': 'md5:685a7e4c450ba777c60adb6e71e41526',
	206	'upload_date': '20201019',
	207	'timestamp': 1603115930,
	208	'uploader_id': '6101674910001',
	209	},
29f7c58a	210	}, {
	211	'url': 'https://video.telequebec.tv/player-live/28527',
	212	'only_matching': True,
	213	}]
	214
	215	def _call_api(self, path, video_id):
	216	return self._download_json(
	217	'http://beacon.playback.api.brightcove.com/telequebec/api/assets/' + path,
	218	video_id, query={'device_layout': 'web', 'device_type': 'web'})['data']
	219
	220	def _real_extract(self, url):
	221	asset_id = self._match_id(url)
	222	asset = self._call_api(asset_id, asset_id)['asset']
	223	stream = self._call_api(
	224	asset_id + '/streams/' + asset['streams'][0]['id'], asset_id)['stream']
	225	stream_url = stream['url']
	226	account_id = try_get(
	227	stream, lambda x: x['video_provider_details']['account_id']) or '6101674910001'
	228	info = self._brightcove_result(stream_url, 'default', account_id)
	229	info.update({
	230	'description': asset.get('long_description') or asset.get('short_description'),
	231	'series': asset.get('series_original_name'),
	232	'season_number': int_or_none(asset.get('season_number')),
	233	'episode': asset.get('original_name'),
	234	'episode_number': int_or_none(asset.get('episode_number')),
	235	})
	236	return info