[yt-dlp.git] / youtube_dl / extractor / nick.py

# coding: utf-8
from __future__ import unicode_literals

import re

from .mtv import MTVServicesInfoExtractor
from ..utils import update_url_query


class NickIE(MTVServicesInfoExtractor):
    # None of videos on the website are still alive?
    IE_NAME = 'nick.com'
    _VALID_URL = r'https?://(?P<domain>(?:(?:www|beta)\.)?nick(?:jr)?\.com)/(?:[^/]+/)?(?:videos/clip|[^/]+/videos)/(?P<id>[^/?#.]+)'
    _FEED_URL = 'http://udat.mtvnservices.com/service1/dispatch.htm'
    _GEO_COUNTRIES = ['US']
    _TESTS = [{
        'url': 'http://www.nick.com/videos/clip/alvinnn-and-the-chipmunks-112-full-episode.html',
        'playlist': [
            {
                'md5': '6e5adc1e28253bbb1b28ab05403dd4d4',
                'info_dict': {
                    'id': 'be6a17b0-412d-11e5-8ff7-0026b9414f30',
                    'ext': 'mp4',
                    'title': 'ALVINNN!!! and The Chipmunks: "Mojo Missing/Who\'s The Animal" S1',
                    'description': 'Alvin is convinced his mojo was in a cap he gave to a fan, and must find a way to get his hat back before the Chipmunks’ big concert.\nDuring a costume visit to the zoo, Alvin finds himself mistaken for the real Tasmanian devil.',

                }
            },
            {
                'md5': 'd7be441fc53a1d4882fa9508a1e5b3ce',
                'info_dict': {
                    'id': 'be6b8f96-412d-11e5-8ff7-0026b9414f30',
                    'ext': 'mp4',
                    'title': 'ALVINNN!!! and The Chipmunks: "Mojo Missing/Who\'s The Animal" S2',
                    'description': 'Alvin is convinced his mojo was in a cap he gave to a fan, and must find a way to get his hat back before the Chipmunks’ big concert.\nDuring a costume visit to the zoo, Alvin finds himself mistaken for the real Tasmanian devil.',

                }
            },
            {
                'md5': 'efffe1728a234b2b0d2f2b343dd1946f',
                'info_dict': {
                    'id': 'be6cf7e6-412d-11e5-8ff7-0026b9414f30',
                    'ext': 'mp4',
                    'title': 'ALVINNN!!! and The Chipmunks: "Mojo Missing/Who\'s The Animal" S3',
                    'description': 'Alvin is convinced his mojo was in a cap he gave to a fan, and must find a way to get his hat back before the Chipmunks’ big concert.\nDuring a costume visit to the zoo, Alvin finds himself mistaken for the real Tasmanian devil.',
                }
            },
            {
                'md5': '1ec6690733ab9f41709e274a1d5c7556',
                'info_dict': {
                    'id': 'be6e3354-412d-11e5-8ff7-0026b9414f30',
                    'ext': 'mp4',
                    'title': 'ALVINNN!!! and The Chipmunks: "Mojo Missing/Who\'s The Animal" S4',
                    'description': 'Alvin is convinced his mojo was in a cap he gave to a fan, and must find a way to get his hat back before the Chipmunks’ big concert.\nDuring a costume visit to the zoo, Alvin finds himself mistaken for the real Tasmanian devil.',
                }
            },
        ],
    }, {
        'url': 'http://www.nickjr.com/paw-patrol/videos/pups-save-a-goldrush-s3-ep302-full-episode/',
        'only_matching': True,
    }, {
        'url': 'http://beta.nick.com/nicky-ricky-dicky-and-dawn/videos/nicky-ricky-dicky-dawn-301-full-episode/',
        'only_matching': True,
    }]

    def _get_feed_query(self, uri):
        return {
            'feed': 'nick_arc_player_prime',
            'mgid': uri,
        }

    def _real_extract(self, url):
        domain, display_id = re.match(self._VALID_URL, url).groups()
        video_data = self._download_json(
            'http://%s/data/video.endLevel.json' % domain,
            display_id, query={
                'urlKey': display_id,
            })
        return self._get_videos_info(video_data['player'] + video_data['id'])


class NickBeIE(MTVServicesInfoExtractor):
    IE_NAME = 'nickelodeon:br'
    _VALID_URL = r'https?://(?P<domain>(?:www\.)?nickjr|mundonick\.uol)\.com\.br/(?:programas/)?[^/]+/videos/(?:episodios/)?(?P<id>[^/?#.]+)'
    _TESTS = [{
        'url': 'http://www.nickjr.com.br/patrulha-canina/videos/210-labirinto-de-pipoca/',
        'only_matching': True,
    }, {
        'url': 'http://mundonick.uol.com.br/programas/the-loud-house/videos/muitas-irmas/7ljo9j',
        'only_matching': True,
    }]

    def _real_extract(self, url):
        domain, display_id = re.match(self._VALID_URL, url).groups()
        webpage = self._download_webpage(url, display_id)
        uri = self._search_regex(
            r'data-(?:contenturi|mgid)="([^"]+)', webpage, 'mgid')
        video_id = self._id_from_uri(uri)
        config = self._download_json(
            'http://media.mtvnservices.com/pmt/e1/access/index.html',
            video_id, query={
                'uri': uri,
                'configtype': 'edge',
            }, headers={
                'Referer': url,
            })
        info_url = self._remove_template_parameter(config['feedWithQueryParams'])
        if info_url == 'None':
            if domain.startswith('www.'):
                domain = domain[4:]
            content_domain = {
                'mundonick.uol': 'mundonick.com.br',
                'nickjr': 'br.nickelodeonjunior.tv',
            }[domain]
            query = {
                'mgid': uri,
                'imageEp': content_domain,
                'arcEp': content_domain,
            }
            if domain == 'nickjr.com.br':
                query['ep'] = 'c4b16088'
            info_url = update_url_query(
                'http://feeds.mtvnservices.com/od/feed/intl-mrss-player-feed', query)
        return self._get_videos_info_from_url(info_url, video_id)


class NickDeIE(MTVServicesInfoExtractor):
    IE_NAME = 'nick.de'
    _VALID_URL = r'https?://(?:www\.)?(?P<host>nick\.(?:de|com\.pl|ch)|nickelodeon\.(?:nl|be|at|dk|no|se))/[^/]+/(?:[^/]+/)*(?P<id>[^/?#&]+)'
    _TESTS = [{
        'url': 'http://www.nick.de/playlist/3773-top-videos/videos/episode/17306-zu-wasser-und-zu-land-rauchende-erdnusse',
        'only_matching': True,
    }, {
        'url': 'http://www.nick.de/shows/342-icarly',
        'only_matching': True,
    }, {
        'url': 'http://www.nickelodeon.nl/shows/474-spongebob/videos/17403-een-kijkje-in-de-keuken-met-sandy-van-binnenuit',
        'only_matching': True,
    }, {
        'url': 'http://www.nickelodeon.at/playlist/3773-top-videos/videos/episode/77993-das-letzte-gefecht',
        'only_matching': True,
    }, {
        'url': 'http://www.nick.com.pl/seriale/474-spongebob-kanciastoporty/wideo/17412-teatr-to-jest-to-rodeo-oszolom',
        'only_matching': True,
    }, {
        'url': 'http://www.nickelodeon.no/program/2626-bulderhuset/videoer/90947-femteklasse-veronica-vs-vanzilla',
        'only_matching': True,
    }, {
        'url': 'http://www.nickelodeon.dk/serier/2626-hojs-hus/videoer/761-tissepause',
        'only_matching': True,
    }, {
        'url': 'http://www.nickelodeon.se/serier/2626-lugn-i-stormen/videos/998-',
        'only_matching': True,
    }, {
        'url': 'http://www.nick.ch/shows/2304-adventure-time-abenteuerzeit-mit-finn-und-jake',
        'only_matching': True,
    }, {
        'url': 'http://www.nickelodeon.be/afspeellijst/4530-top-videos/videos/episode/73917-inval-broodschapper-lariekoek-arie',
        'only_matching': True,
    }]

    def _extract_mrss_url(self, webpage, host):
        return update_url_query(self._search_regex(
            r'data-mrss=(["\'])(?P<url>http.+?)\1', webpage, 'mrss url', group='url'),
            {'siteKey': host})

    def _real_extract(self, url):
        mobj = re.match(self._VALID_URL, url)
        video_id = mobj.group('id')
        host = mobj.group('host')

        webpage = self._download_webpage(url, video_id)

        mrss_url = self._extract_mrss_url(webpage, host)

        return self._get_videos_info_from_url(mrss_url, video_id)


class NickNightIE(NickDeIE):
    IE_NAME = 'nicknight'
    _VALID_URL = r'https?://(?:www\.)(?P<host>nicknight\.(?:de|at|tv))/(?:playlist|shows)/(?:[^/]+/)*(?P<id>[^/?#&]+)'
    _TESTS = [{
        'url': 'http://www.nicknight.at/shows/977-awkward/videos/85987-nimmer-beste-freunde',
        'only_matching': True,
    }, {
        'url': 'http://www.nicknight.at/shows/977-awkward',
        'only_matching': True,
    }, {
        'url': 'http://www.nicknight.at/shows/1900-faking-it',
        'only_matching': True,
    }]

    def _extract_mrss_url(self, webpage, *args):
        return self._search_regex(
            r'mrss\s*:\s*(["\'])(?P<url>http.+?)\1', webpage,
            'mrss url', group='url')


class NickRuIE(MTVServicesInfoExtractor):
    IE_NAME = 'nickelodeonru'
    _VALID_URL = r'https?://(?:www\.)nickelodeon\.(?:ru|fr|es|pt|ro|hu)/[^/]+/(?:[^/]+/)*(?P<id>[^/?#&]+)'
    _TESTS = [{
        'url': 'http://www.nickelodeon.ru/shows/henrydanger/videos/episodes/3-sezon-15-seriya-licenziya-na-polyot/pmomfb#playlist/7airc6',
        'only_matching': True,
    }, {
        'url': 'http://www.nickelodeon.ru/videos/smotri-na-nickelodeon-v-iyule/g9hvh7',
        'only_matching': True,
    }, {
        'url': 'http://www.nickelodeon.fr/programmes/bob-l-eponge/videos/le-marathon-de-booh-kini-bottom-mardi-31-octobre/nfn7z0',
        'only_matching': True,
    }, {
        'url': 'http://www.nickelodeon.es/videos/nickelodeon-consejos-tortitas/f7w7xy',
        'only_matching': True,
    }, {
        'url': 'http://www.nickelodeon.pt/series/spongebob-squarepants/videos/a-bolha-de-tinta-gigante/xutq1b',
        'only_matching': True,
    }, {
        'url': 'http://www.nickelodeon.ro/emisiuni/shimmer-si-shine/video/nahal-din-bomboane/uw5u2k',
        'only_matching': True,
    }, {
        'url': 'http://www.nickelodeon.hu/musorok/spongyabob-kockanadrag/videok/episodes/buborekfujas-az-elszakadt-nadrag/q57iob#playlist/k6te4y',
        'only_matching': True,
    }]

    def _real_extract(self, url):
        video_id = self._match_id(url)
        webpage = self._download_webpage(url, video_id)
        mgid = self._extract_mgid(webpage)
        return self.url_result('http://media.mtvnservices.com/embed/%s' % mgid)
Commit	Line	Data
a0e5beb0	1	# coding: utf-8
	2	from __future__ import unicode_literals
	3
9c82bba0 S	4	import re
9c82bba0 S	5
a0e5beb0	6	from .mtv import MTVServicesInfoExtractor
f0118760	7	from ..utils import update_url_query
a0e5beb0	8
	9
	10	class NickIE(MTVServicesInfoExtractor):
a3aa814b	11	# None of videos on the website are still alive?
a0e5beb0	12	IE_NAME = 'nick.com'
5868079e	13	_VALID_URL = r'https?://(?P<domain>(?:(?:www\|beta)\.)?nick(?:jr)?\.com)/(?:[^/]+/)?(?:videos/clip\|[^/]+/videos)/(?P<id>[^/?#.]+)'
a0e5beb0	14	_FEED_URL = 'http://udat.mtvnservices.com/service1/dispatch.htm'
f0e31e32	15	_GEO_COUNTRIES = ['US']
a0e5beb0	16	_TESTS = [{
	17	'url': 'http://www.nick.com/videos/clip/alvinnn-and-the-chipmunks-112-full-episode.html',
	18	'playlist': [
	19	{
	20	'md5': '6e5adc1e28253bbb1b28ab05403dd4d4',
	21	'info_dict': {
	22	'id': 'be6a17b0-412d-11e5-8ff7-0026b9414f30',
	23	'ext': 'mp4',
	24	'title': 'ALVINNN!!! and The Chipmunks: "Mojo Missing/Who\'s The Animal" S1',
	25	'description': 'Alvin is convinced his mojo was in a cap he gave to a fan, and must find a way to get his hat back before the Chipmunks’ big concert.\nDuring a costume visit to the zoo, Alvin finds himself mistaken for the real Tasmanian devil.',
	26
	27	}
	28	},
	29	{
	30	'md5': 'd7be441fc53a1d4882fa9508a1e5b3ce',
	31	'info_dict': {
	32	'id': 'be6b8f96-412d-11e5-8ff7-0026b9414f30',
	33	'ext': 'mp4',
	34	'title': 'ALVINNN!!! and The Chipmunks: "Mojo Missing/Who\'s The Animal" S2',
	35	'description': 'Alvin is convinced his mojo was in a cap he gave to a fan, and must find a way to get his hat back before the Chipmunks’ big concert.\nDuring a costume visit to the zoo, Alvin finds himself mistaken for the real Tasmanian devil.',
	36
	37	}
	38	},
	39	{
	40	'md5': 'efffe1728a234b2b0d2f2b343dd1946f',
	41	'info_dict': {
	42	'id': 'be6cf7e6-412d-11e5-8ff7-0026b9414f30',
	43	'ext': 'mp4',
	44	'title': 'ALVINNN!!! and The Chipmunks: "Mojo Missing/Who\'s The Animal" S3',
	45	'description': 'Alvin is convinced his mojo was in a cap he gave to a fan, and must find a way to get his hat back before the Chipmunks’ big concert.\nDuring a costume visit to the zoo, Alvin finds himself mistaken for the real Tasmanian devil.',
	46	}
	47	},
	48	{
	49	'md5': '1ec6690733ab9f41709e274a1d5c7556',
	50	'info_dict': {
	51	'id': 'be6e3354-412d-11e5-8ff7-0026b9414f30',
	52	'ext': 'mp4',
	53	'title': 'ALVINNN!!! and The Chipmunks: "Mojo Missing/Who\'s The Animal" S4',
	54	'description': 'Alvin is convinced his mojo was in a cap he gave to a fan, and must find a way to get his hat back before the Chipmunks’ big concert.\nDuring a costume visit to the zoo, Alvin finds himself mistaken for the real Tasmanian devil.',
	55	}
	56	},
	57	],
0ab7f4fe YCH	58	}, {
	59	'url': 'http://www.nickjr.com/paw-patrol/videos/pups-save-a-goldrush-s3-ep302-full-episode/',
	60	'only_matching': True,
10cd2003 S	61	}, {
	62	'url': 'http://beta.nick.com/nicky-ricky-dicky-and-dawn/videos/nicky-ricky-dicky-dawn-301-full-episode/',
	63	'only_matching': True,
a0e5beb0	64	}]
	65
	66	def _get_feed_query(self, uri):
0c75abbb	67	return {
a0e5beb0	68	'feed': 'nick_arc_player_prime',
e565cf60	69	'mgid': uri,
0c75abbb	70	}
a0e5beb0	71
5868079e RA	72	def _real_extract(self, url):
	73	domain, display_id = re.match(self._VALID_URL, url).groups()
	74	video_data = self._download_json(
	75	'http://%s/data/video.endLevel.json' % domain,
	76	display_id, query={
	77	'urlKey': display_id,
	78	})
	79	return self._get_videos_info(video_data['player'] + video_data['id'])
f0118760 S	80
f0118760 S	81
08d77a95 RA	82	class NickBeIE(MTVServicesInfoExtractor):
	83	IE_NAME = 'nickelodeon:br'
	84	_VALID_URL = r'https?://(?P<domain>(?:www\.)?nickjr\|mundonick\.uol)\.com\.br/(?:programas/)?[^/]+/videos/(?:episodios/)?(?P<id>[^/?#.]+)'
	85	_TESTS = [{
	86	'url': 'http://www.nickjr.com.br/patrulha-canina/videos/210-labirinto-de-pipoca/',
	87	'only_matching': True,
	88	}, {
	89	'url': 'http://mundonick.uol.com.br/programas/the-loud-house/videos/muitas-irmas/7ljo9j',
	90	'only_matching': True,
	91	}]
	92
	93	def _real_extract(self, url):
	94	domain, display_id = re.match(self._VALID_URL, url).groups()
	95	webpage = self._download_webpage(url, display_id)
	96	uri = self._search_regex(
	97	r'data-(?:contenturi\|mgid)="([^"]+)', webpage, 'mgid')
	98	video_id = self._id_from_uri(uri)
	99	config = self._download_json(
	100	'http://media.mtvnservices.com/pmt/e1/access/index.html',
	101	video_id, query={
	102	'uri': uri,
	103	'configtype': 'edge',
	104	}, headers={
	105	'Referer': url,
	106	})
	107	info_url = self._remove_template_parameter(config['feedWithQueryParams'])
	108	if info_url == 'None':
	109	if domain.startswith('www.'):
	110	domain = domain[4:]
	111	content_domain = {
	112	'mundonick.uol': 'mundonick.com.br',
	113	'nickjr': 'br.nickelodeonjunior.tv',
	114	}[domain]
	115	query = {
	116	'mgid': uri,
	117	'imageEp': content_domain,
	118	'arcEp': content_domain,
	119	}
	120	if domain == 'nickjr.com.br':
	121	query['ep'] = 'c4b16088'
	122	info_url = update_url_query(
	123	'http://feeds.mtvnservices.com/od/feed/intl-mrss-player-feed', query)
	124	return self._get_videos_info_from_url(info_url, video_id)
	125
	126
f0118760 S	127	class NickDeIE(MTVServicesInfoExtractor):
f0118760 S	128	IE_NAME = 'nick.de'
f03ee0b3	129	_VALID_URL = r'https?://(?:www\.)?(?P<host>nick\.(?:de\|com\.pl\|ch)\|nickelodeon\.(?:nl\|be\|at\|dk\|no\|se))/[^/]+/(?:[^/]+/)*(?P<id>[^/?#&]+)'
f0118760 S	130	_TESTS = [{
	131	'url': 'http://www.nick.de/playlist/3773-top-videos/videos/episode/17306-zu-wasser-und-zu-land-rauchende-erdnusse',
	132	'only_matching': True,
	133	}, {
	134	'url': 'http://www.nick.de/shows/342-icarly',
	135	'only_matching': True,
f3eeaacb S	136	}, {
	137	'url': 'http://www.nickelodeon.nl/shows/474-spongebob/videos/17403-een-kijkje-in-de-keuken-met-sandy-van-binnenuit',
	138	'only_matching': True,
9c82bba0 S	139	}, {
	140	'url': 'http://www.nickelodeon.at/playlist/3773-top-videos/videos/episode/77993-das-letzte-gefecht',
	141	'only_matching': True,
dee04d24 S	142	}, {
	143	'url': 'http://www.nick.com.pl/seriale/474-spongebob-kanciastoporty/wideo/17412-teatr-to-jest-to-rodeo-oszolom',
	144	'only_matching': True,
3ebbd999 AS	145	}, {
	146	'url': 'http://www.nickelodeon.no/program/2626-bulderhuset/videoer/90947-femteklasse-veronica-vs-vanzilla',
	147	'only_matching': True,
	148	}, {
	149	'url': 'http://www.nickelodeon.dk/serier/2626-hojs-hus/videoer/761-tissepause',
	150	'only_matching': True,
	151	}, {
	152	'url': 'http://www.nickelodeon.se/serier/2626-lugn-i-stormen/videos/998-',
	153	'only_matching': True,
cf6bda31 S	154	}, {
	155	'url': 'http://www.nick.ch/shows/2304-adventure-time-abenteuerzeit-mit-finn-und-jake',
	156	'only_matching': True,
f03ee0b3 S	157	}, {
	158	'url': 'http://www.nickelodeon.be/afspeellijst/4530-top-videos/videos/episode/73917-inval-broodschapper-lariekoek-arie',
	159	'only_matching': True,
f0118760 S	160	}]
f0118760 S	161
f449c061 S	162	def _extract_mrss_url(self, webpage, host):
	163	return update_url_query(self._search_regex(
	164	r'data-mrss=(["\'])(?P<url>http.+?)\1', webpage, 'mrss url', group='url'),
	165	{'siteKey': host})
	166
f0118760	167	def _real_extract(self, url):
9c82bba0 S	168	mobj = re.match(self._VALID_URL, url)
	169	video_id = mobj.group('id')
	170	host = mobj.group('host')
f0118760 S	171
	172	webpage = self._download_webpage(url, video_id)
	173
f449c061	174	mrss_url = self._extract_mrss_url(webpage, host)
f0118760 S	175
f0118760 S	176	return self._get_videos_info_from_url(mrss_url, video_id)
e3577722 N	177
e3577722 N	178
f449c061 S	179	class NickNightIE(NickDeIE):
	180	IE_NAME = 'nicknight'
	181	_VALID_URL = r'https?://(?:www\.)(?P<host>nicknight\.(?:de\|at\|tv))/(?:playlist\|shows)/(?:[^/]+/)*(?P<id>[^/?#&]+)'
e3577722 N	182	_TESTS = [{
	183	'url': 'http://www.nicknight.at/shows/977-awkward/videos/85987-nimmer-beste-freunde',
	184	'only_matching': True,
	185	}, {
	186	'url': 'http://www.nicknight.at/shows/977-awkward',
	187	'only_matching': True,
	188	}, {
	189	'url': 'http://www.nicknight.at/shows/1900-faking-it',
	190	'only_matching': True,
	191	}]
	192
f449c061 S	193	def _extract_mrss_url(self, webpage, *args):
	194	return self._search_regex(
	195	r'mrss\s:\s(["\'])(?P<url>http.+?)\1', webpage,
	196	'mrss url', group='url')
c99d6890 S	197
	198
	199	class NickRuIE(MTVServicesInfoExtractor):
	200	IE_NAME = 'nickelodeonru'
9ff6273c	201	_VALID_URL = r'https?://(?:www\.)nickelodeon\.(?:ru\|fr\|es\|pt\|ro\|hu)/[^/]+/(?:[^/]+/)*(?P<id>[^/?#&]+)'
c99d6890 S	202	_TESTS = [{
	203	'url': 'http://www.nickelodeon.ru/shows/henrydanger/videos/episodes/3-sezon-15-seriya-licenziya-na-polyot/pmomfb#playlist/7airc6',
	204	'only_matching': True,
	205	}, {
	206	'url': 'http://www.nickelodeon.ru/videos/smotri-na-nickelodeon-v-iyule/g9hvh7',
	207	'only_matching': True,
9ff6273c S	208	}, {
	209	'url': 'http://www.nickelodeon.fr/programmes/bob-l-eponge/videos/le-marathon-de-booh-kini-bottom-mardi-31-octobre/nfn7z0',
	210	'only_matching': True,
	211	}, {
	212	'url': 'http://www.nickelodeon.es/videos/nickelodeon-consejos-tortitas/f7w7xy',
	213	'only_matching': True,
	214	}, {
	215	'url': 'http://www.nickelodeon.pt/series/spongebob-squarepants/videos/a-bolha-de-tinta-gigante/xutq1b',
	216	'only_matching': True,
	217	}, {
	218	'url': 'http://www.nickelodeon.ro/emisiuni/shimmer-si-shine/video/nahal-din-bomboane/uw5u2k',
	219	'only_matching': True,
	220	}, {
	221	'url': 'http://www.nickelodeon.hu/musorok/spongyabob-kockanadrag/videok/episodes/buborekfujas-az-elszakadt-nadrag/q57iob#playlist/k6te4y',
	222	'only_matching': True,
c99d6890 S	223	}]
	224
	225	def _real_extract(self, url):
	226	video_id = self._match_id(url)
	227	webpage = self._download_webpage(url, video_id)
	228	mgid = self._extract_mgid(webpage)
	229	return self.url_result('http://media.mtvnservices.com/embed/%s' % mgid)