[yt-dlp.git] / youtube_dl / extractor / viki.py

# coding: utf-8
from __future__ import unicode_literals

import json
import time
import hmac
import hashlib
import itertools

from .common import InfoExtractor
from ..utils import (
    ExtractorError,
    int_or_none,
    parse_age_limit,
    parse_iso8601,
    sanitized_Request,
)


class VikiBaseIE(InfoExtractor):
    _VALID_URL_BASE = r'https?://(?:www\.)?viki\.(?:com|net|mx|jp|fr)/'
    _API_QUERY_TEMPLATE = '/v4/%sapp=%s&t=%s&site=www.viki.com'
    _API_URL_TEMPLATE = 'http://api.viki.io%s&sig=%s'

    _APP = '65535a'
    _APP_VERSION = '2.2.5.1428709186'
    _APP_SECRET = '-$iJ}@p7!G@SyU/je1bEyWg}upLu-6V6-Lg9VD(]siH,r.,m-r|ulZ,U4LC/SeR)'

    _NETRC_MACHINE = 'viki'

    _token = None

    _ERRORS = {
        'geo': 'Sorry, this content is not available in your region.',
        'upcoming': 'Sorry, this content is not yet available.',
        # 'paywall': 'paywall',
    }

    def _prepare_call(self, path, timestamp=None, post_data=None):
        path += '?' if '?' not in path else '&'
        if not timestamp:
            timestamp = int(time.time())
        query = self._API_QUERY_TEMPLATE % (path, self._APP, timestamp)
        if self._token:
            query += '&token=%s' % self._token
        sig = hmac.new(
            self._APP_SECRET.encode('ascii'),
            query.encode('ascii'),
            hashlib.sha1
        ).hexdigest()
        url = self._API_URL_TEMPLATE % (query, sig)
        return sanitized_Request(
            url, json.dumps(post_data).encode('utf-8')) if post_data else url

    def _call_api(self, path, video_id, note, timestamp=None, post_data=None):
        resp = self._download_json(
            self._prepare_call(path, timestamp, post_data), video_id, note)

        error = resp.get('error')
        if error:
            if error == 'invalid timestamp':
                resp = self._download_json(
                    self._prepare_call(path, int(resp['current_timestamp']), post_data),
                    video_id, '%s (retry)' % note)
                error = resp.get('error')
            if error:
                self._raise_error(resp['error'])

        return resp

    def _raise_error(self, error):
        raise ExtractorError(
            '%s returned error: %s' % (self.IE_NAME, error),
            expected=True)

    def _check_errors(self, data):
        for reason, status in data.get('blocking', {}).items():
            if status and reason in self._ERRORS:
                raise ExtractorError('%s said: %s' % (
                    self.IE_NAME, self._ERRORS[reason]), expected=True)

    def _real_initialize(self):
        self._login()

    def _login(self):
        (username, password) = self._get_login_info()
        if username is None:
            return

        login_form = {
            'login_id': username,
            'password': password,
        }

        login = self._call_api(
            'sessions.json', None,
            'Logging in as %s' % username, post_data=login_form)

        self._token = login.get('token')
        if not self._token:
            self.report_warning('Unable to get session token, login has probably failed')

    @staticmethod
    def dict_selection(dict_obj, preferred_key):
        if preferred_key in dict_obj:
            return dict_obj.get(preferred_key)

        filtered_dict = list(filter(None, [dict_obj.get(k) for k in dict_obj.keys()]))
        return filtered_dict[0] if filtered_dict else None


class VikiIE(VikiBaseIE):
    IE_NAME = 'viki'
    _VALID_URL = r'%s(?:videos|player)/(?P<id>[0-9]+v)' % VikiBaseIE._VALID_URL_BASE
    _TESTS = [{
        'url': 'http://www.viki.com/videos/1023585v-heirs-episode-14',
        'info_dict': {
            'id': '1023585v',
            'ext': 'mp4',
            'title': 'Heirs Episode 14',
            'uploader': 'SBS',
            'description': 'md5:c4b17b9626dd4b143dcc4d855ba3474e',
            'upload_date': '20131121',
            'age_limit': 13,
        },
        'skip': 'Blocked in the US',
    }, {
        # clip
        'url': 'http://www.viki.com/videos/1067139v-the-avengers-age-of-ultron-press-conference',
        'md5': '86c0b5dbd4d83a6611a79987cc7a1989',
        'info_dict': {
            'id': '1067139v',
            'ext': 'mp4',
            'title': "'The Avengers: Age of Ultron' Press Conference",
            'description': 'md5:d70b2f9428f5488321bfe1db10d612ea',
            'duration': 352,
            'timestamp': 1430380829,
            'upload_date': '20150430',
            'uploader': 'Arirang TV',
            'like_count': int,
            'age_limit': 0,
        }
    }, {
        'url': 'http://www.viki.com/videos/1048879v-ankhon-dekhi',
        'info_dict': {
            'id': '1048879v',
            'ext': 'mp4',
            'title': 'Ankhon Dekhi',
            'duration': 6512,
            'timestamp': 1408532356,
            'upload_date': '20140820',
            'uploader': 'Spuul',
            'like_count': int,
            'age_limit': 13,
        },
        'params': {
            # m3u8 download
            'skip_download': True,
        }
    }, {
        # episode
        'url': 'http://www.viki.com/videos/44699v-boys-over-flowers-episode-1',
        'md5': '190f3ef426005ba3a080a63325955bc3',
        'info_dict': {
            'id': '44699v',
            'ext': 'mp4',
            'title': 'Boys Over Flowers - Episode 1',
            'description': 'md5:52617e4f729c7d03bfd4bcbbb6e946f2',
            'duration': 4155,
            'timestamp': 1270496524,
            'upload_date': '20100405',
            'uploader': 'group8',
            'like_count': int,
            'age_limit': 13,
        }
    }, {
        # youtube external
        'url': 'http://www.viki.com/videos/50562v-poor-nastya-complete-episode-1',
        'md5': '63f8600c1da6f01b7640eee7eca4f1da',
        'info_dict': {
            'id': '50562v',
            'ext': 'webm',
            'title': 'Poor Nastya [COMPLETE] - Episode 1',
            'description': '',
            'duration': 606,
            'timestamp': 1274949505,
            'upload_date': '20101213',
            'uploader': 'ad14065n',
            'uploader_id': 'ad14065n',
            'like_count': int,
            'age_limit': 13,
        }
    }, {
        'url': 'http://www.viki.com/player/44699v',
        'only_matching': True,
    }, {
        # non-English description
        'url': 'http://www.viki.com/videos/158036v-love-in-magic',
        'md5': '1713ae35df5a521b31f6dc40730e7c9c',
        'info_dict': {
            'id': '158036v',
            'ext': 'mp4',
            'uploader': 'I Planet Entertainment',
            'upload_date': '20111122',
            'timestamp': 1321985454,
            'description': 'md5:44b1e46619df3a072294645c770cef36',
            'title': 'Love In Magic',
            'age_limit': 13,
        },
    }]

    def _real_extract(self, url):
        video_id = self._match_id(url)

        video = self._call_api(
            'videos/%s.json' % video_id, video_id, 'Downloading video JSON')

        self._check_errors(video)

        title = self.dict_selection(video.get('titles', {}), 'en')
        if not title:
            title = 'Episode %d' % video.get('number') if video.get('type') == 'episode' else video.get('id') or video_id
            container_titles = video.get('container', {}).get('titles', {})
            container_title = self.dict_selection(container_titles, 'en')
            title = '%s - %s' % (container_title, title)

        description = self.dict_selection(video.get('descriptions', {}), 'en')

        duration = int_or_none(video.get('duration'))
        timestamp = parse_iso8601(video.get('created_at'))
        uploader = video.get('author')
        like_count = int_or_none(video.get('likes', {}).get('count'))
        age_limit = parse_age_limit(video.get('rating'))

        thumbnails = []
        for thumbnail_id, thumbnail in video.get('images', {}).items():
            thumbnails.append({
                'id': thumbnail_id,
                'url': thumbnail.get('url'),
            })

        subtitles = {}
        for subtitle_lang, _ in video.get('subtitle_completions', {}).items():
            subtitles[subtitle_lang] = [{
                'ext': subtitles_format,
                'url': self._prepare_call(
                    'videos/%s/subtitles/%s.%s' % (video_id, subtitle_lang, subtitles_format)),
            } for subtitles_format in ('srt', 'vtt')]

        result = {
            'id': video_id,
            'title': title,
            'description': description,
            'duration': duration,
            'timestamp': timestamp,
            'uploader': uploader,
            'like_count': like_count,
            'age_limit': age_limit,
            'thumbnails': thumbnails,
            'subtitles': subtitles,
        }

        streams = self._call_api(
            'videos/%s/streams.json' % video_id, video_id,
            'Downloading video streams JSON')

        if 'external' in streams:
            result.update({
                '_type': 'url_transparent',
                'url': streams['external']['url'],
            })
            return result

        formats = []
        for format_id, stream_dict in streams.items():
            height = int_or_none(self._search_regex(
                r'^(\d+)[pP]$', format_id, 'height', default=None))
            for protocol, format_dict in stream_dict.items():
                if format_id == 'm3u8':
                    formats.extend(self._extract_m3u8_formats(
                        format_dict['url'], video_id, 'mp4', 'm3u8_native',
                        m3u8_id='m3u8-%s' % protocol, fatal=False))
                else:
                    formats.append({
                        'url': format_dict['url'],
                        'format_id': '%s-%s' % (format_id, protocol),
                        'height': height,
                    })
        self._sort_formats(formats)

        result['formats'] = formats
        return result


class VikiChannelIE(VikiBaseIE):
    IE_NAME = 'viki:channel'
    _VALID_URL = r'%s(?:tv|news|movies|artists)/(?P<id>[0-9]+c)' % VikiBaseIE._VALID_URL_BASE
    _TESTS = [{
        'url': 'http://www.viki.com/tv/50c-boys-over-flowers',
        'info_dict': {
            'id': '50c',
            'title': 'Boys Over Flowers',
            'description': 'md5:ecd3cff47967fe193cff37c0bec52790',
        },
        'playlist_count': 70,
    }, {
        'url': 'http://www.viki.com/tv/1354c-poor-nastya-complete',
        'info_dict': {
            'id': '1354c',
            'title': 'Poor Nastya [COMPLETE]',
            'description': 'md5:05bf5471385aa8b21c18ad450e350525',
        },
        'playlist_count': 127,
    }, {
        'url': 'http://www.viki.com/news/24569c-showbiz-korea',
        'only_matching': True,
    }, {
        'url': 'http://www.viki.com/movies/22047c-pride-and-prejudice-2005',
        'only_matching': True,
    }, {
        'url': 'http://www.viki.com/artists/2141c-shinee',
        'only_matching': True,
    }]

    _PER_PAGE = 25

    def _real_extract(self, url):
        channel_id = self._match_id(url)

        channel = self._call_api(
            'containers/%s.json' % channel_id, channel_id,
            'Downloading channel JSON')

        self._check_errors(channel)

        title = self.dict_selection(channel['titles'], 'en')

        description = self.dict_selection(channel['descriptions'], 'en')

        entries = []
        for video_type in ('episodes', 'clips', 'movies'):
            for page_num in itertools.count(1):
                page = self._call_api(
                    'containers/%s/%s.json?per_page=%d&sort=number&direction=asc&with_paging=true&page=%d'
                    % (channel_id, video_type, self._PER_PAGE, page_num), channel_id,
                    'Downloading %s JSON page #%d' % (video_type, page_num))
                for video in page['response']:
                    video_id = video['id']
                    entries.append(self.url_result(
                        'http://www.viki.com/videos/%s' % video_id, 'Viki'))
                if not page['pagination']['next']:
                    break

        return self.playlist_result(entries, channel_id, title, description)
Commit	Line	Data
accf79b1	1	# coding: utf-8
cb9722cb PH	2	from __future__ import unicode_literals
cb9722cb PH	3
accf79b1	4	import json
1a83c731 S	5	import time
	6	import hmac
	7	import hashlib
bc56355e	8	import itertools
382ed50e	9
5c2266df	10	from .common import InfoExtractor
382ed50e	11	from ..utils import (
6d88bc37	12	ExtractorError,
1a83c731 S	13	int_or_none,
	14	parse_age_limit,
	15	parse_iso8601,
5c2266df	16	sanitized_Request,
382ed50e	17	)
382ed50e PH	18
382ed50e PH	19
1a83c731	20	class VikiBaseIE(InfoExtractor):
53de95da	21	_VALID_URL_BASE = r'https?://(?:www\.)?viki\.(?:com\|net\|mx\|jp\|fr)/'
1a83c731 S	22	_API_QUERY_TEMPLATE = '/v4/%sapp=%s&t=%s&site=www.viki.com'
	23	_API_URL_TEMPLATE = 'http://api.viki.io%s&sig=%s'
	24
	25	_APP = '65535a'
	26	_APP_VERSION = '2.2.5.1428709186'
	27	_APP_SECRET = '-$iJ}@p7!G@SyU/je1bEyWg}upLu-6V6-Lg9VD(]siH,r.,m-r\|ulZ,U4LC/SeR)'
	28
accf79b1 S	29	_NETRC_MACHINE = 'viki'
accf79b1 S	30
16d6973f S	31	_token = None
16d6973f S	32
dc016bf5	33	_ERRORS = {
	34	'geo': 'Sorry, this content is not available in your region.',
	35	'upcoming': 'Sorry, this content is not yet available.',
	36	# 'paywall': 'paywall',
	37	}
	38
accf79b1	39	def _prepare_call(self, path, timestamp=None, post_data=None):
1a83c731 S	40	path += '?' if '?' not in path else '&'
	41	if not timestamp:
	42	timestamp = int(time.time())
	43	query = self._API_QUERY_TEMPLATE % (path, self._APP, timestamp)
16d6973f S	44	if self._token:
16d6973f S	45	query += '&token=%s' % self._token
1a83c731 S	46	sig = hmac.new(
	47	self._APP_SECRET.encode('ascii'),
	48	query.encode('ascii'),
	49	hashlib.sha1
	50	).hexdigest()
accf79b1	51	url = self._API_URL_TEMPLATE % (query, sig)
5c2266df	52	return sanitized_Request(
accf79b1	53	url, json.dumps(post_data).encode('utf-8')) if post_data else url
1a83c731	54
accf79b1	55	def _call_api(self, path, video_id, note, timestamp=None, post_data=None):
1a83c731	56	resp = self._download_json(
accf79b1	57	self._prepare_call(path, timestamp, post_data), video_id, note)
1a83c731 S	58
	59	error = resp.get('error')
	60	if error:
	61	if error == 'invalid timestamp':
	62	resp = self._download_json(
accf79b1	63	self._prepare_call(path, int(resp['current_timestamp']), post_data),
1a83c731 S	64	video_id, '%s (retry)' % note)
	65	error = resp.get('error')
	66	if error:
	67	self._raise_error(resp['error'])
	68
	69	return resp
	70
	71	def _raise_error(self, error):
	72	raise ExtractorError(
	73	'%s returned error: %s' % (self.IE_NAME, error),
	74	expected=True)
	75
dc016bf5	76	def _check_errors(self, data):
	77	for reason, status in data.get('blocking', {}).items():
	78	if status and reason in self._ERRORS:
	79	raise ExtractorError('%s said: %s' % (
	80	self.IE_NAME, self._ERRORS[reason]), expected=True)
	81
accf79b1 S	82	def _real_initialize(self):
	83	self._login()
	84
	85	def _login(self):
	86	(username, password) = self._get_login_info()
	87	if username is None:
	88	return
	89
	90	login_form = {
	91	'login_id': username,
	92	'password': password,
	93	}
	94
16d6973f	95	login = self._call_api(
accf79b1 S	96	'sessions.json', None,
	97	'Logging in as %s' % username, post_data=login_form)
	98
16d6973f S	99	self._token = login.get('token')
	100	if not self._token:
	101	self.report_warning('Unable to get session token, login has probably failed')
	102
b73b14f7 YCH	103	@staticmethod
	104	def dict_selection(dict_obj, preferred_key):
	105	if preferred_key in dict_obj:
	106	return dict_obj.get(preferred_key)
	107
	108	filtered_dict = list(filter(None, [dict_obj.get(k) for k in dict_obj.keys()]))
	109	return filtered_dict[0] if filtered_dict else None
	110
1a83c731 S	111
1a83c731 S	112	class VikiIE(VikiBaseIE):
cb9722cb	113	IE_NAME = 'viki'
53de95da	114	_VALID_URL = r'%s(?:videos\|player)/(?P<id>[0-9]+v)' % VikiBaseIE._VALID_URL_BASE
8e3df9df	115	_TESTS = [{
cb9722cb	116	'url': 'http://www.viki.com/videos/1023585v-heirs-episode-14',
cb9722cb PH	117	'info_dict': {
	118	'id': '1023585v',
	119	'ext': 'mp4',
	120	'title': 'Heirs Episode 14',
	121	'uploader': 'SBS',
	122	'description': 'md5:c4b17b9626dd4b143dcc4d855ba3474e',
	123	'upload_date': '20131121',
	124	'age_limit': 13,
6d88bc37	125	},
cb9722cb	126	'skip': 'Blocked in the US',
8e3df9df	127	}, {
1a83c731	128	# clip
8e3df9df	129	'url': 'http://www.viki.com/videos/1067139v-the-avengers-age-of-ultron-press-conference',
1a83c731	130	'md5': '86c0b5dbd4d83a6611a79987cc7a1989',
8e3df9df YCH	131	'info_dict': {
	132	'id': '1067139v',
	133	'ext': 'mp4',
1a83c731	134	'title': "'The Avengers: Age of Ultron' Press Conference",
8e3df9df	135	'description': 'md5:d70b2f9428f5488321bfe1db10d612ea',
1a83c731 S	136	'duration': 352,
1a83c731 S	137	'timestamp': 1430380829,
8e3df9df	138	'upload_date': '20150430',
1a83c731 S	139	'uploader': 'Arirang TV',
	140	'like_count': int,
	141	'age_limit': 0,
8e3df9df	142	}
d948e09b YCH	143	}, {
	144	'url': 'http://www.viki.com/videos/1048879v-ankhon-dekhi',
	145	'info_dict': {
	146	'id': '1048879v',
	147	'ext': 'mp4',
d948e09b	148	'title': 'Ankhon Dekhi',
1a83c731 S	149	'duration': 6512,
	150	'timestamp': 1408532356,
	151	'upload_date': '20140820',
	152	'uploader': 'Spuul',
	153	'like_count': int,
	154	'age_limit': 13,
d948e09b YCH	155	},
d948e09b YCH	156	'params': {
1a83c731	157	# m3u8 download
d948e09b YCH	158	'skip_download': True,
d948e09b YCH	159	}
1a83c731 S	160	}, {
	161	# episode
	162	'url': 'http://www.viki.com/videos/44699v-boys-over-flowers-episode-1',
	163	'md5': '190f3ef426005ba3a080a63325955bc3',
	164	'info_dict': {
	165	'id': '44699v',
	166	'ext': 'mp4',
	167	'title': 'Boys Over Flowers - Episode 1',
	168	'description': 'md5:52617e4f729c7d03bfd4bcbbb6e946f2',
	169	'duration': 4155,
	170	'timestamp': 1270496524,
	171	'upload_date': '20100405',
	172	'uploader': 'group8',
	173	'like_count': int,
	174	'age_limit': 13,
	175	}
ac20d95f S	176	}, {
	177	# youtube external
	178	'url': 'http://www.viki.com/videos/50562v-poor-nastya-complete-episode-1',
f22ba4bd	179	'md5': '63f8600c1da6f01b7640eee7eca4f1da',
ac20d95f S	180	'info_dict': {
ac20d95f S	181	'id': '50562v',
f22ba4bd	182	'ext': 'webm',
ac20d95f S	183	'title': 'Poor Nastya [COMPLETE] - Episode 1',
ac20d95f S	184	'description': '',
f22ba4bd	185	'duration': 606,
ac20d95f S	186	'timestamp': 1274949505,
	187	'upload_date': '20101213',
	188	'uploader': 'ad14065n',
	189	'uploader_id': 'ad14065n',
	190	'like_count': int,
	191	'age_limit': 13,
	192	}
1a83c731 S	193	}, {
	194	'url': 'http://www.viki.com/player/44699v',
	195	'only_matching': True,
41597d9b YCH	196	}, {
	197	# non-English description
	198	'url': 'http://www.viki.com/videos/158036v-love-in-magic',
	199	'md5': '1713ae35df5a521b31f6dc40730e7c9c',
	200	'info_dict': {
	201	'id': '158036v',
	202	'ext': 'mp4',
	203	'uploader': 'I Planet Entertainment',
	204	'upload_date': '20111122',
	205	'timestamp': 1321985454,
	206	'description': 'md5:44b1e46619df3a072294645c770cef36',
	207	'title': 'Love In Magic',
dc016bf5	208	'age_limit': 13,
41597d9b	209	},
8e3df9df	210	}]
382ed50e PH	211
382ed50e PH	212	def _real_extract(self, url):
8ee34150	213	video_id = self._match_id(url)
382ed50e	214
1a83c731 S	215	video = self._call_api(
	216	'videos/%s.json' % video_id, video_id, 'Downloading video JSON')
	217
dc016bf5	218	self._check_errors(video)
dc016bf5	219
b73b14f7	220	title = self.dict_selection(video.get('titles', {}), 'en')
1a83c731 S	221	if not title:
1a83c731 S	222	title = 'Episode %d' % video.get('number') if video.get('type') == 'episode' else video.get('id') or video_id
b73b14f7 YCH	223	container_titles = video.get('container', {}).get('titles', {})
	224	container_title = self.dict_selection(container_titles, 'en')
	225	title = '%s - %s' % (container_title, title)
	226
	227	description = self.dict_selection(video.get('descriptions', {}), 'en')
1a83c731 S	228
	229	duration = int_or_none(video.get('duration'))
	230	timestamp = parse_iso8601(video.get('created_at'))
	231	uploader = video.get('author')
	232	like_count = int_or_none(video.get('likes', {}).get('count'))
	233	age_limit = parse_age_limit(video.get('rating'))
	234
	235	thumbnails = []
	236	for thumbnail_id, thumbnail in video.get('images', {}).items():
	237	thumbnails.append({
	238	'id': thumbnail_id,
	239	'url': thumbnail.get('url'),
	240	})
	241
	242	subtitles = {}
	243	for subtitle_lang, _ in video.get('subtitle_completions', {}).items():
	244	subtitles[subtitle_lang] = [{
	245	'ext': subtitles_format,
	246	'url': self._prepare_call(
	247	'videos/%s/subtitles/%s.%s' % (video_id, subtitle_lang, subtitles_format)),
	248	} for subtitles_format in ('srt', 'vtt')]
382ed50e	249
ac20d95f	250	result = {
382ed50e PH	251	'id': video_id,
382ed50e PH	252	'title': title,
382ed50e	253	'description': description,
1a83c731 S	254	'duration': duration,
1a83c731 S	255	'timestamp': timestamp,
382ed50e	256	'uploader': uploader,
1a83c731 S	257	'like_count': like_count,
	258	'age_limit': age_limit,
	259	'thumbnails': thumbnails,
1a83c731	260	'subtitles': subtitles,
382ed50e PH	261	}
382ed50e PH	262
ac20d95f S	263	streams = self._call_api(
	264	'videos/%s/streams.json' % video_id, video_id,
	265	'Downloading video streams JSON')
	266
	267	if 'external' in streams:
	268	result.update({
	269	'_type': 'url_transparent',
	270	'url': streams['external']['url'],
	271	})
	272	return result
	273
	274	formats = []
	275	for format_id, stream_dict in streams.items():
c59b61c0 S	276	height = int_or_none(self._search_regex(
c59b61c0 S	277	r'^(\d+)[pP]$', format_id, 'height', default=None))
ac20d95f S	278	for protocol, format_dict in stream_dict.items():
ac20d95f S	279	if format_id == 'm3u8':
7e5edcfd	280	formats.extend(self._extract_m3u8_formats(
dc016bf5	281	format_dict['url'], video_id, 'mp4', 'm3u8_native',
7e5edcfd	282	m3u8_id='m3u8-%s' % protocol, fatal=False))
ac20d95f S	283	else:
	284	formats.append({
	285	'url': format_dict['url'],
	286	'format_id': '%s-%s' % (format_id, protocol),
	287	'height': height,
	288	})
	289	self._sort_formats(formats)
	290
	291	result['formats'] = formats
	292	return result
	293
0d7f0364	294
bc56355e	295	class VikiChannelIE(VikiBaseIE):
8da0e0e9	296	IE_NAME = 'viki:channel'
53de95da	297	_VALID_URL = r'%s(?:tv\|news\|movies\|artists)/(?P<id>[0-9]+c)' % VikiBaseIE._VALID_URL_BASE
0d7f0364	298	_TESTS = [{
	299	'url': 'http://www.viki.com/tv/50c-boys-over-flowers',
	300	'info_dict': {
	301	'id': '50c',
	302	'title': 'Boys Over Flowers',
	303	'description': 'md5:ecd3cff47967fe193cff37c0bec52790',
	304	},
1c18de00	305	'playlist_count': 70,
	306	}, {
	307	'url': 'http://www.viki.com/tv/1354c-poor-nastya-complete',
	308	'info_dict': {
	309	'id': '1354c',
	310	'title': 'Poor Nastya [COMPLETE]',
	311	'description': 'md5:05bf5471385aa8b21c18ad450e350525',
	312	},
	313	'playlist_count': 127,
d01924f4 S	314	}, {
	315	'url': 'http://www.viki.com/news/24569c-showbiz-korea',
	316	'only_matching': True,
	317	}, {
	318	'url': 'http://www.viki.com/movies/22047c-pride-and-prejudice-2005',
	319	'only_matching': True,
	320	}, {
	321	'url': 'http://www.viki.com/artists/2141c-shinee',
	322	'only_matching': True,
0d7f0364	323	}]
bc56355e	324
8da0e0e9	325	_PER_PAGE = 25
0d7f0364	326
0d7f0364	327	def _real_extract(self, url):
b0d619fd	328	channel_id = self._match_id(url)
0d7f0364	329
bc56355e S	330	channel = self._call_api(
	331	'containers/%s.json' % channel_id, channel_id,
	332	'Downloading channel JSON')
b0d619fd	333
dc016bf5	334	self._check_errors(channel)
dc016bf5	335
b73b14f7	336	title = self.dict_selection(channel['titles'], 'en')
b0d619fd	337
b73b14f7	338	description = self.dict_selection(channel['descriptions'], 'en')
0d7f0364	339
0d7f0364	340	entries = []
d01924f4	341	for video_type in ('episodes', 'clips', 'movies'):
bc56355e S	342	for page_num in itertools.count(1):
	343	page = self._call_api(
	344	'containers/%s/%s.json?per_page=%d&sort=number&direction=asc&with_paging=true&page=%d'
	345	% (channel_id, video_type, self._PER_PAGE, page_num), channel_id,
	346	'Downloading %s JSON page #%d' % (video_type, page_num))
b0d619fd	347	for video in page['response']:
1c18de00	348	video_id = video['id']
1c18de00	349	entries.append(self.url_result(
bc56355e S	350	'http://www.viki.com/videos/%s' % video_id, 'Viki'))
	351	if not page['pagination']['next']:
	352	break
0d7f0364	353
b0d619fd	354	return self.playlist_result(entries, channel_id, title, description)