-# coding: utf-8
-from __future__ import unicode_literals
-
-import re
-
from .common import InfoExtractor
-from ..utils import js_to_json
+from ..compat import compat_str
+from ..utils import (
+ format_field,
+ int_or_none,
+ str_or_none,
+)
+
+
+class LineLiveBaseIE(InfoExtractor):
+ _API_BASE_URL = 'https://live-api.line-apps.com/web/v4.0/channel/'
+
+ def _parse_broadcast_item(self, item):
+ broadcast_id = compat_str(item['id'])
+ title = item['title']
+ is_live = item.get('isBroadcastingNow')
+
+ thumbnails = []
+ for thumbnail_id, thumbnail_url in (item.get('thumbnailURLs') or {}).items():
+ if not thumbnail_url:
+ continue
+ thumbnails.append({
+ 'id': thumbnail_id,
+ 'url': thumbnail_url,
+ })
+
+ channel = item.get('channel') or {}
+ channel_id = str_or_none(channel.get('id'))
+ return {
+ 'id': broadcast_id,
+ 'title': title,
+ 'thumbnails': thumbnails,
+ 'timestamp': int_or_none(item.get('createdAt')),
+ 'channel': channel.get('name'),
+ 'channel_id': channel_id,
+ 'channel_url': format_field(channel_id, None, 'https://live.line.me/channels/%s'),
+ 'duration': int_or_none(item.get('archiveDuration')),
+ 'view_count': int_or_none(item.get('viewerCount')),
+ 'comment_count': int_or_none(item.get('chatCount')),
+ 'is_live': is_live,
+ }
-class LineTVIE(InfoExtractor):
- _VALID_URL = r'https?://tv\.line\.me/v/(?P<id>\d+)_[^/]+-(?P<segment>ep\d+-\d+)'
+class LineLiveIE(LineLiveBaseIE):
+ _VALID_URL = r'https?://live\.line\.me/channels/(?P<channel_id>\d+)/broadcast/(?P<id>\d+)'
_TESTS = [{
- 'url': 'https://tv.line.me/v/793123_goodbye-mrblack-ep1-1/list/69246',
+ 'url': 'https://live.line.me/channels/5833718/broadcast/18373277',
+ 'md5': '2c15843b8cb3acd55009ddcb2db91f7c',
'info_dict': {
- 'id': '793123_ep1-1',
+ 'id': '18373277',
+ 'title': '2021/12/05 （15分犬）定例譲渡会🐶',
'ext': 'mp4',
- 'title': 'Goodbye Mr.Black | EP.1-1',
- 'thumbnail': r're:^https?://.*\.jpg$',
- 'duration': 998.509,
+ 'timestamp': 1638674925,
+ 'upload_date': '20211205',
+ 'thumbnail': 'md5:e1f5817e60f4a72b7e43377cf308d7ef',
+ 'channel_url': 'https://live.line.me/channels/5833718',
+ 'channel': 'Yahooニュース掲載🗞プロフ見てね🐕🐕',
+ 'channel_id': '5833718',
+ 'duration': 937,
'view_count': int,
- },
+ 'comment_count': int,
+ 'is_live': False,
+ }
}, {
- 'url': 'https://tv.line.me/v/2587507_%E6%B4%BE%E9%81%A3%E5%A5%B3%E9%86%ABx-ep1-02/list/185245',
+ # archiveStatus == 'DELETED'
+ 'url': 'https://live.line.me/channels/4778159/broadcast/16378488',
'only_matching': True,
}]
def _real_extract(self, url):
- series_id, segment = re.match(self._VALID_URL, url).groups()
- video_id = '%s_%s' % (series_id, segment)
-
- webpage = self._download_webpage(url, video_id)
-
- player_params = self._parse_json(self._search_regex(
- r'naver\.WebPlayer\(({[^}]+})\)', webpage, 'player parameters'),
- video_id, transform_source=js_to_json)
-
- video_info = self._download_json(
- 'https://global-nvapis.line.me/linetv/rmcnmv/vod_play_videoInfo.json',
- video_id, query={
- 'videoId': player_params['videoId'],
- 'key': player_params['key'],
- })
-
- stream = video_info['streams'][0]
- extra_query = '?__gda__=' + stream['key']['value']
- formats = self._extract_m3u8_formats(
- stream['source'] + extra_query, video_id, ext='mp4',
- entry_protocol='m3u8_native', m3u8_id='hls')
-
- for a_format in formats:
- a_format['url'] += extra_query
-
- duration = None
- for video in video_info.get('videos', {}).get('list', []):
- encoding_option = video.get('encodingOption', {})
- abr = video['bitrate']['audio']
- vbr = video['bitrate']['video']
- tbr = abr + vbr
- formats.append({
- 'url': video['source'],
- 'format_id': 'http-%d' % int(tbr),
- 'height': encoding_option.get('height'),
- 'width': encoding_option.get('width'),
- 'abr': abr,
- 'vbr': vbr,
- 'filesize': video.get('size'),
- })
- if video.get('duration') and duration is None:
- duration = video['duration']
-
+ channel_id, broadcast_id = self._match_valid_url(url).groups()
+ broadcast = self._download_json(
+ self._API_BASE_URL + '%s/broadcast/%s' % (channel_id, broadcast_id),
+ broadcast_id)
+ item = broadcast['item']
+ info = self._parse_broadcast_item(item)
+ protocol = 'm3u8' if info['is_live'] else 'm3u8_native'
+ formats = []
+ for k, v in (broadcast.get(('live' if info['is_live'] else 'archived') + 'HLSURLs') or {}).items():
+ if not v:
+ continue
+ if k == 'abr':
+ formats.extend(self._extract_m3u8_formats(
+ v, broadcast_id, 'mp4', protocol,
+ m3u8_id='hls', fatal=False))
+ continue
+ f = {
+ 'ext': 'mp4',
+ 'format_id': 'hls-' + k,
+ 'protocol': protocol,
+ 'url': v,
+ }
+ if not k.isdigit():
+ f['vcodec'] = 'none'
+ formats.append(f)
+ if not formats:
+ archive_status = item.get('archiveStatus')
+ if archive_status != 'ARCHIVED':
+ self.raise_no_formats('this video has been ' + archive_status.lower(), expected=True)
self._sort_formats(formats)
+ info['formats'] = formats
+ return info
- if not formats[0].get('width'):
- formats[0]['vcodec'] = 'none'
-
- title = self._og_search_title(webpage)
- # like_count requires an additional API request https://tv.line.me/api/likeit/getCount
+class LineLiveChannelIE(LineLiveBaseIE):
+ _VALID_URL = r'https?://live\.line\.me/channels/(?P<id>\d+)(?!/broadcast/\d+)(?:[/?&#]|$)'
+ _TEST = {
+ 'url': 'https://live.line.me/channels/5893542',
+ 'info_dict': {
+ 'id': '5893542',
+ 'title': 'いくらちゃんだよぉ🦒',
+ 'description': 'md5:4d418087973ad081ceb1b3481f0b1816',
+ },
+ 'playlist_mincount': 29
+ }
+
+ def _archived_broadcasts_entries(self, archived_broadcasts, channel_id):
+ while True:
+ for row in (archived_broadcasts.get('rows') or []):
+ share_url = str_or_none(row.get('shareURL'))
+ if not share_url:
+ continue
+ info = self._parse_broadcast_item(row)
+ info.update({
+ '_type': 'url',
+ 'url': share_url,
+ 'ie_key': LineLiveIE.ie_key(),
+ })
+ yield info
+ if not archived_broadcasts.get('hasNextPage'):
+ return
+ archived_broadcasts = self._download_json(
+ self._API_BASE_URL + channel_id + '/archived_broadcasts',
+ channel_id, query={
+ 'lastId': info['id'],
+ })
- return {
- 'id': video_id,
- 'title': title,
- 'formats': formats,
- 'extra_param_to_segment_url': extra_query[1:],
- 'duration': duration,
- 'thumbnails': [{'url': thumbnail['source']}
- for thumbnail in video_info.get('thumbnails', {}).get('list', [])],
- 'view_count': video_info.get('meta', {}).get('count'),
- }
+ def _real_extract(self, url):
+ channel_id = self._match_id(url)
+ channel = self._download_json(self._API_BASE_URL + channel_id, channel_id)
+ return self.playlist_result(
+ self._archived_broadcasts_entries(channel.get('archivedBroadcasts') or {}, channel_id),
+ channel_id, channel.get('title'), channel.get('information'))
projects / yt-dlp.git / blobdiff