-# coding: utf-8
-from __future__ import unicode_literals
-
-import os
-import re
-import tempfile
-
from .common import InfoExtractor
-from ..utils import (
- base_url,
- ExtractorError,
- try_get,
-)
-from ..compat import compat_str
-from ..downloader.hls import HlsFD
+from ..utils import determine_ext
class ElonetIE(InfoExtractor):
_VALID_URL = r'https?://elonet\.finna\.fi/Record/kavi\.elonet_elokuva_(?P<id>[0-9]+)'
- _TEST = {
+ _TESTS = [{
'url': 'https://elonet.finna.fi/Record/kavi.elonet_elokuva_107867',
- 'md5': '8efc954b96c543711707f87de757caea',
'info_dict': {
'id': '107867',
'ext': 'mp4',
'title': 'Valkoinen peura',
- 'description': 'Valkoinen peura (1952) on Erik Blombergin ohjaama ja yhdessä Mirjami Kuosmasen kanssa käsikirjoittama tarunomainen kertomus valkoisen peuran hahmossa lii...',
- 'thumbnail': 'https://elonet.finna.fi/Cover/Show?id=kavi.elonet_elokuva_107867&index=0&size=large',
+ 'thumbnail': r're:^https?://elonet\.finna\.fi/Cover/Show\?id=kavi\.elonet_elokuva_107867.+',
+ 'description': 'md5:bded4201c9677fab10854884fe8f7312',
},
- }
-
- def _download_m3u8_chunked_subtitle(self, chunklist_url):
- """
- Download VTT subtitles from pieces in manifest URL.
- Return a string containing joined chunks with extra headers removed.
- """
- with tempfile.NamedTemporaryFile(delete=True) as outfile:
- fname = outfile.name
- hlsdl = HlsFD(self._downloader, {})
- hlsdl.download(compat_str(fname), {"url": chunklist_url})
- with open(fname, 'r') as fin:
- # Remove (some) headers
- fdata = re.sub(r'X-TIMESTAMP-MAP.*\n+|WEBVTT\n+', '', fin.read())
- os.remove(fname)
- return "WEBVTT\n\n" + fdata
-
- def _parse_m3u8_subtitles(self, m3u8_doc, m3u8_url):
- """
- Parse subtitles from HLS / m3u8 manifest.
- """
- subtitles = {}
- baseurl = m3u8_url[:m3u8_url.rindex('/') + 1]
- for line in m3u8_doc.split('\n'):
- if 'EXT-X-MEDIA:TYPE=SUBTITLES' in line:
- lang = self._search_regex(
- r'LANGUAGE="(.+?)"', line, 'lang', default=False)
- uri = self._search_regex(
- r'URI="(.+?)"', line, 'uri', default=False)
- if lang and uri:
- data = self._download_m3u8_chunked_subtitle(baseurl + uri)
- subtitles[lang] = [{'ext': 'vtt', 'data': data}]
- return subtitles
-
- def _parse_mpd_subtitles(self, mpd_doc):
- """
- Parse subtitles from MPD manifest.
- """
- ns = '{urn:mpeg:dash:schema:mpd:2011}'
- subtitles = {}
- for aset in mpd_doc.findall(".//%sAdaptationSet[@mimeType='text/vtt']" % (ns)):
- lang = aset.attrib.get('lang', 'unk')
- url = aset.find("./%sRepresentation/%sBaseURL" % (ns, ns)).text
- subtitles[lang] = [{'ext': 'vtt', 'url': url}]
- return subtitles
-
- def _get_subtitles(self, fmt, doc, url):
- if fmt == 'm3u8':
- subs = self._parse_m3u8_subtitles(doc, url)
- elif fmt == 'mpd':
- subs = self._parse_mpd_subtitles(doc)
- else:
- self._downloader.report_warning(
- "Cannot download subtitles from '%s' streams." % (fmt))
- subs = {}
- return subs
+ 'params': {'skip_download': 'dash'},
+ }, {
+ # DASH with subtitles
+ 'url': 'https://elonet.finna.fi/Record/kavi.elonet_elokuva_116539',
+ 'info_dict': {
+ 'id': '116539',
+ 'ext': 'mp4',
+ 'title': 'Minulla on tiikeri',
+ 'thumbnail': r're:^https?://elonet\.finna\.fi/Cover/Show\?id=kavi\.elonet_elokuva_116539.+',
+ 'description': 'md5:5ab72b3fe76d3414e46cc8f277104419',
+ },
+ 'params': {'skip_download': 'dash'},
+ }, {
+ # Page with multiple videos, download the main one
+ 'url': 'https://elonet.finna.fi/Record/kavi.elonet_elokuva_117396',
+ 'info_dict': {
+ 'id': '117396',
+ 'ext': 'mp4',
+ 'title': 'Sampo',
+ 'thumbnail': r're:^https?://elonet\.finna\.fi/Cover/Show\?id=kavi\.elonet_elokuva_117396.+',
+ 'description': 'md5:ec69572a5b054d0ecafe8086b1fa96f7',
+ },
+ 'params': {'skip_download': 'dash'},
+ }]
def _real_extract(self, url):
video_id = self._match_id(url)
webpage = self._download_webpage(url, video_id)
- title = self._html_search_regex(
- r'<meta .*property="og:title" .*content="(.+?)"', webpage, 'title')
- description = self._html_search_regex(
- r'<meta .*property="og:description" .*content="(.+?)"', webpage, 'description')
- thumbnail = self._html_search_regex(
- r'<meta .*property="og:image" .*content="(.+?)"', webpage, 'thumbnail')
+ src = self._parse_json(self._html_search_regex(
+ r'id=\'video-data\'[^>]+data-video-sources="([^"]+)"', webpage, 'json'), video_id)[0]['src']
+ ext = determine_ext(src)
- json_s = self._html_search_regex(
- r'data-video-sources="(.+?)"', webpage, 'json')
- src = try_get(
- self._parse_json(json_s, video_id),
- lambda x: x[0]["src"], compat_str)
- formats = []
- if re.search(r'\.m3u8\??', src):
- fmt = 'm3u8'
- res = self._download_webpage_handle(
- # elonet servers have certificate problems
- src.replace('https:', 'http:'), video_id,
- note='Downloading m3u8 information',
- errnote='Failed to download m3u8 information')
- if res:
- doc, urlh = res
- url = urlh.geturl()
- formats = self._parse_m3u8_formats(doc, url)
- for f in formats:
- f['ext'] = 'mp4'
- elif re.search(r'\.mpd\??', src):
- fmt = 'mpd'
- res = self._download_xml_handle(
- src, video_id,
- note='Downloading MPD manifest',
- errnote='Failed to download MPD manifest')
- if res:
- doc, urlh = res
- url = base_url(urlh.geturl())
- formats = self._parse_mpd_formats(doc, mpd_base_url=url)
+ if ext == 'm3u8':
+ formats, subtitles = self._extract_m3u8_formats_and_subtitles(src, video_id, fatal=False)
+ elif ext == 'mpd':
+ formats, subtitles = self._extract_mpd_formats_and_subtitles(src, video_id, fatal=False)
else:
- raise ExtractorError("Unknown streaming format")
+ formats, subtitles = [], {}
+ self.raise_no_formats(f'Unknown streaming format {ext}')
return {
'id': video_id,
- 'title': title,
- 'description': description,
- 'thumbnail': thumbnail,
+ 'title': self._og_search_title(webpage),
+ 'description': self._og_search_description(webpage),
+ 'thumbnail': self._og_search_thumbnail(webpage),
'formats': formats,
- 'subtitles': self.extract_subtitles(fmt, doc, url),
+ 'subtitles': subtitles,
}
projects / yt-dlp.git / blobdiff