2 from __future__
import unicode_literals
6 from .common
import InfoExtractor
7 from ..compat
import compat_str
19 class SVTBaseIE(InfoExtractor
):
20 _GEO_COUNTRIES
= ['SE']
22 def _extract_video(self
, video_info
, video_id
):
23 is_live
= dict_get(video_info
, ('live', 'simulcast'), default
=False)
24 m3u8_protocol
= 'm3u8' if is_live
else 'm3u8_native'
26 for vr
in video_info
['videoReferences']:
27 player_type
= vr
.get('playerType') or vr
.get('format')
29 ext
= determine_ext(vurl
)
31 formats
.extend(self
._extract
_m
3u8_formats
(
33 ext
='mp4', entry_protocol
=m3u8_protocol
,
34 m3u8_id
=player_type
, fatal
=False))
36 formats
.extend(self
._extract
_f
4m
_formats
(
37 vurl
+ '?hdcore=3.3.0', video_id
,
38 f4m_id
=player_type
, fatal
=False))
40 if player_type
== 'dashhbbtv':
41 formats
.extend(self
._extract
_mpd
_formats
(
42 vurl
, video_id
, mpd_id
=player_type
, fatal
=False))
45 'format_id': player_type
,
48 rights
= try_get(video_info
, lambda x
: x
['rights'], dict) or {}
49 if not formats
and rights
.get('geoBlockedSweden'):
50 self
.raise_geo_restricted(
51 'This video is only available in Sweden',
52 countries
=self
._GEO
_COUNTRIES
, metadata_available
=True)
53 self
._sort
_formats
(formats
)
56 subtitle_references
= dict_get(video_info
, ('subtitles', 'subtitleReferences'))
57 if isinstance(subtitle_references
, list):
58 for sr
in subtitle_references
:
59 subtitle_url
= sr
.get('url')
60 subtitle_lang
= sr
.get('language', 'sv')
62 if determine_ext(subtitle_url
) == 'm3u8':
63 # TODO(yan12125): handle WebVTT in m3u8 manifests
66 subtitles
.setdefault(subtitle_lang
, []).append({'url': subtitle_url}
)
68 title
= video_info
.get('title')
70 series
= video_info
.get('programTitle')
71 season_number
= int_or_none(video_info
.get('season'))
72 episode
= video_info
.get('episodeTitle')
73 episode_number
= int_or_none(video_info
.get('episodeNumber'))
75 timestamp
= unified_timestamp(rights
.get('validFrom'))
76 duration
= int_or_none(dict_get(video_info
, ('materialLength', 'contentDuration')))
79 video_info
, ('inappropriateForChildren', 'blockedForChildren'),
80 skip_false_values
=False)
82 age_limit
= 18 if adult
else 0
88 'subtitles': subtitles
,
90 'timestamp': timestamp
,
91 'age_limit': age_limit
,
93 'season_number': season_number
,
95 'episode_number': episode_number
,
100 class SVTIE(SVTBaseIE
):
101 _VALID_URL
= r
'https?://(?:www\.)?svt\.se/wd\?(?:.*?&)?widgetId=(?P<widget_id>\d+)&.*?\barticleId=(?P<id>\d+)'
103 'url': 'http://www.svt.se/wd?widgetId=23991§ionId=541&articleId=2900353&type=embed&contextSectionId=123&autostart=false',
104 'md5': '33e9a5d8f646523ce0868ecfb0eed77d',
108 'title': 'Stjärnorna skojar till det - under SVT-intervjun',
115 def _extract_url(webpage
):
117 r
'(?:<iframe src|href)="(?P<url>%s[^"]*)"' % SVTIE
._VALID
_URL
, webpage
)
119 return mobj
.group('url')
121 def _real_extract(self
, url
):
122 mobj
= re
.match(self
._VALID
_URL
, url
)
123 widget_id
= mobj
.group('widget_id')
124 article_id
= mobj
.group('id')
126 info
= self
._download
_json
(
127 'http://www.svt.se/wd?widgetId=%s&articleId=%s&format=json&type=embed&output=json' % (widget_id
, article_id
),
130 info_dict
= self
._extract
_video
(info
['video'], article_id
)
131 info_dict
['title'] = info
['context']['title']
135 class SVTPlayBaseIE(SVTBaseIE
):
136 _SVTPLAY_RE
= r
'root\s*\[\s*(["\'])_
*svtplay\
1\s
*\
]\s
*=\s
*(?P
<json
>{.+?}
)\s
*;\s
*\n'
139 class SVTPlayIE(SVTPlayBaseIE):
140 IE_DESC = 'SVT Play
and Öppet arkiv
'
141 _VALID_URL = r'''(?x)
145 https?://(?:www\.)?svt\.se/barnkanalen/barnplay/[^/]+/
147 (?P<svt_id>[^/?#&]+)|
148 https?://(?:www\.)?(?:svtplay|oppetarkiv)\.se/(?:video|klipp|kanaler)/(?P<id>[^/?#&]+)
149 (?:.*?(?:modalId|id)=(?P<modal_id>[\da-zA-Z-]+))?
153 'url
': 'https
://www
.svtplay
.se
/video
/30479064',
154 'md5
': '2382036fd6f8c994856c323fe51c426e
',
158 'title
': 'Designdrömmar i Stenungsund
',
159 'timestamp
': 1615770000,
160 'upload_date
': '20210315',
162 'thumbnail
': r're
:^https?
://(?
:.*[\
.-]jpg|www
.svtstatic
.se
/image
/.*)$
',
171 'format
': 'bestvideo
',
172 # skip for now due to download test asserts that segment is > 10000 bytes and svt uses
173 # init segments that are smaller
174 # AssertionError: Expected test_SVTPlay_jNwpV9P.mp4 to be at least 9.77KiB, but it's only
864.00B
175 'skip_download': True,
178 'url': 'https://www.svtplay.se/video/30479064/husdrommar/husdrommar-sasong-8-designdrommar-i-stenungsund?modalId=8zVbDPA',
179 'only_matching': True,
181 'url': 'https://www.svtplay.se/video/30684086/rapport/rapport-24-apr-18-00-7?id=e72gVpa',
182 'only_matching': True,
184 # geo restricted to Sweden
185 'url': 'http://www.oppetarkiv.se/video/5219710/trollflojten',
186 'only_matching': True,
188 'url': 'http://www.svtplay.se/klipp/9023742/stopptid-om-bjorn-borg',
189 'only_matching': True,
191 'url': 'https://www.svtplay.se/kanaler/svt1',
192 'only_matching': True,
194 'url': 'svt:1376446-003A',
195 'only_matching': True,
197 'url': 'svt:14278044',
198 'only_matching': True,
200 'url': 'https://www.svt.se/barnkanalen/barnplay/kar/eWv5MLX/',
201 'only_matching': True,
203 'url': 'svt:eWv5MLX',
204 'only_matching': True,
207 def _adjust_title(self
, info
):
209 info
['title'] = self
._live
_title
(info
['title'])
211 def _extract_by_video_id(self
, video_id
, webpage
=None):
212 data
= self
._download
_json
(
213 'https://api.svt.se/videoplayer-api/video/%s' % video_id
,
214 video_id
, headers
=self
.geo_verification_headers())
215 info_dict
= self
._extract
_video
(data
, video_id
)
216 if not info_dict
.get('title'):
217 title
= dict_get(info_dict
, ('episode', 'series'))
218 if not title
and webpage
:
220 r
'\s*\|\s*.+?$', '', self
._og
_search
_title
(webpage
))
223 info_dict
['title'] = title
224 self
._adjust
_title
(info_dict
)
227 def _real_extract(self
, url
):
228 mobj
= re
.match(self
._VALID
_URL
, url
)
229 video_id
= mobj
.group('id')
230 svt_id
= mobj
.group('svt_id') or mobj
.group('modal_id')
233 return self
._extract
_by
_video
_id
(svt_id
)
235 webpage
= self
._download
_webpage
(url
, video_id
)
237 data
= self
._parse
_json
(
239 self
._SVTPLAY
_RE
, webpage
, 'embedded data', default
='{}',
241 video_id
, fatal
=False)
243 thumbnail
= self
._og
_search
_thumbnail
(webpage
)
246 video_info
= try_get(
247 data
, lambda x
: x
['context']['dispatcher']['stores']['VideoTitlePageStore']['data']['video'],
250 info_dict
= self
._extract
_video
(video_info
, video_id
)
252 'title': data
['context']['dispatcher']['stores']['MetaStore']['title'],
253 'thumbnail': thumbnail
,
255 self
._adjust
_title
(info_dict
)
259 data
, lambda x
: x
['statistics']['dataLake']['content']['id'],
263 svt_id
= self
._search
_regex
(
264 (r
'<video[^>]+data-video-id=["\']([\da
-zA
-Z
-]+)',
265 r'<[^
>]+\bdata
-rt
=["\']top-area-play-button["\'][^
>]+\bhref
=["\'][^"\']*video
/%s/[^
"\']*\b(?:modalId|id)=([\da-zA-Z-]+)' % re.escape(video_id),
266 r'["\']videoSvtId
["\']\s*:\s*["\']([\da
-zA
-Z
-]+)',
267 r'["\']videoSvtId\\?["\']\s
*:\s
*\\?
["\']([\da-zA-Z-]+)',
268 r'"content
"\s*:\s*{.*?"id"\s*:\s*"([\da
-zA
-Z
-]+)"',
269 r'["\']svtId
["\']\s*:\s*["\']([\da
-zA
-Z
-]+)',
270 r'["\']svtId\\?["\']\s
*:\s
*\\?
["\']([\da-zA-Z-]+)'),
273 info_dict = self._extract_by_video_id(svt_id, webpage)
274 info_dict['thumbnail'] = thumbnail
279 class SVTSeriesIE(SVTPlayBaseIE):
280 _VALID_URL = r'https?://(?:www\.)?svtplay\.se/(?P<id>[^/?&#]+)(?:.+?\btab=(?P<season_slug>[^&#]+))?'
282 'url': 'https://www.svtplay.se/rederiet',
286 'description': 'md5:d9fdfff17f5d8f73468176ecd2836039',
288 'playlist_mincount': 318,
290 'url': 'https://www.svtplay.se/rederiet?tab=season-2-14445680',
292 'id': 'season-2-14445680',
293 'title': 'Rederiet - Säsong 2',
294 'description': 'md5:d9fdfff17f5d8f73468176ecd2836039',
296 'playlist_mincount': 12,
300 def suitable(cls, url):
301 return False if SVTIE.suitable(url) or SVTPlayIE.suitable(url) else super(SVTSeriesIE, cls).suitable(url)
303 def _real_extract(self, url):
304 series_slug, season_id = re.match(self._VALID_URL, url).groups()
306 series = self._download_json(
307 'https://api.svt.se/contento/graphql', series_slug,
308 'Downloading series page', query={
310 listablesBySlug(slugs: ["%s"]) {
311 associatedContent(include: [productionPeriod, season]) {
328 })['data']['listablesBySlug'][0]
333 for season in series['associatedContent']:
334 if not isinstance(season, dict):
337 if season.get('id') != season_id:
339 season_name = season.get('name')
340 items = season.get('items')
341 if not isinstance(items, list):
344 video = item.get('item') or {}
345 content_id = video.get('videoSvtId')
346 if not content_id or not isinstance(content_id, compat_str):
348 entries.append(self.url_result(
349 'svt:' + content_id, SVTPlayIE.ie_key(), content_id))
351 title = series.get('name')
352 season_name = season_name or season_id
354 if title and season_name:
355 title = '%s - %s' % (title, season_name)
359 return self.playlist_result(
360 entries, season_id or series.get('id'), title,
361 dict_get(series, ('longDescription', 'shortDescription')))
364 class SVTPageIE(InfoExtractor):
365 _VALID_URL = r'https?://(?:www\.)?svt\.se/(?P<path>(?:[^/]+/)*(?P<id>[^/?&#]+))'
367 'url': 'https://www.svt.se/sport/ishockey/bakom-masken-lehners-kamp-mot-mental-ohalsa',
370 'title': 'Bakom masken – Lehners kamp mot mental ohälsa',
374 'url': 'https://www.svt.se/nyheter/utrikes/svenska-andrea-ar-en-mil-fran-branderna-i-kalifornien',
377 'title': 'Svenska Andrea redo att fly sitt hem i Kalifornien',
382 'url': 'http://www.svt.se/sport/ishockey/jagr-tacklar-giroux-under-intervjun',
386 'title': 'Stjärnorna skojar till det - under SVT-intervjun',
391 'url': 'https://www.svt.se/nyheter/lokalt/vast/svt-testar-tar-nagon-upp-skrapet-1',
392 'only_matching': True,
394 'url': 'https://www.svt.se/vader/manadskronikor/maj2018',
395 'only_matching': True,
399 def suitable(cls, url):
400 return False if SVTIE.suitable(url) or SVTPlayIE.suitable(url) else super(SVTPageIE, cls).suitable(url)
402 def _real_extract(self, url):
403 path, display_id = re.match(self._VALID_URL, url).groups()
405 article = self._download_json(
406 'https://api.svt.se/nss-api/page/' + path, display_id,
407 query={'q': 'articles'})['articles']['content'][0]
411 def _process_content(content):
412 if content.get('_type') in ('VIDEOCLIP', 'VIDEOEPISODE'):
413 video_id = compat_str(content['image']['svtId'])
414 entries.append(self.url_result(
415 'svt:' + video_id, SVTPlayIE.ie_key(), video_id))
417 for media in article.get('media', []):
418 _process_content(media)
420 for obj in article.get('structuredBody', []):
421 _process_content(obj.get('content') or {})
423 return self.playlist_result(
424 entries, str_or_none(article.get('id')),
425 strip_or_none(article.get('title')))