1 from __future__
import unicode_literals
6 from .common
import InfoExtractor
25 class LivestreamIE(InfoExtractor
):
26 IE_NAME
= 'livestream'
27 _VALID_URL
= r
'https?://(?:new\.)?livestream\.com/(?:accounts/(?P<account_id>\d+)|(?P<account_name>[^/]+))/(?:events/(?P<event_id>\d+)|(?P<event_name>[^/]+))(?:/videos/(?P<id>\d+))?'
29 'url': 'http://new.livestream.com/CoheedandCambria/WebsterHall/videos/4719370',
30 'md5': '53274c76ba7754fb0e8d072716f2292b',
34 'title': 'Live from Webster Hall NYC',
35 'timestamp': 1350008072,
36 'upload_date': '20121012',
40 'thumbnail': 're:^http://.*\.jpg$'
43 'url': 'http://new.livestream.com/tedx/cityenglish',
45 'title': 'TEDCity2.0 (English)',
48 'playlist_mincount': 4,
50 'url': 'http://new.livestream.com/chess24/tatasteelchess',
52 'title': 'Tata Steel Chess',
55 'playlist_mincount': 60,
57 'url': 'https://new.livestream.com/accounts/362/events/3557232/videos/67864563/player?autoPlay=false&height=360&mute=false&width=640',
58 'only_matching': True,
60 'url': 'http://livestream.com/bsww/concacafbeachsoccercampeonato2015',
61 'only_matching': True,
63 _API_URL_TEMPLATE
= 'http://livestream.com/api/accounts/%s/events/%s'
65 def _parse_smil_formats(self
, smil
, smil_url
, video_id
, namespace
=None, f4m_params
=None, transform_rtmp_url
=None):
66 base_ele
= find_xpath_attr(
67 smil
, self
._xpath
_ns
('.//meta', namespace
), 'name', 'httpBase')
68 base
= base_ele
.get('content') if base_ele
is not None else 'http://livestreamvod-f.akamaihd.net/'
71 video_nodes
= smil
.findall(self
._xpath
_ns
('.//video', namespace
))
73 for vn
in video_nodes
:
74 tbr
= int_or_none(vn
.attrib
.get('system-bitrate'), 1000)
76 update_url_query(compat_urlparse
.urljoin(base
, vn
.attrib
['src']), {
78 'fp': 'WIN% 14,0,0,145',
80 if 'clipBegin' in vn
.attrib
:
81 furl
+= '&ssek=' + vn
.attrib
['clipBegin']
84 'format_id': 'smil_%d' % tbr
,
91 def _extract_video_info(self
, video_data
):
92 video_id
= compat_str(video_data
['id'])
95 ('sd', 'progressive_url'),
96 ('hd', 'progressive_url_hd'),
100 for format_id
, key
in FORMAT_KEYS
:
101 video_url
= video_data
.get(key
)
103 ext
= determine_ext(video_url
)
106 bitrate
= int_or_none(self
._search
_regex
(
107 r
'(\d+)\.%s' % ext
, video_url
, 'bitrate', default
=None))
110 'format_id': format_id
,
115 smil_url
= video_data
.get('smil_url')
117 formats
.extend(self
._extract
_smil
_formats
(smil_url
, video_id
))
119 m3u8_url
= video_data
.get('m3u8_url')
121 formats
.extend(self
._extract
_m
3u8_formats
(
122 m3u8_url
, video_id
, 'mp4', 'm3u8_native', m3u8_id
='hls', fatal
=False))
124 f4m_url
= video_data
.get('f4m_url')
126 formats
.extend(self
._extract
_f
4m
_formats
(
127 f4m_url
, video_id
, f4m_id
='hds', fatal
=False))
128 self
._sort
_formats
(formats
)
131 'author_id': comment
.get('author_id'),
132 'author': comment
.get('author', {}).get('full_name'),
133 'id': comment
.get('id'),
134 'text': comment
['text'],
135 'timestamp': parse_iso8601(comment
.get('created_at')),
136 } for comment
in video_data
.get('comments', {}).get('data', [])]
141 'title': video_data
['caption'],
142 'description': video_data
.get('description'),
143 'thumbnail': video_data
.get('thumbnail_url'),
144 'duration': float_or_none(video_data
.get('duration'), 1000),
145 'timestamp': parse_iso8601(video_data
.get('publish_at')),
146 'like_count': video_data
.get('likes', {}).get('total'),
147 'comment_count': video_data
.get('comments', {}).get('total'),
148 'view_count': video_data
.get('views'),
149 'comments': comments
,
152 def _extract_stream_info(self
, stream_info
):
153 broadcast_id
= stream_info
['broadcast_id']
154 is_live
= stream_info
.get('is_live')
157 smil_url
= stream_info
.get('play_url')
159 formats
.extend(self
._extract
_smil
_formats
(smil_url
, broadcast_id
))
161 entry_protocol
= 'm3u8' if is_live
else 'm3u8_native'
162 m3u8_url
= stream_info
.get('m3u8_url')
164 formats
.extend(self
._extract
_m
3u8_formats
(
165 m3u8_url
, broadcast_id
, 'mp4', entry_protocol
, m3u8_id
='hls', fatal
=False))
167 rtsp_url
= stream_info
.get('rtsp_url')
173 self
._sort
_formats
(formats
)
178 'title': self
._live
_title
(stream_info
['stream_title']) if is_live
else stream_info
['stream_title'],
179 'thumbnail': stream_info
.get('thumbnail_url'),
183 def _extract_event(self
, event_data
):
184 event_id
= compat_str(event_data
['id'])
185 account_id
= compat_str(event_data
['owner_account_id'])
186 feed_root_url
= self
._API
_URL
_TEMPLATE
% (account_id
, event_id
) + '/feed.json'
188 stream_info
= event_data
.get('stream_info')
190 return self
._extract
_stream
_info
(stream_info
)
194 for i
in itertools
.count(1):
195 if last_video
is None:
196 info_url
= feed_root_url
198 info_url
= '{root}?&id={id}&newer=-1&type=video'.format(
199 root
=feed_root_url
, id=last_video
)
200 videos_info
= self
._download
_json
(
201 info_url
, event_id
, 'Downloading page {0}'.format(i
))['data']
202 videos_info
= [v
['data'] for v
in videos_info
if v
['type'] == 'video']
205 for v
in videos_info
:
206 entries
.append(self
.url_result(
207 'http://livestream.com/accounts/%s/events/%s/videos/%s' % (account_id
, event_id
, v
['id']),
208 'Livestream', v
['id'], v
['caption']))
209 last_video
= videos_info
[-1]['id']
210 return self
.playlist_result(entries
, event_id
, event_data
['full_name'])
212 def _real_extract(self
, url
):
213 mobj
= re
.match(self
._VALID
_URL
, url
)
214 video_id
= mobj
.group('id')
215 event
= mobj
.group('event_id') or mobj
.group('event_name')
216 account
= mobj
.group('account_id') or mobj
.group('account_name')
217 api_url
= self
._API
_URL
_TEMPLATE
% (account
, event
)
219 video_data
= self
._download
_json
(
220 api_url
+ '/videos/%s' % video_id
, video_id
)
221 return self
._extract
_video
_info
(video_data
)
223 event_data
= self
._download
_json
(api_url
, video_id
)
224 return self
._extract
_event
(event_data
)
227 # The original version of Livestream uses a different system
228 class LivestreamOriginalIE(InfoExtractor
):
229 IE_NAME
= 'livestream:original'
230 _VALID_URL
= r
'''(?x)https?://original\.livestream\.com/
231 (?P<user>[^/\?#]+)(?:/(?P<type>video|folder)
232 (?:(?:\?.*?Id=|/)(?P<id>.*?)(&|$))?)?
235 'url': 'http://original.livestream.com/dealbook/video?clipId=pla_8aa4a3f1-ba15-46a4-893b-902210e138fb',
237 'id': 'pla_8aa4a3f1-ba15-46a4-893b-902210e138fb',
239 'title': 'Spark 1 (BitCoin) with Cameron Winklevoss & Tyler Winklevoss of Winklevoss Capital',
244 'url': 'https://original.livestream.com/newplay/folder?dirId=a07bf706-d0e4-4e75-a747-b021d84f2fd3',
246 'id': 'a07bf706-d0e4-4e75-a747-b021d84f2fd3',
248 'playlist_mincount': 4,
251 'url': 'http://original.livestream.com/znsbahamas',
252 'only_matching': True,
255 def _extract_video_info(self
, user
, video_id
):
256 api_url
= 'http://x%sx.api.channel.livestream.com/2.0/clipdetails?extendedInfo=true&id=%s' % (user
, video_id
)
257 info
= self
._download
_xml
(api_url
, video_id
)
259 item
= info
.find('channel').find('item')
260 title
= xpath_text(item
, 'title')
261 media_ns
= {'media': 'http://search.yahoo.com/mrss'}
262 thumbnail_url
= xpath_attr(
263 item
, xpath_with_ns('media:thumbnail', media_ns
), 'url')
264 duration
= float_or_none(xpath_attr(
265 item
, xpath_with_ns('media:content', media_ns
), 'duration'))
266 ls_ns
= {'ls': 'http://api.channel.livestream.com/2.0'}
267 view_count
= int_or_none(xpath_text(
268 item
, xpath_with_ns('ls:viewsCount', ls_ns
)))
273 'thumbnail': thumbnail_url
,
274 'duration': duration
,
275 'view_count': view_count
,
278 def _extract_video_formats(self
, video_data
, video_id
, entry_protocol
):
281 progressive_url
= video_data
.get('progressiveUrl')
284 'url': progressive_url
,
288 m3u8_url
= video_data
.get('httpUrl')
290 formats
.extend(self
._extract
_m
3u8_formats
(
291 m3u8_url
, video_id
, 'mp4', entry_protocol
, m3u8_id
='hls', fatal
=False))
293 rtsp_url
= video_data
.get('rtspUrl')
300 self
._sort
_formats
(formats
)
303 def _extract_folder(self
, url
, folder_id
):
304 webpage
= self
._download
_webpage
(url
, folder_id
)
305 paths
= orderedSet(re
.findall(
307 <li\s+class="folder">\s*<a\s+href="|
308 <a\s+href="(?=https?://livestre\.am/)
309 )([^"]+)"''', webpage
))
313 'url': compat_urlparse
.urljoin(url
, p
),
316 return self
.playlist_result(entries
, folder_id
)
318 def _real_extract(self
, url
):
319 mobj
= re
.match(self
._VALID
_URL
, url
)
320 user
= mobj
.group('user')
321 url_type
= mobj
.group('type')
322 content_id
= mobj
.group('id')
323 if url_type
== 'folder':
324 return self
._extract
_folder
(url
, content_id
)
326 # this url is used on mobile devices
327 stream_url
= 'http://x%sx.api.channel.livestream.com/3.0/getstream.json' % user
330 stream_url
+= '?id=%s' % content_id
331 info
= self
._extract
_video
_info
(user
, content_id
)
334 webpage
= self
._download
_webpage
(url
, content_id
)
336 'title': self
._og
_search
_title
(webpage
),
337 'description': self
._og
_search
_description
(webpage
),
338 'thumbnail': self
._search
_regex
(r
'channelLogo.src\s*=\s*"([^"]+)"', webpage
, 'thumbnail', None),
340 video_data
= self
._download
_json
(stream_url
, content_id
)
341 is_live
= video_data
.get('isLive')
342 entry_protocol
= 'm3u8' if is_live
else 'm3u8_native'
345 'title': self
._live
_title
(info
['title']) if is_live
else info
['title'],
346 'formats': self
._extract
_video
_formats
(video_data
, content_id
, entry_protocol
),
352 # The server doesn't support HEAD request, the generic extractor can't detect
354 class LivestreamShortenerIE(InfoExtractor
):
355 IE_NAME
= 'livestream:shortener'
356 IE_DESC
= False # Do not list
357 _VALID_URL
= r
'https?://livestre\.am/(?P<id>.+)'
359 def _real_extract(self
, url
):
360 mobj
= re
.match(self
._VALID
_URL
, url
)
361 id = mobj
.group('id')
362 webpage
= self
._download
_webpage
(url
, id)
366 'url': self
._og
_search
_url
(webpage
),