2 from __future__
import unicode_literals
8 from .common
import InfoExtractor
12 compat_urllib_request
,
20 class TwitchBaseIE(InfoExtractor
):
21 _VALID_URL_BASE
= r
'https?://(?:www\.)?twitch\.tv'
23 _API_BASE
= 'https://api.twitch.tv'
24 _USHER_BASE
= 'http://usher.twitch.tv'
25 _LOGIN_URL
= 'https://secure.twitch.tv/login'
26 _LOGIN_POST_URL
= 'https://passport.twitch.tv/authorize'
27 _NETRC_MACHINE
= 'twitch'
29 def _handle_error(self
, response
):
30 if not isinstance(response
, dict):
32 error
= response
.get('error')
35 '%s returned error: %s - %s' % (self
.IE_NAME
, error
, response
.get('message')),
38 def _download_json(self
, url
, video_id
, note
='Downloading JSON metadata'):
40 'Referer': 'http://api.twitch.tv/crossdomain/receiver.html?v=2',
41 'X-Requested-With': 'XMLHttpRequest',
43 for cookie
in self
._downloader
.cookiejar
:
44 if cookie
.name
== 'api_token':
45 headers
['Twitch-Api-Token'] = cookie
.value
46 request
= compat_urllib_request
.Request(url
, headers
=headers
)
47 response
= super(TwitchBaseIE
, self
)._download
_json
(request
, video_id
, note
)
48 self
._handle
_error
(response
)
51 def _real_initialize(self
):
55 (username
, password
) = self
._get
_login
_info
()
59 login_page
= self
._download
_webpage
(
60 self
._LOGIN
_URL
, None, 'Downloading login page')
62 login_form
= dict(re
.findall(
63 r
'<input\s+type="hidden"\s+name="([^"]+)"\s+(?:id="[^"]+"\s+)?value="([^"]*)"',
71 request
= compat_urllib_request
.Request(
72 self
._LOGIN
_POST
_URL
, compat_urllib_parse
.urlencode(login_form
).encode('utf-8'))
73 request
.add_header('Referer', self
._LOGIN
_URL
)
74 response
= self
._download
_webpage
(
75 request
, None, 'Logging in as %s' % username
)
78 r
"id=([\"'])login_error_message\1[^>]*>(?P<msg>[^<]+)", response)
81 'Unable to login
: %s' % m.group('msg
').strip(), expected=True)
83 def _prefer_source(self, formats):
85 source = next(f for f in formats if f['format_id
'] == 'Source
')
86 source['preference
'] = 10
88 pass # No Source stream present
89 self._sort_formats(formats)
92 class TwitchItemBaseIE(TwitchBaseIE):
93 def _download_info(self, item, item_id):
94 return self._extract_info(self._download_json(
95 '%s/kraken
/videos
/%s%s' % (self._API_BASE, item, item_id), item_id,
96 'Downloading
%s info JSON
' % self._ITEM_TYPE))
98 def _extract_media(self, item_id):
99 info = self._download_info(self._ITEM_SHORTCUT, item_id)
100 response = self._download_json(
101 '%s/api
/videos
/%s%s' % (self._API_BASE, self._ITEM_SHORTCUT, item_id), item_id,
102 'Downloading
%s playlist JSON
' % self._ITEM_TYPE)
104 chunks = response['chunks
']
105 qualities = list(chunks.keys())
106 for num, fragment in enumerate(zip(*chunks.values()), start=1):
108 for fmt_num, fragment_fmt in enumerate(fragment):
109 format_id = qualities[fmt_num]
111 'url
': fragment_fmt['url
'],
112 'format_id
': format_id,
113 'quality
': 1 if format_id == 'live
' else 0,
115 m = re.search(r'^
(?P
<height
>\d
+)[Pp
]', format_id)
117 fmt['height
'] = int(m.group('height
'))
119 self._sort_formats(formats)
121 entry['id'] = '%s_%d' % (entry['id'], num)
122 entry['title
'] = '%s part
%d' % (entry['title
'], num)
123 entry['formats
'] = formats
124 entries.append(entry)
125 return self.playlist_result(entries, info['id'], info['title
'])
127 def _extract_info(self, info):
130 'title
': info['title
'],
131 'description
': info['description
'],
132 'duration
': info['length
'],
133 'thumbnail
': info['preview
'],
134 'uploader
': info['channel
']['display_name
'],
135 'uploader_id
': info['channel
']['name
'],
136 'timestamp
': parse_iso8601(info['recorded_at
']),
137 'view_count
': info['views
'],
140 def _real_extract(self, url):
141 return self._extract_media(self._match_id(url))
144 class TwitchVideoIE(TwitchItemBaseIE):
145 IE_NAME = 'twitch
:video
'
146 _VALID_URL = r'%s/[^
/]+/b
/(?P
<id>\d
+)' % TwitchBaseIE._VALID_URL_BASE
151 'url
': 'http
://www
.twitch
.tv
/riotgames
/b
/577357806',
154 'title
': 'Worlds Semifinals
- Star Horn Royal Club vs
. OMG
',
156 'playlist_mincount
': 12,
160 class TwitchChapterIE(TwitchItemBaseIE):
161 IE_NAME = 'twitch
:chapter
'
162 _VALID_URL = r'%s/[^
/]+/c
/(?P
<id>\d
+)' % TwitchBaseIE._VALID_URL_BASE
163 _ITEM_TYPE = 'chapter
'
167 'url
': 'http
://www
.twitch
.tv
/acracingleague
/c
/5285812',
170 'title
': 'ACRL Off Season
- Sports Cars
@ Nordschleife
',
172 'playlist_mincount
': 3,
174 'url
': 'http
://www
.twitch
.tv
/tsm_theoddone
/c
/2349361',
175 'only_matching
': True,
179 class TwitchVodIE(TwitchItemBaseIE):
180 IE_NAME = 'twitch
:vod
'
181 _VALID_URL = r'%s/[^
/]+/v
/(?P
<id>\d
+)' % TwitchBaseIE._VALID_URL_BASE
186 'url
': 'http
://www
.twitch
.tv
/riotgames
/v
/6528877',
190 'title
': 'LCK Summer Split
- Week
6 Day
1',
191 'thumbnail
': 're
:^https?
://.*\
.jpg$
',
193 'timestamp
': 1435131709,
194 'upload_date
': '20150624',
195 'uploader
': 'Riot Games
',
196 'uploader_id
': 'riotgames
',
201 'skip_download
': True,
205 def _real_extract(self, url):
206 item_id = self._match_id(url)
207 info = self._download_info(self._ITEM_SHORTCUT, item_id)
208 access_token = self._download_json(
209 '%s/api
/vods
/%s/access_token
' % (self._API_BASE, item_id), item_id,
210 'Downloading
%s access token
' % self._ITEM_TYPE)
211 formats = self._extract_m3u8_formats(
212 '%s/vod
/%s?nauth
=%s&nauthsig
=%s&allow_source
=true
'
213 % (self._USHER_BASE, item_id, access_token['token
'], access_token['sig
']),
215 self._prefer_source(formats)
216 info['formats
'] = formats
220 class TwitchPlaylistBaseIE(TwitchBaseIE):
221 _PLAYLIST_URL = '%s/kraken
/channels
/%%s/videos
/?offset
=%%d&limit
=%%d' % TwitchBaseIE._API_BASE
224 def _extract_playlist(self, channel_id):
225 info = self._download_json(
226 '%s/kraken
/channels
/%s' % (self._API_BASE, channel_id),
227 channel_id, 'Downloading channel info JSON
')
228 channel_name = info.get('display_name
') or info.get('name
')
231 limit = self._PAGE_LIMIT
232 for counter in itertools.count(1):
233 response = self._download_json(
234 self._PLAYLIST_URL % (channel_id, offset, limit),
235 channel_id, 'Downloading
%s videos JSON page
%d' % (self._PLAYLIST_TYPE, counter))
236 page_entries = self._extract_playlist_page(response)
239 entries.extend(page_entries)
241 return self.playlist_result(
242 [self.url_result(entry) for entry in set(entries)],
243 channel_id, channel_name)
245 def _extract_playlist_page(self, response):
246 videos = response.get('videos
')
247 return [video['url
'] for video in videos] if videos else []
249 def _real_extract(self, url):
250 return self._extract_playlist(self._match_id(url))
253 class TwitchProfileIE(TwitchPlaylistBaseIE):
254 IE_NAME = 'twitch
:profile
'
255 _VALID_URL = r'%s/(?P
<id>[^
/]+)/profile
/?
(?
:\
#.*)?$' % TwitchBaseIE._VALID_URL_BASE
256 _PLAYLIST_TYPE
= 'profile'
259 'url': 'http://www.twitch.tv/vanillatv/profile',
262 'title': 'VanillaTV',
264 'playlist_mincount': 412,
268 class TwitchPastBroadcastsIE(TwitchPlaylistBaseIE
):
269 IE_NAME
= 'twitch:past_broadcasts'
270 _VALID_URL
= r
'%s/(?P<id>[^/]+)/profile/past_broadcasts/?(?:\#.*)?$' % TwitchBaseIE
._VALID
_URL
_BASE
271 _PLAYLIST_URL
= TwitchPlaylistBaseIE
._PLAYLIST
_URL
+ '&broadcasts=true'
272 _PLAYLIST_TYPE
= 'past broadcasts'
275 'url': 'http://www.twitch.tv/spamfish/profile/past_broadcasts',
280 'playlist_mincount': 54,
284 class TwitchBookmarksIE(TwitchPlaylistBaseIE
):
285 IE_NAME
= 'twitch:bookmarks'
286 _VALID_URL
= r
'%s/(?P<id>[^/]+)/profile/bookmarks/?(?:\#.*)?$' % TwitchBaseIE
._VALID
_URL
_BASE
287 _PLAYLIST_URL
= '%s/api/bookmark/?user=%%s&offset=%%d&limit=%%d' % TwitchBaseIE
._API
_BASE
288 _PLAYLIST_TYPE
= 'bookmarks'
291 'url': 'http://www.twitch.tv/ognos/profile/bookmarks',
296 'playlist_mincount': 3,
299 def _extract_playlist_page(self
, response
):
301 for bookmark
in response
.get('bookmarks', []):
302 video
= bookmark
.get('video')
305 entries
.append(video
['url'])
309 class TwitchStreamIE(TwitchBaseIE
):
310 IE_NAME
= 'twitch:stream'
311 _VALID_URL
= r
'%s/(?P<id>[^/]+)/?(?:\#.*)?$' % TwitchBaseIE
._VALID
_URL
_BASE
314 'url': 'http://www.twitch.tv/shroomztv',
317 'display_id': 'shroomztv',
319 'title': 're:^ShroomzTV [0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}$',
320 'description': 'H1Z1 - lonewolfing with ShroomzTV | A3 Battle Royale later - @ShroomzTV',
322 'timestamp': 1421928037,
323 'upload_date': '20150122',
324 'uploader': 'ShroomzTV',
325 'uploader_id': 'shroomztv',
330 'skip_download': True,
334 def _real_extract(self
, url
):
335 channel_id
= self
._match
_id
(url
)
337 stream
= self
._download
_json
(
338 '%s/kraken/streams/%s' % (self
._API
_BASE
, channel_id
), channel_id
,
339 'Downloading stream JSON').get('stream')
341 # Fallback on profile extraction if stream is offline
343 return self
.url_result(
344 'http://www.twitch.tv/%s/profile' % channel_id
,
345 'TwitchProfile', channel_id
)
347 access_token
= self
._download
_json
(
348 '%s/api/channels/%s/access_token' % (self
._API
_BASE
, channel_id
), channel_id
,
349 'Downloading channel access token')
352 'allow_source': 'true',
353 'p': random
.randint(1000000, 10000000),
354 'player': 'twitchweb',
355 'segment_preference': '4',
356 'sig': access_token
['sig'].encode('utf-8'),
357 'token': access_token
['token'].encode('utf-8'),
359 formats
= self
._extract
_m
3u8_formats
(
360 '%s/api/channel/hls/%s.m3u8?%s'
361 % (self
._USHER
_BASE
, channel_id
, compat_urllib_parse
.urlencode(query
)),
363 self
._prefer
_source
(formats
)
365 view_count
= stream
.get('viewers')
366 timestamp
= parse_iso8601(stream
.get('created_at'))
368 channel
= stream
['channel']
369 title
= self
._live
_title
(channel
.get('display_name') or channel
.get('name'))
370 description
= channel
.get('status')
373 for thumbnail_key
, thumbnail_url
in stream
['preview'].items():
374 m
= re
.search(r
'(?P<width>\d+)x(?P<height>\d+)\.jpg$', thumbnail_key
)
378 'url': thumbnail_url
,
379 'width': int(m
.group('width')),
380 'height': int(m
.group('height')),
384 'id': compat_str(stream
['_id']),
385 'display_id': channel_id
,
387 'description': description
,
388 'thumbnails': thumbnails
,
389 'uploader': channel
.get('display_name'),
390 'uploader_id': channel
.get('name'),
391 'timestamp': timestamp
,
392 'view_count': view_count
,