]>
jfr.im git - yt-dlp.git/blob - youtube_dl/extractor/niconico.py
f268a72d5690a8e96331647bdfa25994fdf51f1b
2 from __future__
import unicode_literals
8 from .common
import InfoExtractor
24 class NiconicoIE(InfoExtractor
):
29 'url': 'http://www.nicovideo.jp/watch/sm22312215',
30 'md5': 'd1a75c0823e2f629128c43e1212760f9',
34 'title': 'Big Buck Bunny',
35 'uploader': 'takuya0301',
36 'uploader_id': '2698420',
37 'upload_date': '20131123',
38 'timestamp': 1385182762,
39 'description': '(c) copyright 2008, Blender Foundation / www.bigbuckbunny.org',
42 'skip': 'Requires an account',
44 # File downloaded with and without credentials are different, so omit
46 'url': 'http://www.nicovideo.jp/watch/nm14296458',
50 'title': '【鏡音リン】Dance on media【オリジナル】take2!',
51 'description': 'md5:689f066d74610b3b22e0f1739add0f58',
53 'uploader_id': '18822557',
54 'upload_date': '20110429',
55 'timestamp': 1304065916,
58 'skip': 'Requires an account',
60 # 'video exists but is marked as "deleted"
62 'url': 'http://www.nicovideo.jp/watch/sm10000',
65 'ext': 'unknown_video',
66 'description': 'deleted',
67 'title': 'ドラえもんエターナル第3話「決戦第3新東京市」<前編>',
68 'upload_date': '20071224',
69 'timestamp': int, # timestamp field has different value if logged in
72 'skip': 'Requires an account',
74 'url': 'http://www.nicovideo.jp/watch/so22543406',
78 'title': '【第1回】RADIOアニメロミックス ラブライブ!~のぞえりRadio Garden~',
79 'description': 'md5:b27d224bb0ff53d3c8269e9f8b561cf1',
80 'timestamp': 1388851200,
81 'upload_date': '20140104',
82 'uploader': 'アニメロチャンネル',
85 'skip': 'The viewing period of the video you were searching for has expired.',
87 'url': 'http://sp.nicovideo.jp/watch/sm28964488?ss_pos=1&cp_in=wt_tg',
88 'only_matching': True,
91 _VALID_URL
= r
'https?://(?:www\.|secure\.|sp\.)?nicovideo\.jp/watch/(?P<id>(?:[a-z]{2})?[0-9]+)'
92 _NETRC_MACHINE
= 'niconico'
94 def _real_initialize(self
):
98 (username
, password
) = self
._get
_login
_info
()
99 # No authentication to be performed
106 'password': password
,
108 login_data
= urlencode_postdata(login_form_strs
)
109 request
= sanitized_Request(
110 'https://secure.nicovideo.jp/secure/login', login_data
)
111 login_results
= self
._download
_webpage
(
112 request
, None, note
='Logging in', errnote
='Unable to log in')
113 if re
.search(r
'(?i)<h1 class="mb8p4">Log in error</h1>', login_results
) is not None:
114 self
._downloader
.report_warning('unable to log in: bad username or password')
118 def _real_extract(self
, url
):
119 video_id
= self
._match
_id
(url
)
121 # Get video webpage. We are not actually interested in it for normal
122 # cases, but need the cookies in order to be able to download the
124 webpage
, handle
= self
._download
_webpage
_handle
(
125 'http://www.nicovideo.jp/watch/' + video_id
, video_id
)
126 if video_id
.startswith('so'):
127 video_id
= self
._match
_id
(handle
.geturl())
129 video_info
= self
._download
_xml
(
130 'http://ext.nicovideo.jp/api/getthumbinfo/' + video_id
, video_id
,
131 note
='Downloading video info page')
134 flv_info_webpage
= self
._download
_webpage
(
135 'http://flapi.nicovideo.jp/api/getflv/' + video_id
+ '?as3=1',
136 video_id
, 'Downloading flv info')
138 flv_info
= compat_urlparse
.parse_qs(flv_info_webpage
)
139 if 'url' not in flv_info
:
140 if 'deleted' in flv_info
:
141 raise ExtractorError('The video has been deleted.',
143 elif 'closed' in flv_info
:
144 raise ExtractorError('Niconico videos now require logging in',
147 raise ExtractorError('Unable to find video URL')
149 video_real_url
= flv_info
['url'][0]
151 # Start extracting information
152 title
= xpath_text(video_info
, './/title')
154 title
= self
._og
_search
_title
(webpage
, default
=None)
156 title
= self
._html
_search
_regex
(
157 r
'<span[^>]+class="videoHeaderTitle"[^>]*>([^<]+)</span>',
158 webpage
, 'video title')
160 watch_api_data_string
= self
._html
_search
_regex
(
161 r
'<div[^>]+id="watchAPIDataContainer"[^>]+>([^<]+)</div>',
162 webpage
, 'watch api data', default
=None)
163 watch_api_data
= self
._parse
_json
(watch_api_data_string
, video_id
) if watch_api_data_string
else {}
164 video_detail
= watch_api_data
.get('videoDetail', {})
166 extension
= xpath_text(video_info
, './/movie_type')
168 extension
= determine_ext(video_real_url
)
171 xpath_text(video_info
, './/thumbnail_url') or
172 self
._html
_search
_meta
('image', webpage
, 'thumbnail', default
=None) or
173 video_detail
.get('thumbnail'))
175 description
= xpath_text(video_info
, './/description')
177 timestamp
= parse_iso8601(xpath_text(video_info
, './/first_retrieve'))
179 match
= self
._html
_search
_meta
('datePublished', webpage
, 'date published', default
=None)
181 timestamp
= parse_iso8601(match
.replace('+', ':00+'))
182 if not timestamp
and video_detail
.get('postedAt'):
183 timestamp
= parse_iso8601(
184 video_detail
['postedAt'].replace('/', '-'),
185 delimiter
=' ', timezone
=datetime
.timedelta(hours
=9))
187 view_count
= int_or_none(xpath_text(video_info
, './/view_counter'))
189 match
= self
._html
_search
_regex
(
190 r
'>Views: <strong[^>]*>([^<]+)</strong>',
191 webpage
, 'view count', default
=None)
193 view_count
= int_or_none(match
.replace(',', ''))
194 view_count
= view_count
or video_detail
.get('viewCount')
196 comment_count
= int_or_none(xpath_text(video_info
, './/comment_num'))
197 if not comment_count
:
198 match
= self
._html
_search
_regex
(
199 r
'>Comments: <strong[^>]*>([^<]+)</strong>',
200 webpage
, 'comment count', default
=None)
202 comment_count
= int_or_none(match
.replace(',', ''))
203 comment_count
= comment_count
or video_detail
.get('commentCount')
205 duration
= (parse_duration(
206 xpath_text(video_info
, './/length') or
207 self
._html
_search
_meta
(
208 'video:duration', webpage
, 'video duration', default
=None)) or
209 video_detail
.get('length'))
211 webpage_url
= xpath_text(video_info
, './/watch_url') or url
213 if video_info
.find('.//ch_id') is not None:
214 uploader_id
= video_info
.find('.//ch_id').text
215 uploader
= video_info
.find('.//ch_name').text
216 elif video_info
.find('.//user_id') is not None:
217 uploader_id
= video_info
.find('.//user_id').text
218 uploader
= video_info
.find('.//user_nickname').text
220 uploader_id
= uploader
= None
224 'url': video_real_url
,
227 'format_id': 'economy' if video_real_url
.endswith('low') else 'normal',
228 'thumbnail': thumbnail
,
229 'description': description
,
230 'uploader': uploader
,
231 'timestamp': timestamp
,
232 'uploader_id': uploader_id
,
233 'view_count': view_count
,
234 'comment_count': comment_count
,
235 'duration': duration
,
236 'webpage_url': webpage_url
,
240 class NiconicoPlaylistIE(InfoExtractor
):
241 _VALID_URL
= r
'https?://(?:www\.)?nicovideo\.jp/mylist/(?P<id>\d+)'
244 'url': 'http://www.nicovideo.jp/mylist/27411728',
247 'title': 'AKB48のオールナイトニッポン',
249 'playlist_mincount': 225,
252 def _real_extract(self
, url
):
253 list_id
= self
._match
_id
(url
)
254 webpage
= self
._download
_webpage
(url
, list_id
)
256 entries_json
= self
._search
_regex
(r
'Mylist\.preload\(\d+, (\[.*\])\);',
258 entries
= json
.loads(entries_json
)
261 'ie_key': NiconicoIE
.ie_key(),
262 'url': ('http://www.nicovideo.jp/watch/%s' %
263 entry
['item_data']['video_id']),
264 } for entry
in entries
]
268 'title': self
._search
_regex
(r
'\s+name: "(.*?)"', webpage
, 'title'),