8 from .common
import InfoExtractor
9 from ..aes
import aes_cbc_decrypt_bytes
, unpad_pkcs7
10 from ..networking
.exceptions
import HTTPError
13 ass_subtitles_timecode
,
28 from ..utils
.traversal
import traverse_obj
31 class ADNBaseIE(InfoExtractor
):
32 IE_DESC
= 'Animation Digital Network'
33 _NETRC_MACHINE
= 'animationdigitalnetwork'
34 _BASE
= 'animationdigitalnetwork.fr'
35 _API_BASE_URL
= f
'https://gw.api.{_BASE}/'
36 _PLAYER_BASE_URL
= f
'{_API_BASE_URL}player/'
38 _LOGIN_ERR_MESSAGE
= 'Unable to log in'
39 _RSA_KEY
= (0x9B42B08905199A5CCE2026274399CA560ECB209EE9878A708B1C0812E1BB8CB5D1FB7441861147C1A1F2F3A0476DD63A9CAC20D3E983613346850AA6CB38F16DC7D720FD7D86FC6E5B3D5BBC72E14CD0BF9E869F2CEA2CCAD648F1DCE38F1FF916CEFB2D339B64AA0264372344BC775E265E8A852F88144AB0BD9AA06C1A4ABB, 65537)
50 class ADNIE(ADNBaseIE
):
51 _VALID_URL
= r
'https?://(?:www\.)?(?:animation|anime)digitalnetwork\.(?P<lang>fr|de)/video/[^/?#]+/(?P<id>\d+)'
53 'url': 'https://animationdigitalnetwork.fr/video/fruits-basket/9841-episode-1-a-ce-soir',
54 'md5': '1c9ef066ceb302c86f80c2b371615261',
58 'title': 'Fruits Basket - Episode 1',
59 'description': 'md5:14be2f72c3c96809b0ca424b0097d336',
60 'series': 'Fruits Basket',
62 'release_date': '20190405',
64 'average_rating': float,
66 'episode': 'À ce soir !',
71 'skip': 'Only available in French and German speaking Europe',
73 'url': 'http://animedigitalnetwork.fr/video/blue-exorcist-kyoto-saga/7778-episode-1-debut-des-hostilites',
74 'only_matching': True,
76 'url': 'https://animationdigitalnetwork.de/video/the-eminence-in-shadow/23550-folge-1',
77 'md5': '5c5651bf5791fa6fcd7906012b9d94e8',
83 'release_date': '20231004',
84 'series': 'The Eminence in Shadow',
91 'average_rating': float,
94 # 'skip': 'Only available in French and German speaking Europe',
97 def _get_subtitles(self
, sub_url
, video_id
):
101 enc_subtitles
= self
._download
_webpage
(
102 sub_url
, video_id
, 'Downloading subtitles location', fatal
=False) or '{}'
103 subtitle_location
= (self
._parse
_json
(enc_subtitles
, video_id
, fatal
=False) or {}).get('location')
104 if subtitle_location
:
105 enc_subtitles
= self
._download
_webpage
(
106 subtitle_location
, video_id
, 'Downloading subtitles data',
107 fatal
=False, headers
={'Origin': 'https://' + self._BASE}
)
108 if not enc_subtitles
:
111 # http://animationdigitalnetwork.fr/components/com_vodvideo/videojs/adn-vjs.min.js
112 dec_subtitles
= unpad_pkcs7(aes_cbc_decrypt_bytes(
113 base64
.b64decode(enc_subtitles
[24:]),
114 binascii
.unhexlify(self
._K
+ '7fac1178830cfe0c'),
115 base64
.b64decode(enc_subtitles
[:24])))
116 subtitles_json
= self
._parse
_json
(dec_subtitles
.decode(), None, fatal
=False)
117 if not subtitles_json
:
121 for sub_lang
, sub
in subtitles_json
.items():
122 ssa
= '''[Script Info]
125 Format: Name,Fontname,Fontsize,PrimaryColour,SecondaryColour,TertiaryColour,BackColour,Bold,Italic,BorderStyle,Outline,Shadow,Alignment,MarginL,MarginR,MarginV,AlphaLevel,Encoding
126 Style: Default,Arial,18,16777215,16777215,16777215,0,-1,0,1,1,0,2,20,20,20,0,0
128 Format: Marked,Start,End,Style,Name,MarginL,MarginR,MarginV,Effect,Text'''
130 start
, end
, text
, line_align
, position_align
= (
131 float_or_none(current
.get('startTime')),
132 float_or_none(current
.get('endTime')),
133 current
.get('text'), current
.get('lineAlign'),
134 current
.get('positionAlign'))
135 if start
is None or end
is None or text
is None:
137 alignment
= self
._POS
_ALIGN
_MAP
.get(position_align
, 2) + self
._LINE
_ALIGN
_MAP
.get(line_align
, 0)
138 ssa
+= os
.linesep
+ 'Dialogue: Marked=0,{},{},Default,,0,0,0,,{}{}'.format(
139 ass_subtitles_timecode(start
),
140 ass_subtitles_timecode(end
),
141 '{\\a%d}' % alignment
if alignment
!= 2 else '',
142 text
.replace('\n', '\\N').replace('<i>', '{\\i1}').replace('</i>', '{\\i0}'))
144 if sub_lang
== 'vostf':
146 elif sub_lang
== 'vostde':
148 subtitles
.setdefault(sub_lang
, []).extend([{
150 'data': json
.dumps(sub
),
157 def _perform_login(self
, username
, password
):
159 access_token
= (self
._download
_json
(
160 self
._API
_BASE
_URL
+ 'authentication/login', None,
161 'Logging in', self
._LOGIN
_ERR
_MESSAGE
, fatal
=False,
162 data
=urlencode_postdata({
163 'password': password
,
166 'username': username
,
167 })) or {}).get('accessToken')
169 self
._HEADERS
= {'authorization': 'Bearer ' + access_token}
170 except ExtractorError
as e
:
172 if isinstance(e
.cause
, HTTPError
) and e
.cause
.status
== 401:
173 resp
= self
._parse
_json
(
174 e
.cause
.response
.read().decode(), None, fatal
=False) or {}
175 message
= resp
.get('message') or resp
.get('code')
176 self
.report_warning(message
or self
._LOGIN
_ERR
_MESSAGE
)
178 def _real_extract(self
, url
):
179 lang
, video_id
= self
._match
_valid
_url
(url
).group('lang', 'id')
180 video_base_url
= self
._PLAYER
_BASE
_URL
+ f
'video/{video_id}/'
181 player
= self
._download
_json
(
182 video_base_url
+ 'configuration', video_id
,
183 'Downloading player config JSON metadata',
184 headers
=self
._HEADERS
)['player']
185 options
= player
['options']
187 user
= options
['user']
188 if not user
.get('hasAccess'):
189 start_date
= traverse_obj(options
, ('video', 'startDate', {str}
))
190 if (parse_iso8601(start_date
) or 0) > time
.time():
191 raise ExtractorError(f
'This video is not available yet. Release date: {start_date}', expected
=True)
192 self
.raise_login_required('This video requires a subscription', method
='password')
194 token
= self
._download
_json
(
195 user
.get('refreshTokenUrl') or (self
._PLAYER
_BASE
_URL
+ 'refresh/token'),
196 video_id
, 'Downloading access token', headers
={
197 'X-Player-Refresh-Token': user
['refreshToken'],
198 }, data
=b
'')['token']
200 links_url
= try_get(options
, lambda x
: x
['video']['url']) or (video_base_url
+ 'link')
201 self
._K
= ''.join(random
.choices('0123456789abcdef', k
=16))
202 message
= bytes_to_intlist(json
.dumps({
207 # Sometimes authentication fails for no good reason, retry with
208 # a different random padding
211 padded_message
= intlist_to_bytes(pkcs1pad(message
, 128))
213 encrypted_message
= long_to_bytes(pow(bytes_to_long(padded_message
), e
, n
))
214 authorization
= base64
.b64encode(encrypted_message
).decode()
217 links_data
= self
._download
_json
(
218 links_url
, video_id
, 'Downloading links JSON metadata', headers
={
219 'X-Player-Token': authorization
,
220 'X-Target-Distribution': lang
,
223 'freeWithAds': 'true',
225 'withMetadata': 'true',
229 except ExtractorError
as e
:
230 if not isinstance(e
.cause
, HTTPError
):
233 if e
.cause
.status
== 401:
234 # This usually goes away with a different random pkcs1pad, so retry
237 error
= self
._parse
_json
(e
.cause
.response
.read(), video_id
)
238 message
= error
.get('message')
239 if e
.cause
.code
== 403 and error
.get('code') == 'player-bad-geolocation-country':
240 self
.raise_geo_restricted(msg
=message
)
241 raise ExtractorError(message
)
243 raise ExtractorError('Giving up retrying')
245 links
= links_data
.get('links') or {}
246 metas
= links_data
.get('metadata') or {}
247 sub_url
= (links
.get('subtitles') or {}).get('all')
248 video_info
= links_data
.get('video') or {}
249 title
= metas
['title']
252 for format_id
, qualities
in (links
.get('streaming') or {}).items():
253 if not isinstance(qualities
, dict):
255 for quality
, load_balancer_url
in qualities
.items():
256 load_balancer_data
= self
._download
_json
(
257 load_balancer_url
, video_id
,
258 f
'Downloading {format_id} {quality} JSON metadata',
260 m3u8_url
= load_balancer_data
.get('location')
263 m3u8_formats
= self
._extract
_m
3u8_formats
(
264 m3u8_url
, video_id
, 'mp4', 'm3u8_native',
265 m3u8_id
=format_id
, fatal
=False)
266 if format_id
== 'vf':
267 for f
in m3u8_formats
:
269 elif format_id
== 'vde':
270 for f
in m3u8_formats
:
272 formats
.extend(m3u8_formats
)
275 self
.raise_login_required('This video requires a subscription', method
='password')
277 video
= (self
._download
_json
(
278 self
._API
_BASE
_URL
+ f
'video/{video_id}', video_id
,
279 'Downloading additional video metadata', fatal
=False) or {}).get('video') or {}
280 show
= video
.get('show') or {}
285 'description': strip_or_none(metas
.get('summary') or video
.get('summary')),
286 'thumbnail': video_info
.get('image') or player
.get('image'),
288 'subtitles': self
.extract_subtitles(sub_url
, video_id
),
289 'episode': metas
.get('subtitle') or video
.get('name'),
290 'episode_number': int_or_none(video
.get('shortNumber')),
291 'series': show
.get('title'),
292 'season_number': int_or_none(video
.get('season')),
293 'duration': int_or_none(video_info
.get('duration') or video
.get('duration')),
294 'release_date': unified_strdate(video
.get('releaseDate')),
295 'average_rating': float_or_none(video
.get('rating') or metas
.get('rating')),
296 'comment_count': int_or_none(video
.get('commentsCount')),
300 class ADNSeasonIE(ADNBaseIE
):
301 _VALID_URL
= r
'https?://(?:www\.)?(?:animation|anime)digitalnetwork\.(?P<lang>fr|de)/video/(?P<id>[^/?#]+)/?(?:$|[#?])'
303 'url': 'https://animationdigitalnetwork.fr/video/tokyo-mew-mew-new',
304 'playlist_count': 12,
307 'title': 'Tokyo Mew Mew New',
309 # 'skip': 'Only available in French end German speaking Europe',
312 def _real_extract(self
, url
):
313 lang
, video_show_slug
= self
._match
_valid
_url
(url
).group('lang', 'id')
314 show
= self
._download
_json
(
315 f
'{self._API_BASE_URL}show/{video_show_slug}/', video_show_slug
,
316 'Downloading show JSON metadata', headers
=self
._HEADERS
)['show']
317 show_id
= str(show
['id'])
318 episodes
= self
._download
_json
(
319 f
'{self._API_BASE_URL}video/show/{show_id}', video_show_slug
,
320 'Downloading episode list', headers
={
321 'X-Target-Distribution': lang
,
329 for episode_id
in traverse_obj(episodes
, ('videos', ..., 'id', {str_or_none}
)):
330 yield self
.url_result(
331 f
'https://animationdigitalnetwork.{lang}/video/{video_show_slug}/{episode_id}',
334 return self
.playlist_result(entries(), show_id
, show
.get('title'))