7 from .common
import InfoExtractor
8 from ..aes
import aes_cbc_decrypt_bytes
, unpad_pkcs7
9 from ..compat
import compat_b64decode
10 from ..networking
.exceptions
import HTTPError
12 ass_subtitles_timecode
,
27 from ..utils
.traversal
import traverse_obj
30 class ADNBaseIE(InfoExtractor
):
31 IE_DESC
= 'Animation Digital Network'
32 _NETRC_MACHINE
= 'animationdigitalnetwork'
33 _BASE
= 'animationdigitalnetwork.fr'
34 _API_BASE_URL
= f
'https://gw.api.{_BASE}/'
35 _PLAYER_BASE_URL
= f
'{_API_BASE_URL}player/'
37 _LOGIN_ERR_MESSAGE
= 'Unable to log in'
38 _RSA_KEY
= (0x9B42B08905199A5CCE2026274399CA560ECB209EE9878A708B1C0812E1BB8CB5D1FB7441861147C1A1F2F3A0476DD63A9CAC20D3E983613346850AA6CB38F16DC7D720FD7D86FC6E5B3D5BBC72E14CD0BF9E869F2CEA2CCAD648F1DCE38F1FF916CEFB2D339B64AA0264372344BC775E265E8A852F88144AB0BD9AA06C1A4ABB, 65537)
49 class ADNIE(ADNBaseIE
):
50 _VALID_URL
= r
'https?://(?:www\.)?(?:animation|anime)digitalnetwork\.(?P<lang>fr|de)/video/[^/?#]+/(?P<id>\d+)'
52 'url': 'https://animationdigitalnetwork.fr/video/fruits-basket/9841-episode-1-a-ce-soir',
53 'md5': '1c9ef066ceb302c86f80c2b371615261',
57 'title': 'Fruits Basket - Episode 1',
58 'description': 'md5:14be2f72c3c96809b0ca424b0097d336',
59 'series': 'Fruits Basket',
61 'release_date': '20190405',
63 'average_rating': float,
65 'episode': 'À ce soir !',
70 'skip': 'Only available in French and German speaking Europe',
72 'url': 'http://animedigitalnetwork.fr/video/blue-exorcist-kyoto-saga/7778-episode-1-debut-des-hostilites',
73 'only_matching': True,
75 'url': 'https://animationdigitalnetwork.de/video/the-eminence-in-shadow/23550-folge-1',
76 'md5': '5c5651bf5791fa6fcd7906012b9d94e8',
82 'release_date': '20231004',
83 'series': 'The Eminence in Shadow',
90 'average_rating': float,
93 # 'skip': 'Only available in French and German speaking Europe',
96 def _get_subtitles(self
, sub_url
, video_id
):
100 enc_subtitles
= self
._download
_webpage
(
101 sub_url
, video_id
, 'Downloading subtitles location', fatal
=False) or '{}'
102 subtitle_location
= (self
._parse
_json
(enc_subtitles
, video_id
, fatal
=False) or {}).get('location')
103 if subtitle_location
:
104 enc_subtitles
= self
._download
_webpage
(
105 subtitle_location
, video_id
, 'Downloading subtitles data',
106 fatal
=False, headers
={'Origin': 'https://' + self._BASE}
)
107 if not enc_subtitles
:
110 # http://animationdigitalnetwork.fr/components/com_vodvideo/videojs/adn-vjs.min.js
111 dec_subtitles
= unpad_pkcs7(aes_cbc_decrypt_bytes(
112 compat_b64decode(enc_subtitles
[24:]),
113 binascii
.unhexlify(self
._K
+ '7fac1178830cfe0c'),
114 compat_b64decode(enc_subtitles
[:24])))
115 subtitles_json
= self
._parse
_json
(dec_subtitles
.decode(), None, fatal
=False)
116 if not subtitles_json
:
120 for sub_lang
, sub
in subtitles_json
.items():
121 ssa
= '''[Script Info]
124 Format: Name,Fontname,Fontsize,PrimaryColour,SecondaryColour,TertiaryColour,BackColour,Bold,Italic,BorderStyle,Outline,Shadow,Alignment,MarginL,MarginR,MarginV,AlphaLevel,Encoding
125 Style: Default,Arial,18,16777215,16777215,16777215,0,-1,0,1,1,0,2,20,20,20,0,0
127 Format: Marked,Start,End,Style,Name,MarginL,MarginR,MarginV,Effect,Text'''
129 start
, end
, text
, line_align
, position_align
= (
130 float_or_none(current
.get('startTime')),
131 float_or_none(current
.get('endTime')),
132 current
.get('text'), current
.get('lineAlign'),
133 current
.get('positionAlign'))
134 if start
is None or end
is None or text
is None:
136 alignment
= self
._POS
_ALIGN
_MAP
.get(position_align
, 2) + self
._LINE
_ALIGN
_MAP
.get(line_align
, 0)
137 ssa
+= os
.linesep
+ 'Dialogue: Marked=0,%s,%s,Default,,0,0,0,,%s%s' % (
138 ass_subtitles_timecode(start
),
139 ass_subtitles_timecode(end
),
140 '{\\a%d}' % alignment
if alignment
!= 2 else '',
141 text
.replace('\n', '\\N').replace('<i>', '{\\i1}').replace('</i>', '{\\i0}'))
143 if sub_lang
== 'vostf':
145 elif sub_lang
== 'vostde':
147 subtitles
.setdefault(sub_lang
, []).extend([{
149 'data': json
.dumps(sub
),
156 def _perform_login(self
, username
, password
):
158 access_token
= (self
._download
_json
(
159 self
._API
_BASE
_URL
+ 'authentication/login', None,
160 'Logging in', self
._LOGIN
_ERR
_MESSAGE
, fatal
=False,
161 data
=urlencode_postdata({
162 'password': password
,
165 'username': username
,
166 })) or {}).get('accessToken')
168 self
._HEADERS
= {'authorization': 'Bearer ' + access_token}
169 except ExtractorError
as e
:
171 if isinstance(e
.cause
, HTTPError
) and e
.cause
.status
== 401:
172 resp
= self
._parse
_json
(
173 e
.cause
.response
.read().decode(), None, fatal
=False) or {}
174 message
= resp
.get('message') or resp
.get('code')
175 self
.report_warning(message
or self
._LOGIN
_ERR
_MESSAGE
)
177 def _real_extract(self
, url
):
178 lang
, video_id
= self
._match
_valid
_url
(url
).group('lang', 'id')
179 video_base_url
= self
._PLAYER
_BASE
_URL
+ 'video/%s/' % video_id
180 player
= self
._download
_json
(
181 video_base_url
+ 'configuration', video_id
,
182 'Downloading player config JSON metadata',
183 headers
=self
._HEADERS
)['player']
184 options
= player
['options']
186 user
= options
['user']
187 if not user
.get('hasAccess'):
188 self
.raise_login_required()
190 token
= self
._download
_json
(
191 user
.get('refreshTokenUrl') or (self
._PLAYER
_BASE
_URL
+ 'refresh/token'),
192 video_id
, 'Downloading access token', headers
={
193 'X-Player-Refresh-Token': user
['refreshToken'],
194 }, data
=b
'')['token']
196 links_url
= try_get(options
, lambda x
: x
['video']['url']) or (video_base_url
+ 'link')
197 self
._K
= ''.join(random
.choices('0123456789abcdef', k
=16))
198 message
= bytes_to_intlist(json
.dumps({
203 # Sometimes authentication fails for no good reason, retry with
204 # a different random padding
207 padded_message
= intlist_to_bytes(pkcs1pad(message
, 128))
209 encrypted_message
= long_to_bytes(pow(bytes_to_long(padded_message
), e
, n
))
210 authorization
= base64
.b64encode(encrypted_message
).decode()
213 links_data
= self
._download
_json
(
214 links_url
, video_id
, 'Downloading links JSON metadata', headers
={
215 'X-Player-Token': authorization
,
216 'X-Target-Distribution': lang
,
219 'freeWithAds': 'true',
221 'withMetadata': 'true',
225 except ExtractorError
as e
:
226 if not isinstance(e
.cause
, HTTPError
):
229 if e
.cause
.status
== 401:
230 # This usually goes away with a different random pkcs1pad, so retry
233 error
= self
._parse
_json
(e
.cause
.response
.read(), video_id
)
234 message
= error
.get('message')
235 if e
.cause
.code
== 403 and error
.get('code') == 'player-bad-geolocation-country':
236 self
.raise_geo_restricted(msg
=message
)
237 raise ExtractorError(message
)
239 raise ExtractorError('Giving up retrying')
241 links
= links_data
.get('links') or {}
242 metas
= links_data
.get('metadata') or {}
243 sub_url
= (links
.get('subtitles') or {}).get('all')
244 video_info
= links_data
.get('video') or {}
245 title
= metas
['title']
248 for format_id
, qualities
in (links
.get('streaming') or {}).items():
249 if not isinstance(qualities
, dict):
251 for quality
, load_balancer_url
in qualities
.items():
252 load_balancer_data
= self
._download
_json
(
253 load_balancer_url
, video_id
,
254 'Downloading %s %s JSON metadata' % (format_id
, quality
),
256 m3u8_url
= load_balancer_data
.get('location')
259 m3u8_formats
= self
._extract
_m
3u8_formats
(
260 m3u8_url
, video_id
, 'mp4', 'm3u8_native',
261 m3u8_id
=format_id
, fatal
=False)
262 if format_id
== 'vf':
263 for f
in m3u8_formats
:
265 elif format_id
== 'vde':
266 for f
in m3u8_formats
:
268 formats
.extend(m3u8_formats
)
270 video
= (self
._download
_json
(
271 self
._API
_BASE
_URL
+ 'video/%s' % video_id
, video_id
,
272 'Downloading additional video metadata', fatal
=False) or {}).get('video') or {}
273 show
= video
.get('show') or {}
278 'description': strip_or_none(metas
.get('summary') or video
.get('summary')),
279 'thumbnail': video_info
.get('image') or player
.get('image'),
281 'subtitles': self
.extract_subtitles(sub_url
, video_id
),
282 'episode': metas
.get('subtitle') or video
.get('name'),
283 'episode_number': int_or_none(video
.get('shortNumber')),
284 'series': show
.get('title'),
285 'season_number': int_or_none(video
.get('season')),
286 'duration': int_or_none(video_info
.get('duration') or video
.get('duration')),
287 'release_date': unified_strdate(video
.get('releaseDate')),
288 'average_rating': float_or_none(video
.get('rating') or metas
.get('rating')),
289 'comment_count': int_or_none(video
.get('commentsCount')),
293 class ADNSeasonIE(ADNBaseIE
):
294 _VALID_URL
= r
'https?://(?:www\.)?(?:animation|anime)digitalnetwork\.(?P<lang>fr|de)/video/(?P<id>[^/?#]+)/?(?:$|[#?])'
296 'url': 'https://animationdigitalnetwork.fr/video/tokyo-mew-mew-new',
297 'playlist_count': 12,
300 'title': 'Tokyo Mew Mew New',
302 # 'skip': 'Only available in French end German speaking Europe',
305 def _real_extract(self
, url
):
306 lang
, video_show_slug
= self
._match
_valid
_url
(url
).group('lang', 'id')
307 show
= self
._download
_json
(
308 f
'{self._API_BASE_URL}show/{video_show_slug}/', video_show_slug
,
309 'Downloading show JSON metadata', headers
=self
._HEADERS
)['show']
310 show_id
= str(show
['id'])
311 episodes
= self
._download
_json
(
312 f
'{self._API_BASE_URL}video/show/{show_id}', video_show_slug
,
313 'Downloading episode list', headers
={
314 'X-Target-Distribution': lang
,
322 for episode_id
in traverse_obj(episodes
, ('videos', ..., 'id', {str_or_none}
)):
323 yield self
.url_result(
324 f
'https://animationdigitalnetwork.{lang}/video/{video_show_slug}/{episode_id}',
327 return self
.playlist_result(entries(), show_id
, show
.get('title'))