]>
Commit | Line | Data |
---|---|---|
1 | #!/usr/bin/env python3 | |
2 | ||
3 | # Allow direct execution | |
4 | import os | |
5 | import sys | |
6 | import unittest | |
7 | ||
8 | sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) | |
9 | ||
10 | ||
11 | import contextlib | |
12 | import re | |
13 | import string | |
14 | import urllib.request | |
15 | ||
16 | from test.helper import FakeYDL, is_download_test | |
17 | from yt_dlp.extractor import YoutubeIE | |
18 | from yt_dlp.jsinterp import JSInterpreter | |
19 | ||
20 | _SIG_TESTS = [ | |
21 | ( | |
22 | 'https://s.ytimg.com/yts/jsbin/html5player-vflHOr_nV.js', | |
23 | 86, | |
24 | '>=<;:/.-[+*)(\'&%$#"!ZYX0VUTSRQPONMLKJIHGFEDCBA\\yxwvutsrqponmlkjihgfedcba987654321', | |
25 | ), | |
26 | ( | |
27 | 'https://s.ytimg.com/yts/jsbin/html5player-vfldJ8xgI.js', | |
28 | 85, | |
29 | '3456789a0cdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRS[UVWXYZ!"#$%&\'()*+,-./:;<=>?@', | |
30 | ), | |
31 | ( | |
32 | 'https://s.ytimg.com/yts/jsbin/html5player-vfle-mVwz.js', | |
33 | 90, | |
34 | ']\\[@?>=<;:/.-,+*)(\'&%$#"hZYXWVUTSRQPONMLKJIHGFEDCBAzyxwvutsrqponmlkjiagfedcb39876', | |
35 | ), | |
36 | ( | |
37 | 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl0Cbn9e.js', | |
38 | 84, | |
39 | 'O1I3456789abcde0ghijklmnopqrstuvwxyzABCDEFGHfJKLMN2PQRSTUVW@YZ!"#$%&\'()*+,-./:;<=', | |
40 | ), | |
41 | ( | |
42 | 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js', | |
43 | '2ACFC7A61CA478CD21425E5A57EBD73DDC78E22A.2094302436B2D377D14A3BBA23022D023B8BC25AA', | |
44 | 'A52CB8B320D22032ABB3A41D773D2B6342034902.A22E87CDD37DBE75A5E52412DC874AC16A7CFCA2', | |
45 | ), | |
46 | ( | |
47 | 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflBb0OQx.js', | |
48 | 84, | |
49 | '123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQ0STUVWXYZ!"#$%&\'()*+,@./:;<=>' | |
50 | ), | |
51 | ( | |
52 | 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl9FYC6l.js', | |
53 | 83, | |
54 | '123456789abcdefghijklmnopqr0tuvwxyzABCDETGHIJKLMNOPQRS>UVWXYZ!"#$%&\'()*+,-./:;<=F' | |
55 | ), | |
56 | ( | |
57 | 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflCGk6yw/html5player.js', | |
58 | '4646B5181C6C3020DF1D9C7FCFEA.AD80ABF70C39BD369CCCAE780AFBB98FA6B6CB42766249D9488C288', | |
59 | '82C8849D94266724DC6B6AF89BBFA087EACCD963.B93C07FBA084ACAEFCF7C9D1FD0203C6C1815B6B' | |
60 | ), | |
61 | ( | |
62 | 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js', | |
63 | '312AA52209E3623129A412D56A40F11CB0AF14AE.3EE09501CB14E3BCDC3B2AE808BF3F1D14E7FBF12', | |
64 | '112AA5220913623229A412D56A40F11CB0AF14AE.3EE0950FCB14EEBCDC3B2AE808BF331D14E7FBF3', | |
65 | ) | |
66 | ] | |
67 | ||
68 | _NSIG_TESTS = [ | |
69 | ( | |
70 | 'https://www.youtube.com/s/player/7862ca1f/player_ias.vflset/en_US/base.js', | |
71 | 'X_LCxVDjAavgE5t', 'yxJ1dM6iz5ogUg', | |
72 | ), | |
73 | ( | |
74 | 'https://www.youtube.com/s/player/9216d1f7/player_ias.vflset/en_US/base.js', | |
75 | 'SLp9F5bwjAdhE9F-', 'gWnb9IK2DJ8Q1w', | |
76 | ), | |
77 | ( | |
78 | 'https://www.youtube.com/s/player/f8cb7a3b/player_ias.vflset/en_US/base.js', | |
79 | 'oBo2h5euWy6osrUt', 'ivXHpm7qJjJN', | |
80 | ), | |
81 | ( | |
82 | 'https://www.youtube.com/s/player/2dfe380c/player_ias.vflset/en_US/base.js', | |
83 | 'oBo2h5euWy6osrUt', '3DIBbn3qdQ', | |
84 | ), | |
85 | ( | |
86 | 'https://www.youtube.com/s/player/f1ca6900/player_ias.vflset/en_US/base.js', | |
87 | 'cu3wyu6LQn2hse', 'jvxetvmlI9AN9Q', | |
88 | ), | |
89 | ( | |
90 | 'https://www.youtube.com/s/player/8040e515/player_ias.vflset/en_US/base.js', | |
91 | 'wvOFaY-yjgDuIEg5', 'HkfBFDHmgw4rsw', | |
92 | ), | |
93 | ( | |
94 | 'https://www.youtube.com/s/player/e06dea74/player_ias.vflset/en_US/base.js', | |
95 | 'AiuodmaDDYw8d3y4bf', 'ankd8eza2T6Qmw', | |
96 | ), | |
97 | ( | |
98 | 'https://www.youtube.com/s/player/5dd88d1d/player-plasma-ias-phone-en_US.vflset/base.js', | |
99 | 'kSxKFLeqzv_ZyHSAt', 'n8gS8oRlHOxPFA', | |
100 | ), | |
101 | ( | |
102 | 'https://www.youtube.com/s/player/324f67b9/player_ias.vflset/en_US/base.js', | |
103 | 'xdftNy7dh9QGnhW', '22qLGxrmX8F1rA', | |
104 | ), | |
105 | ( | |
106 | 'https://www.youtube.com/s/player/4c3f79c5/player_ias.vflset/en_US/base.js', | |
107 | 'TDCstCG66tEAO5pR9o', 'dbxNtZ14c-yWyw', | |
108 | ), | |
109 | ( | |
110 | 'https://www.youtube.com/s/player/c81bbb4a/player_ias.vflset/en_US/base.js', | |
111 | 'gre3EcLurNY2vqp94', 'Z9DfGxWP115WTg', | |
112 | ), | |
113 | ( | |
114 | 'https://www.youtube.com/s/player/1f7d5369/player_ias.vflset/en_US/base.js', | |
115 | 'batNX7sYqIJdkJ', 'IhOkL_zxbkOZBw', | |
116 | ), | |
117 | ( | |
118 | 'https://www.youtube.com/s/player/009f1d77/player_ias.vflset/en_US/base.js', | |
119 | '5dwFHw8aFWQUQtffRq', 'audescmLUzI3jw', | |
120 | ), | |
121 | ( | |
122 | 'https://www.youtube.com/s/player/dc0c6770/player_ias.vflset/en_US/base.js', | |
123 | '5EHDMgYLV6HPGk_Mu-kk', 'n9lUJLHbxUI0GQ', | |
124 | ), | |
125 | ( | |
126 | 'https://www.youtube.com/s/player/113ca41c/player_ias.vflset/en_US/base.js', | |
127 | 'cgYl-tlYkhjT7A', 'hI7BBr2zUgcmMg', | |
128 | ), | |
129 | ( | |
130 | 'https://www.youtube.com/s/player/c57c113c/player_ias.vflset/en_US/base.js', | |
131 | 'M92UUMHa8PdvPd3wyM', '3hPqLJsiNZx7yA', | |
132 | ), | |
133 | ( | |
134 | 'https://www.youtube.com/s/player/5a3b6271/player_ias.vflset/en_US/base.js', | |
135 | 'B2j7f_UPT4rfje85Lu_e', 'm5DmNymaGQ5RdQ', | |
136 | ), | |
137 | ( | |
138 | 'https://www.youtube.com/s/player/7a062b77/player_ias.vflset/en_US/base.js', | |
139 | 'NRcE3y3mVtm_cV-W', 'VbsCYUATvqlt5w', | |
140 | ), | |
141 | ( | |
142 | 'https://www.youtube.com/s/player/dac945fd/player_ias.vflset/en_US/base.js', | |
143 | 'o8BkRxXhuYsBCWi6RplPdP', '3Lx32v_hmzTm6A', | |
144 | ), | |
145 | ( | |
146 | 'https://www.youtube.com/s/player/6f20102c/player_ias.vflset/en_US/base.js', | |
147 | 'lE8DhoDmKqnmJJ', 'pJTTX6XyJP2BYw', | |
148 | ), | |
149 | ( | |
150 | 'https://www.youtube.com/s/player/cfa9e7cb/player_ias.vflset/en_US/base.js', | |
151 | 'aCi3iElgd2kq0bxVbQ', 'QX1y8jGb2IbZ0w', | |
152 | ), | |
153 | ( | |
154 | 'https://www.youtube.com/s/player/8c7583ff/player_ias.vflset/en_US/base.js', | |
155 | '1wWCVpRR96eAmMI87L', 'KSkWAVv1ZQxC3A', | |
156 | ), | |
157 | ] | |
158 | ||
159 | ||
160 | @is_download_test | |
161 | class TestPlayerInfo(unittest.TestCase): | |
162 | def test_youtube_extract_player_info(self): | |
163 | PLAYER_URLS = ( | |
164 | ('https://www.youtube.com/s/player/4c3f79c5/player_ias.vflset/en_US/base.js', '4c3f79c5'), | |
165 | ('https://www.youtube.com/s/player/64dddad9/player_ias.vflset/en_US/base.js', '64dddad9'), | |
166 | ('https://www.youtube.com/s/player/64dddad9/player_ias.vflset/fr_FR/base.js', '64dddad9'), | |
167 | ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-phone-en_US.vflset/base.js', '64dddad9'), | |
168 | ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-phone-de_DE.vflset/base.js', '64dddad9'), | |
169 | ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-tablet-en_US.vflset/base.js', '64dddad9'), | |
170 | # obsolete | |
171 | ('https://www.youtube.com/yts/jsbin/player_ias-vfle4-e03/en_US/base.js', 'vfle4-e03'), | |
172 | ('https://www.youtube.com/yts/jsbin/player_ias-vfl49f_g4/en_US/base.js', 'vfl49f_g4'), | |
173 | ('https://www.youtube.com/yts/jsbin/player_ias-vflCPQUIL/en_US/base.js', 'vflCPQUIL'), | |
174 | ('https://www.youtube.com/yts/jsbin/player-vflzQZbt7/en_US/base.js', 'vflzQZbt7'), | |
175 | ('https://www.youtube.com/yts/jsbin/player-en_US-vflaxXRn1/base.js', 'vflaxXRn1'), | |
176 | ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js', 'vflXGBaUN'), | |
177 | ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js', 'vflKjOTVq'), | |
178 | ) | |
179 | for player_url, expected_player_id in PLAYER_URLS: | |
180 | player_id = YoutubeIE._extract_player_info(player_url) | |
181 | self.assertEqual(player_id, expected_player_id) | |
182 | ||
183 | ||
184 | @is_download_test | |
185 | class TestSignature(unittest.TestCase): | |
186 | def setUp(self): | |
187 | TEST_DIR = os.path.dirname(os.path.abspath(__file__)) | |
188 | self.TESTDATA_DIR = os.path.join(TEST_DIR, 'testdata/sigs') | |
189 | if not os.path.exists(self.TESTDATA_DIR): | |
190 | os.mkdir(self.TESTDATA_DIR) | |
191 | ||
192 | def tearDown(self): | |
193 | with contextlib.suppress(OSError): | |
194 | for f in os.listdir(self.TESTDATA_DIR): | |
195 | os.remove(f) | |
196 | ||
197 | ||
198 | def t_factory(name, sig_func, url_pattern): | |
199 | def make_tfunc(url, sig_input, expected_sig): | |
200 | m = url_pattern.match(url) | |
201 | assert m, '%r should follow URL format' % url | |
202 | test_id = m.group('id') | |
203 | ||
204 | def test_func(self): | |
205 | basename = f'player-{name}-{test_id}.js' | |
206 | fn = os.path.join(self.TESTDATA_DIR, basename) | |
207 | ||
208 | if not os.path.exists(fn): | |
209 | urllib.request.urlretrieve(url, fn) | |
210 | with open(fn, encoding='utf-8') as testf: | |
211 | jscode = testf.read() | |
212 | self.assertEqual(sig_func(jscode, sig_input), expected_sig) | |
213 | ||
214 | test_func.__name__ = f'test_{name}_js_{test_id}' | |
215 | setattr(TestSignature, test_func.__name__, test_func) | |
216 | return make_tfunc | |
217 | ||
218 | ||
219 | def signature(jscode, sig_input): | |
220 | func = YoutubeIE(FakeYDL())._parse_sig_js(jscode) | |
221 | src_sig = ( | |
222 | str(string.printable[:sig_input]) | |
223 | if isinstance(sig_input, int) else sig_input) | |
224 | return func(src_sig) | |
225 | ||
226 | ||
227 | def n_sig(jscode, sig_input): | |
228 | funcname = YoutubeIE(FakeYDL())._extract_n_function_name(jscode) | |
229 | return JSInterpreter(jscode).call_function(funcname, sig_input) | |
230 | ||
231 | ||
232 | make_sig_test = t_factory( | |
233 | 'signature', signature, re.compile(r'.*-(?P<id>[a-zA-Z0-9_-]+)(?:/watch_as3|/html5player)?\.[a-z]+$')) | |
234 | for test_spec in _SIG_TESTS: | |
235 | make_sig_test(*test_spec) | |
236 | ||
237 | make_nsig_test = t_factory( | |
238 | 'nsig', n_sig, re.compile(r'.+/player/(?P<id>[a-zA-Z0-9_-]+)/.+.js$')) | |
239 | for test_spec in _NSIG_TESTS: | |
240 | make_nsig_test(*test_spec) | |
241 | ||
242 | ||
243 | if __name__ == '__main__': | |
244 | unittest.main() |