]>
Commit | Line | Data |
---|---|---|
1 | #!/usr/bin/env python3 | |
2 | ||
3 | # Allow direct execution | |
4 | import os | |
5 | import sys | |
6 | import unittest | |
7 | ||
8 | sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) | |
9 | ||
10 | ||
11 | import contextlib | |
12 | import re | |
13 | import string | |
14 | import urllib.request | |
15 | ||
16 | from test.helper import FakeYDL, is_download_test | |
17 | from yt_dlp.extractor import YoutubeIE | |
18 | from yt_dlp.jsinterp import JSInterpreter | |
19 | ||
20 | _SIG_TESTS = [ | |
21 | ( | |
22 | 'https://s.ytimg.com/yts/jsbin/html5player-vflHOr_nV.js', | |
23 | 86, | |
24 | '>=<;:/.-[+*)(\'&%$#"!ZYX0VUTSRQPONMLKJIHGFEDCBA\\yxwvutsrqponmlkjihgfedcba987654321', | |
25 | ), | |
26 | ( | |
27 | 'https://s.ytimg.com/yts/jsbin/html5player-vfldJ8xgI.js', | |
28 | 85, | |
29 | '3456789a0cdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRS[UVWXYZ!"#$%&\'()*+,-./:;<=>?@', | |
30 | ), | |
31 | ( | |
32 | 'https://s.ytimg.com/yts/jsbin/html5player-vfle-mVwz.js', | |
33 | 90, | |
34 | ']\\[@?>=<;:/.-,+*)(\'&%$#"hZYXWVUTSRQPONMLKJIHGFEDCBAzyxwvutsrqponmlkjiagfedcb39876', | |
35 | ), | |
36 | ( | |
37 | 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl0Cbn9e.js', | |
38 | 84, | |
39 | 'O1I3456789abcde0ghijklmnopqrstuvwxyzABCDEFGHfJKLMN2PQRSTUVW@YZ!"#$%&\'()*+,-./:;<=', | |
40 | ), | |
41 | ( | |
42 | 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js', | |
43 | '2ACFC7A61CA478CD21425E5A57EBD73DDC78E22A.2094302436B2D377D14A3BBA23022D023B8BC25AA', | |
44 | 'A52CB8B320D22032ABB3A41D773D2B6342034902.A22E87CDD37DBE75A5E52412DC874AC16A7CFCA2', | |
45 | ), | |
46 | ( | |
47 | 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflBb0OQx.js', | |
48 | 84, | |
49 | '123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQ0STUVWXYZ!"#$%&\'()*+,@./:;<=>' | |
50 | ), | |
51 | ( | |
52 | 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl9FYC6l.js', | |
53 | 83, | |
54 | '123456789abcdefghijklmnopqr0tuvwxyzABCDETGHIJKLMNOPQRS>UVWXYZ!"#$%&\'()*+,-./:;<=F' | |
55 | ), | |
56 | ( | |
57 | 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflCGk6yw/html5player.js', | |
58 | '4646B5181C6C3020DF1D9C7FCFEA.AD80ABF70C39BD369CCCAE780AFBB98FA6B6CB42766249D9488C288', | |
59 | '82C8849D94266724DC6B6AF89BBFA087EACCD963.B93C07FBA084ACAEFCF7C9D1FD0203C6C1815B6B' | |
60 | ), | |
61 | ( | |
62 | 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js', | |
63 | '312AA52209E3623129A412D56A40F11CB0AF14AE.3EE09501CB14E3BCDC3B2AE808BF3F1D14E7FBF12', | |
64 | '112AA5220913623229A412D56A40F11CB0AF14AE.3EE0950FCB14EEBCDC3B2AE808BF331D14E7FBF3', | |
65 | ), | |
66 | ( | |
67 | 'https://www.youtube.com/s/player/6ed0d907/player_ias.vflset/en_US/base.js', | |
68 | '2aq0aqSyOoJXtK73m-uME_jv7-pT15gOFC02RFkGMqWpzEICs69VdbwQ0LDp1v7j8xx92efCJlYFYb1sUkkBSPOlPmXgIARw8JQ0qOAOAA', | |
69 | 'AOq0QJ8wRAIgXmPlOPSBkkUs1bYFYlJCfe29xx8j7v1pDL2QwbdV96sCIEzpWqMGkFR20CFOg51Tp-7vj_EMu-m37KtXJoOySqa0', | |
70 | ), | |
71 | ] | |
72 | ||
73 | _NSIG_TESTS = [ | |
74 | ( | |
75 | 'https://www.youtube.com/s/player/7862ca1f/player_ias.vflset/en_US/base.js', | |
76 | 'X_LCxVDjAavgE5t', 'yxJ1dM6iz5ogUg', | |
77 | ), | |
78 | ( | |
79 | 'https://www.youtube.com/s/player/9216d1f7/player_ias.vflset/en_US/base.js', | |
80 | 'SLp9F5bwjAdhE9F-', 'gWnb9IK2DJ8Q1w', | |
81 | ), | |
82 | ( | |
83 | 'https://www.youtube.com/s/player/f8cb7a3b/player_ias.vflset/en_US/base.js', | |
84 | 'oBo2h5euWy6osrUt', 'ivXHpm7qJjJN', | |
85 | ), | |
86 | ( | |
87 | 'https://www.youtube.com/s/player/2dfe380c/player_ias.vflset/en_US/base.js', | |
88 | 'oBo2h5euWy6osrUt', '3DIBbn3qdQ', | |
89 | ), | |
90 | ( | |
91 | 'https://www.youtube.com/s/player/f1ca6900/player_ias.vflset/en_US/base.js', | |
92 | 'cu3wyu6LQn2hse', 'jvxetvmlI9AN9Q', | |
93 | ), | |
94 | ( | |
95 | 'https://www.youtube.com/s/player/8040e515/player_ias.vflset/en_US/base.js', | |
96 | 'wvOFaY-yjgDuIEg5', 'HkfBFDHmgw4rsw', | |
97 | ), | |
98 | ( | |
99 | 'https://www.youtube.com/s/player/e06dea74/player_ias.vflset/en_US/base.js', | |
100 | 'AiuodmaDDYw8d3y4bf', 'ankd8eza2T6Qmw', | |
101 | ), | |
102 | ( | |
103 | 'https://www.youtube.com/s/player/5dd88d1d/player-plasma-ias-phone-en_US.vflset/base.js', | |
104 | 'kSxKFLeqzv_ZyHSAt', 'n8gS8oRlHOxPFA', | |
105 | ), | |
106 | ( | |
107 | 'https://www.youtube.com/s/player/324f67b9/player_ias.vflset/en_US/base.js', | |
108 | 'xdftNy7dh9QGnhW', '22qLGxrmX8F1rA', | |
109 | ), | |
110 | ( | |
111 | 'https://www.youtube.com/s/player/4c3f79c5/player_ias.vflset/en_US/base.js', | |
112 | 'TDCstCG66tEAO5pR9o', 'dbxNtZ14c-yWyw', | |
113 | ), | |
114 | ( | |
115 | 'https://www.youtube.com/s/player/c81bbb4a/player_ias.vflset/en_US/base.js', | |
116 | 'gre3EcLurNY2vqp94', 'Z9DfGxWP115WTg', | |
117 | ), | |
118 | ( | |
119 | 'https://www.youtube.com/s/player/1f7d5369/player_ias.vflset/en_US/base.js', | |
120 | 'batNX7sYqIJdkJ', 'IhOkL_zxbkOZBw', | |
121 | ), | |
122 | ( | |
123 | 'https://www.youtube.com/s/player/009f1d77/player_ias.vflset/en_US/base.js', | |
124 | '5dwFHw8aFWQUQtffRq', 'audescmLUzI3jw', | |
125 | ), | |
126 | ( | |
127 | 'https://www.youtube.com/s/player/dc0c6770/player_ias.vflset/en_US/base.js', | |
128 | '5EHDMgYLV6HPGk_Mu-kk', 'n9lUJLHbxUI0GQ', | |
129 | ), | |
130 | ( | |
131 | 'https://www.youtube.com/s/player/113ca41c/player_ias.vflset/en_US/base.js', | |
132 | 'cgYl-tlYkhjT7A', 'hI7BBr2zUgcmMg', | |
133 | ), | |
134 | ( | |
135 | 'https://www.youtube.com/s/player/c57c113c/player_ias.vflset/en_US/base.js', | |
136 | 'M92UUMHa8PdvPd3wyM', '3hPqLJsiNZx7yA', | |
137 | ), | |
138 | ( | |
139 | 'https://www.youtube.com/s/player/5a3b6271/player_ias.vflset/en_US/base.js', | |
140 | 'B2j7f_UPT4rfje85Lu_e', 'm5DmNymaGQ5RdQ', | |
141 | ), | |
142 | ( | |
143 | 'https://www.youtube.com/s/player/7a062b77/player_ias.vflset/en_US/base.js', | |
144 | 'NRcE3y3mVtm_cV-W', 'VbsCYUATvqlt5w', | |
145 | ), | |
146 | ( | |
147 | 'https://www.youtube.com/s/player/dac945fd/player_ias.vflset/en_US/base.js', | |
148 | 'o8BkRxXhuYsBCWi6RplPdP', '3Lx32v_hmzTm6A', | |
149 | ), | |
150 | ( | |
151 | 'https://www.youtube.com/s/player/6f20102c/player_ias.vflset/en_US/base.js', | |
152 | 'lE8DhoDmKqnmJJ', 'pJTTX6XyJP2BYw', | |
153 | ), | |
154 | ( | |
155 | 'https://www.youtube.com/s/player/cfa9e7cb/player_ias.vflset/en_US/base.js', | |
156 | 'aCi3iElgd2kq0bxVbQ', 'QX1y8jGb2IbZ0w', | |
157 | ), | |
158 | ( | |
159 | 'https://www.youtube.com/s/player/8c7583ff/player_ias.vflset/en_US/base.js', | |
160 | '1wWCVpRR96eAmMI87L', 'KSkWAVv1ZQxC3A', | |
161 | ), | |
162 | ( | |
163 | 'https://www.youtube.com/s/player/b7910ca8/player_ias.vflset/en_US/base.js', | |
164 | '_hXMCwMt9qE310D', 'LoZMgkkofRMCZQ', | |
165 | ), | |
166 | ] | |
167 | ||
168 | ||
169 | @is_download_test | |
170 | class TestPlayerInfo(unittest.TestCase): | |
171 | def test_youtube_extract_player_info(self): | |
172 | PLAYER_URLS = ( | |
173 | ('https://www.youtube.com/s/player/4c3f79c5/player_ias.vflset/en_US/base.js', '4c3f79c5'), | |
174 | ('https://www.youtube.com/s/player/64dddad9/player_ias.vflset/en_US/base.js', '64dddad9'), | |
175 | ('https://www.youtube.com/s/player/64dddad9/player_ias.vflset/fr_FR/base.js', '64dddad9'), | |
176 | ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-phone-en_US.vflset/base.js', '64dddad9'), | |
177 | ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-phone-de_DE.vflset/base.js', '64dddad9'), | |
178 | ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-tablet-en_US.vflset/base.js', '64dddad9'), | |
179 | # obsolete | |
180 | ('https://www.youtube.com/yts/jsbin/player_ias-vfle4-e03/en_US/base.js', 'vfle4-e03'), | |
181 | ('https://www.youtube.com/yts/jsbin/player_ias-vfl49f_g4/en_US/base.js', 'vfl49f_g4'), | |
182 | ('https://www.youtube.com/yts/jsbin/player_ias-vflCPQUIL/en_US/base.js', 'vflCPQUIL'), | |
183 | ('https://www.youtube.com/yts/jsbin/player-vflzQZbt7/en_US/base.js', 'vflzQZbt7'), | |
184 | ('https://www.youtube.com/yts/jsbin/player-en_US-vflaxXRn1/base.js', 'vflaxXRn1'), | |
185 | ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js', 'vflXGBaUN'), | |
186 | ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js', 'vflKjOTVq'), | |
187 | ) | |
188 | for player_url, expected_player_id in PLAYER_URLS: | |
189 | player_id = YoutubeIE._extract_player_info(player_url) | |
190 | self.assertEqual(player_id, expected_player_id) | |
191 | ||
192 | ||
193 | @is_download_test | |
194 | class TestSignature(unittest.TestCase): | |
195 | def setUp(self): | |
196 | TEST_DIR = os.path.dirname(os.path.abspath(__file__)) | |
197 | self.TESTDATA_DIR = os.path.join(TEST_DIR, 'testdata/sigs') | |
198 | if not os.path.exists(self.TESTDATA_DIR): | |
199 | os.mkdir(self.TESTDATA_DIR) | |
200 | ||
201 | def tearDown(self): | |
202 | with contextlib.suppress(OSError): | |
203 | for f in os.listdir(self.TESTDATA_DIR): | |
204 | os.remove(f) | |
205 | ||
206 | ||
207 | def t_factory(name, sig_func, url_pattern): | |
208 | def make_tfunc(url, sig_input, expected_sig): | |
209 | m = url_pattern.match(url) | |
210 | assert m, '%r should follow URL format' % url | |
211 | test_id = m.group('id') | |
212 | ||
213 | def test_func(self): | |
214 | basename = f'player-{name}-{test_id}.js' | |
215 | fn = os.path.join(self.TESTDATA_DIR, basename) | |
216 | ||
217 | if not os.path.exists(fn): | |
218 | urllib.request.urlretrieve(url, fn) | |
219 | with open(fn, encoding='utf-8') as testf: | |
220 | jscode = testf.read() | |
221 | self.assertEqual(sig_func(jscode, sig_input), expected_sig) | |
222 | ||
223 | test_func.__name__ = f'test_{name}_js_{test_id}' | |
224 | setattr(TestSignature, test_func.__name__, test_func) | |
225 | return make_tfunc | |
226 | ||
227 | ||
228 | def signature(jscode, sig_input): | |
229 | func = YoutubeIE(FakeYDL())._parse_sig_js(jscode) | |
230 | src_sig = ( | |
231 | str(string.printable[:sig_input]) | |
232 | if isinstance(sig_input, int) else sig_input) | |
233 | return func(src_sig) | |
234 | ||
235 | ||
236 | def n_sig(jscode, sig_input): | |
237 | funcname = YoutubeIE(FakeYDL())._extract_n_function_name(jscode) | |
238 | return JSInterpreter(jscode).call_function(funcname, sig_input) | |
239 | ||
240 | ||
241 | make_sig_test = t_factory( | |
242 | 'signature', signature, re.compile(r'.*(?:-|/player/)(?P<id>[a-zA-Z0-9_-]+)(?:/.+\.js|(?:/watch_as3|/html5player)?\.[a-z]+)$')) | |
243 | for test_spec in _SIG_TESTS: | |
244 | make_sig_test(*test_spec) | |
245 | ||
246 | make_nsig_test = t_factory( | |
247 | 'nsig', n_sig, re.compile(r'.+/player/(?P<id>[a-zA-Z0-9_-]+)/.+.js$')) | |
248 | for test_spec in _NSIG_TESTS: | |
249 | make_nsig_test(*test_spec) | |
250 | ||
251 | ||
252 | if __name__ == '__main__': | |
253 | unittest.main() |