]>
Commit | Line | Data |
---|---|---|
cc52de43 | 1 | #!/usr/bin/env python3 |
54007a45 | 2 | |
44a5f171 PH |
3 | # Allow direct execution |
4 | import os | |
e0df6211 PH |
5 | import sys |
6 | import unittest | |
f8271158 | 7 | |
44a5f171 | 8 | sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__)))) |
e0df6211 | 9 | |
54007a45 | 10 | |
11 | import contextlib | |
44a5f171 PH |
12 | import re |
13 | import string | |
f9934b96 | 14 | import urllib.request |
f8271158 | 15 | |
54007a45 | 16 | from test.helper import FakeYDL, is_download_test |
7a5c1cfe | 17 | from yt_dlp.extractor import YoutubeIE |
404f611f | 18 | from yt_dlp.jsinterp import JSInterpreter |
e0df6211 | 19 | |
404f611f | 20 | _SIG_TESTS = [ |
e0df6211 | 21 | ( |
42f4dcfe | 22 | 'https://s.ytimg.com/yts/jsbin/html5player-vflHOr_nV.js', |
e0df6211 | 23 | 86, |
42f4dcfe | 24 | '>=<;:/.-[+*)(\'&%$#"!ZYX0VUTSRQPONMLKJIHGFEDCBA\\yxwvutsrqponmlkjihgfedcba987654321', |
e0df6211 PH |
25 | ), |
26 | ( | |
42f4dcfe | 27 | 'https://s.ytimg.com/yts/jsbin/html5player-vfldJ8xgI.js', |
e0df6211 | 28 | 85, |
42f4dcfe | 29 | '3456789a0cdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRS[UVWXYZ!"#$%&\'()*+,-./:;<=>?@', |
e0df6211 | 30 | ), |
bc485090 | 31 | ( |
42f4dcfe | 32 | 'https://s.ytimg.com/yts/jsbin/html5player-vfle-mVwz.js', |
bc485090 | 33 | 90, |
42f4dcfe | 34 | ']\\[@?>=<;:/.-,+*)(\'&%$#"hZYXWVUTSRQPONMLKJIHGFEDCBAzyxwvutsrqponmlkjiagfedcb39876', |
bc485090 | 35 | ), |
ad25aee2 | 36 | ( |
42f4dcfe | 37 | 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl0Cbn9e.js', |
ad25aee2 | 38 | 84, |
42f4dcfe | 39 | 'O1I3456789abcde0ghijklmnopqrstuvwxyzABCDEFGHfJKLMN2PQRSTUVW@YZ!"#$%&\'()*+,-./:;<=', |
ad25aee2 | 40 | ), |
6f9d4d54 | 41 | ( |
42f4dcfe | 42 | 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js', |
42f4dcfe PH |
43 | '2ACFC7A61CA478CD21425E5A57EBD73DDC78E22A.2094302436B2D377D14A3BBA23022D023B8BC25AA', |
44 | 'A52CB8B320D22032ABB3A41D773D2B6342034902.A22E87CDD37DBE75A5E52412DC874AC16A7CFCA2', | |
6f9d4d54 | 45 | ), |
9f43890b | 46 | ( |
42f4dcfe | 47 | 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflBb0OQx.js', |
9f43890b | 48 | 84, |
42f4dcfe | 49 | '123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQ0STUVWXYZ!"#$%&\'()*+,@./:;<=>' |
ebe832dc JMF |
50 | ), |
51 | ( | |
42f4dcfe | 52 | 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl9FYC6l.js', |
ebe832dc | 53 | 83, |
42f4dcfe | 54 | '123456789abcdefghijklmnopqr0tuvwxyzABCDETGHIJKLMNOPQRS>UVWXYZ!"#$%&\'()*+,-./:;<=F' |
ebe832dc | 55 | ), |
4bc7009e PH |
56 | ( |
57 | 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflCGk6yw/html5player.js', | |
4bc7009e PH |
58 | '4646B5181C6C3020DF1D9C7FCFEA.AD80ABF70C39BD369CCCAE780AFBB98FA6B6CB42766249D9488C288', |
59 | '82C8849D94266724DC6B6AF89BBFA087EACCD963.B93C07FBA084ACAEFCF7C9D1FD0203C6C1815B6B' | |
3eff81fb PH |
60 | ), |
61 | ( | |
62 | 'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js', | |
3eff81fb PH |
63 | '312AA52209E3623129A412D56A40F11CB0AF14AE.3EE09501CB14E3BCDC3B2AE808BF3F1D14E7FBF12', |
64 | '112AA5220913623229A412D56A40F11CB0AF14AE.3EE0950FCB14EEBCDC3B2AE808BF331D14E7FBF3', | |
01aba251 | 65 | ), |
66 | ( | |
67 | 'https://www.youtube.com/s/player/6ed0d907/player_ias.vflset/en_US/base.js', | |
68 | '2aq0aqSyOoJXtK73m-uME_jv7-pT15gOFC02RFkGMqWpzEICs69VdbwQ0LDp1v7j8xx92efCJlYFYb1sUkkBSPOlPmXgIARw8JQ0qOAOAA', | |
69 | 'AOq0QJ8wRAIgXmPlOPSBkkUs1bYFYlJCfe29xx8j7v1pDL2QwbdV96sCIEzpWqMGkFR20CFOg51Tp-7vj_EMu-m37KtXJoOySqa0', | |
ad54c913 | 70 | ), |
e0df6211 PH |
71 | ] |
72 | ||
404f611f | 73 | _NSIG_TESTS = [ |
9acf1ee2 | 74 | ( |
75 | 'https://www.youtube.com/s/player/7862ca1f/player_ias.vflset/en_US/base.js', | |
76 | 'X_LCxVDjAavgE5t', 'yxJ1dM6iz5ogUg', | |
77 | ), | |
404f611f | 78 | ( |
79 | 'https://www.youtube.com/s/player/9216d1f7/player_ias.vflset/en_US/base.js', | |
80 | 'SLp9F5bwjAdhE9F-', 'gWnb9IK2DJ8Q1w', | |
a1fc7ca0 | 81 | ), |
82 | ( | |
83 | 'https://www.youtube.com/s/player/f8cb7a3b/player_ias.vflset/en_US/base.js', | |
84 | 'oBo2h5euWy6osrUt', 'ivXHpm7qJjJN', | |
85 | ), | |
9222c381 | 86 | ( |
87 | 'https://www.youtube.com/s/player/2dfe380c/player_ias.vflset/en_US/base.js', | |
88 | 'oBo2h5euWy6osrUt', '3DIBbn3qdQ', | |
89 | ), | |
57dbe807 | 90 | ( |
91 | 'https://www.youtube.com/s/player/f1ca6900/player_ias.vflset/en_US/base.js', | |
92 | 'cu3wyu6LQn2hse', 'jvxetvmlI9AN9Q', | |
93 | ), | |
b69fd25c | 94 | ( |
95 | 'https://www.youtube.com/s/player/8040e515/player_ias.vflset/en_US/base.js', | |
96 | 'wvOFaY-yjgDuIEg5', 'HkfBFDHmgw4rsw', | |
97 | ), | |
48416bc4 | 98 | ( |
99 | 'https://www.youtube.com/s/player/e06dea74/player_ias.vflset/en_US/base.js', | |
100 | 'AiuodmaDDYw8d3y4bf', 'ankd8eza2T6Qmw', | |
101 | ), | |
c571b3a6 M |
102 | ( |
103 | 'https://www.youtube.com/s/player/5dd88d1d/player-plasma-ias-phone-en_US.vflset/base.js', | |
104 | 'kSxKFLeqzv_ZyHSAt', 'n8gS8oRlHOxPFA', | |
105 | ), | |
8f53dc44 | 106 | ( |
107 | 'https://www.youtube.com/s/player/324f67b9/player_ias.vflset/en_US/base.js', | |
108 | 'xdftNy7dh9QGnhW', '22qLGxrmX8F1rA', | |
109 | ), | |
110 | ( | |
111 | 'https://www.youtube.com/s/player/4c3f79c5/player_ias.vflset/en_US/base.js', | |
112 | 'TDCstCG66tEAO5pR9o', 'dbxNtZ14c-yWyw', | |
113 | ), | |
6d3e7424 | 114 | ( |
115 | 'https://www.youtube.com/s/player/c81bbb4a/player_ias.vflset/en_US/base.js', | |
116 | 'gre3EcLurNY2vqp94', 'Z9DfGxWP115WTg', | |
117 | ), | |
f6ca640b | 118 | ( |
119 | 'https://www.youtube.com/s/player/1f7d5369/player_ias.vflset/en_US/base.js', | |
120 | 'batNX7sYqIJdkJ', 'IhOkL_zxbkOZBw', | |
121 | ), | |
90a1df30 | 122 | ( |
123 | 'https://www.youtube.com/s/player/009f1d77/player_ias.vflset/en_US/base.js', | |
124 | '5dwFHw8aFWQUQtffRq', 'audescmLUzI3jw', | |
125 | ), | |
164b03c4 | 126 | ( |
127 | 'https://www.youtube.com/s/player/dc0c6770/player_ias.vflset/en_US/base.js', | |
128 | '5EHDMgYLV6HPGk_Mu-kk', 'n9lUJLHbxUI0GQ', | |
129 | ), | |
c4b2df87 | 130 | ( |
131 | 'https://www.youtube.com/s/player/113ca41c/player_ias.vflset/en_US/base.js', | |
132 | 'cgYl-tlYkhjT7A', 'hI7BBr2zUgcmMg', | |
133 | ), | |
05deb747 | 134 | ( |
135 | 'https://www.youtube.com/s/player/c57c113c/player_ias.vflset/en_US/base.js', | |
136 | 'M92UUMHa8PdvPd3wyM', '3hPqLJsiNZx7yA', | |
137 | ), | |
1a7c9fad | 138 | ( |
139 | 'https://www.youtube.com/s/player/5a3b6271/player_ias.vflset/en_US/base.js', | |
140 | 'B2j7f_UPT4rfje85Lu_e', 'm5DmNymaGQ5RdQ', | |
141 | ), | |
0468a3b3 | 142 | ( |
143 | 'https://www.youtube.com/s/player/7a062b77/player_ias.vflset/en_US/base.js', | |
144 | 'NRcE3y3mVtm_cV-W', 'VbsCYUATvqlt5w', | |
145 | ), | |
8b008d62 | 146 | ( |
147 | 'https://www.youtube.com/s/player/dac945fd/player_ias.vflset/en_US/base.js', | |
148 | 'o8BkRxXhuYsBCWi6RplPdP', '3Lx32v_hmzTm6A', | |
149 | ), | |
7cf51f21 | 150 | ( |
151 | 'https://www.youtube.com/s/player/6f20102c/player_ias.vflset/en_US/base.js', | |
152 | 'lE8DhoDmKqnmJJ', 'pJTTX6XyJP2BYw', | |
153 | ), | |
1d765618 | 154 | ( |
155 | 'https://www.youtube.com/s/player/cfa9e7cb/player_ias.vflset/en_US/base.js', | |
156 | 'aCi3iElgd2kq0bxVbQ', 'QX1y8jGb2IbZ0w', | |
157 | ), | |
b4a252fb | 158 | ( |
159 | 'https://www.youtube.com/s/player/8c7583ff/player_ias.vflset/en_US/base.js', | |
160 | '1wWCVpRR96eAmMI87L', 'KSkWAVv1ZQxC3A', | |
161 | ), | |
cd810afe | 162 | ( |
163 | 'https://www.youtube.com/s/player/b7910ca8/player_ias.vflset/en_US/base.js', | |
164 | '_hXMCwMt9qE310D', 'LoZMgkkofRMCZQ', | |
165 | ), | |
404f611f | 166 | ] |
167 | ||
e0df6211 | 168 | |
060ac762 | 169 | @is_download_test |
e40c758c S |
170 | class TestPlayerInfo(unittest.TestCase): |
171 | def test_youtube_extract_player_info(self): | |
172 | PLAYER_URLS = ( | |
49b4ceae | 173 | ('https://www.youtube.com/s/player/4c3f79c5/player_ias.vflset/en_US/base.js', '4c3f79c5'), |
e40c758c | 174 | ('https://www.youtube.com/s/player/64dddad9/player_ias.vflset/en_US/base.js', '64dddad9'), |
cc2db878 | 175 | ('https://www.youtube.com/s/player/64dddad9/player_ias.vflset/fr_FR/base.js', '64dddad9'), |
176 | ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-phone-en_US.vflset/base.js', '64dddad9'), | |
177 | ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-phone-de_DE.vflset/base.js', '64dddad9'), | |
178 | ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-tablet-en_US.vflset/base.js', '64dddad9'), | |
e40c758c S |
179 | # obsolete |
180 | ('https://www.youtube.com/yts/jsbin/player_ias-vfle4-e03/en_US/base.js', 'vfle4-e03'), | |
181 | ('https://www.youtube.com/yts/jsbin/player_ias-vfl49f_g4/en_US/base.js', 'vfl49f_g4'), | |
182 | ('https://www.youtube.com/yts/jsbin/player_ias-vflCPQUIL/en_US/base.js', 'vflCPQUIL'), | |
183 | ('https://www.youtube.com/yts/jsbin/player-vflzQZbt7/en_US/base.js', 'vflzQZbt7'), | |
184 | ('https://www.youtube.com/yts/jsbin/player-en_US-vflaxXRn1/base.js', 'vflaxXRn1'), | |
185 | ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js', 'vflXGBaUN'), | |
186 | ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js', 'vflKjOTVq'), | |
e40c758c S |
187 | ) |
188 | for player_url, expected_player_id in PLAYER_URLS: | |
545cc85d | 189 | player_id = YoutubeIE._extract_player_info(player_url) |
e40c758c S |
190 | self.assertEqual(player_id, expected_player_id) |
191 | ||
192 | ||
060ac762 | 193 | @is_download_test |
e0df6211 PH |
194 | class TestSignature(unittest.TestCase): |
195 | def setUp(self): | |
196 | TEST_DIR = os.path.dirname(os.path.abspath(__file__)) | |
d5a39898 | 197 | self.TESTDATA_DIR = os.path.join(TEST_DIR, 'testdata/sigs') |
e0df6211 PH |
198 | if not os.path.exists(self.TESTDATA_DIR): |
199 | os.mkdir(self.TESTDATA_DIR) | |
200 | ||
d5a39898 | 201 | def tearDown(self): |
19a03940 | 202 | with contextlib.suppress(OSError): |
d5a39898 | 203 | for f in os.listdir(self.TESTDATA_DIR): |
204 | os.remove(f) | |
d5a39898 | 205 | |
e0df6211 | 206 | |
404f611f | 207 | def t_factory(name, sig_func, url_pattern): |
208 | def make_tfunc(url, sig_input, expected_sig): | |
209 | m = url_pattern.match(url) | |
210 | assert m, '%r should follow URL format' % url | |
211 | test_id = m.group('id') | |
212 | ||
213 | def test_func(self): | |
214 | basename = f'player-{name}-{test_id}.js' | |
215 | fn = os.path.join(self.TESTDATA_DIR, basename) | |
216 | ||
217 | if not os.path.exists(fn): | |
f9934b96 | 218 | urllib.request.urlretrieve(url, fn) |
86e5f3ed | 219 | with open(fn, encoding='utf-8') as testf: |
404f611f | 220 | jscode = testf.read() |
221 | self.assertEqual(sig_func(jscode, sig_input), expected_sig) | |
222 | ||
223 | test_func.__name__ = f'test_{name}_js_{test_id}' | |
224 | setattr(TestSignature, test_func.__name__, test_func) | |
225 | return make_tfunc | |
226 | ||
e0df6211 | 227 | |
404f611f | 228 | def signature(jscode, sig_input): |
229 | func = YoutubeIE(FakeYDL())._parse_sig_js(jscode) | |
230 | src_sig = ( | |
14f25df2 | 231 | str(string.printable[:sig_input]) |
404f611f | 232 | if isinstance(sig_input, int) else sig_input) |
233 | return func(src_sig) | |
e0df6211 | 234 | |
e0df6211 | 235 | |
404f611f | 236 | def n_sig(jscode, sig_input): |
237 | funcname = YoutubeIE(FakeYDL())._extract_n_function_name(jscode) | |
238 | return JSInterpreter(jscode).call_function(funcname, sig_input) | |
e0df6211 | 239 | |
e0df6211 | 240 | |
404f611f | 241 | make_sig_test = t_factory( |
01aba251 | 242 | 'signature', signature, re.compile(r'.*(?:-|/player/)(?P<id>[a-zA-Z0-9_-]+)(?:/.+\.js|(?:/watch_as3|/html5player)?\.[a-z]+)$')) |
404f611f | 243 | for test_spec in _SIG_TESTS: |
244 | make_sig_test(*test_spec) | |
582be358 | 245 | |
404f611f | 246 | make_nsig_test = t_factory( |
247 | 'nsig', n_sig, re.compile(r'.+/player/(?P<id>[a-zA-Z0-9_-]+)/.+.js$')) | |
248 | for test_spec in _NSIG_TESTS: | |
249 | make_nsig_test(*test_spec) | |
e0df6211 PH |
250 | |
251 | ||
252 | if __name__ == '__main__': | |
253 | unittest.main() |