test/test_youtube_signature.py

   1 #!/usr/bin/env python3
   2 # Allow direct execution
   3 import os
   4 import sys
   5 import unittest
   6
   7 sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
   8
   9 import re
  10 import string
  11 import urllib.request
  12 from test.helper import FakeYDL, is_download_test
  13
  14 from yt_dlp.compat import compat_str
  15 from yt_dlp.extractor import YoutubeIE
  16 from yt_dlp.jsinterp import JSInterpreter
  17
  18 _SIG_TESTS = [
  19     (
  20         'https://s.ytimg.com/yts/jsbin/html5player-vflHOr_nV.js',
  21         86,
  22         '>=<;:/.-[+*)(\'&%$#"!ZYX0VUTSRQPONMLKJIHGFEDCBA\\yxwvutsrqponmlkjihgfedcba987654321',
  23     ),
  24     (
  25         'https://s.ytimg.com/yts/jsbin/html5player-vfldJ8xgI.js',
  26         85,
  27         '3456789a0cdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRS[UVWXYZ!"#$%&\'()*+,-./:;<=>?@',
  28     ),
  29     (
  30         'https://s.ytimg.com/yts/jsbin/html5player-vfle-mVwz.js',
  31         90,
  32         ']\\[@?>=<;:/.-,+*)(\'&%$#"hZYXWVUTSRQPONMLKJIHGFEDCBAzyxwvutsrqponmlkjiagfedcb39876',
  33     ),
  34     (
  35         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl0Cbn9e.js',
  36         84,
  37         'O1I3456789abcde0ghijklmnopqrstuvwxyzABCDEFGHfJKLMN2PQRSTUVW@YZ!"#$%&\'()*+,-./:;<=',
  38     ),
  39     (
  40         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js',
  41         '2ACFC7A61CA478CD21425E5A57EBD73DDC78E22A.2094302436B2D377D14A3BBA23022D023B8BC25AA',
  42         'A52CB8B320D22032ABB3A41D773D2B6342034902.A22E87CDD37DBE75A5E52412DC874AC16A7CFCA2',
  43     ),
  44     (
  45         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflBb0OQx.js',
  46         84,
  47         '123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQ0STUVWXYZ!"#$%&\'()*+,@./:;<=>'
  48     ),
  49     (
  50         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl9FYC6l.js',
  51         83,
  52         '123456789abcdefghijklmnopqr0tuvwxyzABCDETGHIJKLMNOPQRS>UVWXYZ!"#$%&\'()*+,-./:;<=F'
  53     ),
  54     (
  55         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflCGk6yw/html5player.js',
  56         '4646B5181C6C3020DF1D9C7FCFEA.AD80ABF70C39BD369CCCAE780AFBB98FA6B6CB42766249D9488C288',
  57         '82C8849D94266724DC6B6AF89BBFA087EACCD963.B93C07FBA084ACAEFCF7C9D1FD0203C6C1815B6B'
  58     ),
  59     (
  60         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js',
  61         '312AA52209E3623129A412D56A40F11CB0AF14AE.3EE09501CB14E3BCDC3B2AE808BF3F1D14E7FBF12',
  62         '112AA5220913623229A412D56A40F11CB0AF14AE.3EE0950FCB14EEBCDC3B2AE808BF331D14E7FBF3',
  63     )
  64 ]
  65
  66 _NSIG_TESTS = [
  67     (
  68         'https://www.youtube.com/s/player/9216d1f7/player_ias.vflset/en_US/base.js',
  69         'SLp9F5bwjAdhE9F-', 'gWnb9IK2DJ8Q1w',
  70     ),
  71     (
  72         'https://www.youtube.com/s/player/f8cb7a3b/player_ias.vflset/en_US/base.js',
  73         'oBo2h5euWy6osrUt', 'ivXHpm7qJjJN',
  74     ),
  75     (
  76         'https://www.youtube.com/s/player/2dfe380c/player_ias.vflset/en_US/base.js',
  77         'oBo2h5euWy6osrUt', '3DIBbn3qdQ',
  78     ),
  79     (
  80         'https://www.youtube.com/s/player/f1ca6900/player_ias.vflset/en_US/base.js',
  81         'cu3wyu6LQn2hse', 'jvxetvmlI9AN9Q',
  82     ),
  83     (
  84         'https://www.youtube.com/s/player/8040e515/player_ias.vflset/en_US/base.js',
  85         'wvOFaY-yjgDuIEg5', 'HkfBFDHmgw4rsw',
  86     ),
  87     (
  88         'https://www.youtube.com/s/player/e06dea74/player_ias.vflset/en_US/base.js',
  89         'AiuodmaDDYw8d3y4bf', 'ankd8eza2T6Qmw',
  90     ),
  91     (
  92         'https://www.youtube.com/s/player/5dd88d1d/player-plasma-ias-phone-en_US.vflset/base.js',
  93         'kSxKFLeqzv_ZyHSAt', 'n8gS8oRlHOxPFA',
  94     ),
  95 ]
  96
  97
  98 @is_download_test
  99 class TestPlayerInfo(unittest.TestCase):
 100     def test_youtube_extract_player_info(self):
 101         PLAYER_URLS = (
 102             ('https://www.youtube.com/s/player/64dddad9/player_ias.vflset/en_US/base.js', '64dddad9'),
 103             ('https://www.youtube.com/s/player/64dddad9/player_ias.vflset/fr_FR/base.js', '64dddad9'),
 104             ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-phone-en_US.vflset/base.js', '64dddad9'),
 105             ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-phone-de_DE.vflset/base.js', '64dddad9'),
 106             ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-tablet-en_US.vflset/base.js', '64dddad9'),
 107             # obsolete
 108             ('https://www.youtube.com/yts/jsbin/player_ias-vfle4-e03/en_US/base.js', 'vfle4-e03'),
 109             ('https://www.youtube.com/yts/jsbin/player_ias-vfl49f_g4/en_US/base.js', 'vfl49f_g4'),
 110             ('https://www.youtube.com/yts/jsbin/player_ias-vflCPQUIL/en_US/base.js', 'vflCPQUIL'),
 111             ('https://www.youtube.com/yts/jsbin/player-vflzQZbt7/en_US/base.js', 'vflzQZbt7'),
 112             ('https://www.youtube.com/yts/jsbin/player-en_US-vflaxXRn1/base.js', 'vflaxXRn1'),
 113             ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js', 'vflXGBaUN'),
 114             ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js', 'vflKjOTVq'),
 115         )
 116         for player_url, expected_player_id in PLAYER_URLS:
 117             player_id = YoutubeIE._extract_player_info(player_url)
 118             self.assertEqual(player_id, expected_player_id)
 119
 120
 121 @is_download_test
 122 class TestSignature(unittest.TestCase):
 123     def setUp(self):
 124         TEST_DIR = os.path.dirname(os.path.abspath(__file__))
 125         self.TESTDATA_DIR = os.path.join(TEST_DIR, 'testdata/sigs')
 126         if not os.path.exists(self.TESTDATA_DIR):
 127             os.mkdir(self.TESTDATA_DIR)
 128
 129     def tearDown(self):
 130         try:
 131             for f in os.listdir(self.TESTDATA_DIR):
 132                 os.remove(f)
 133         except OSError:
 134             pass
 135
 136
 137 def t_factory(name, sig_func, url_pattern):
 138     def make_tfunc(url, sig_input, expected_sig):
 139         m = url_pattern.match(url)
 140         assert m, '%r should follow URL format' % url
 141         test_id = m.group('id')
 142
 143         def test_func(self):
 144             basename = f'player-{name}-{test_id}.js'
 145             fn = os.path.join(self.TESTDATA_DIR, basename)
 146
 147             if not os.path.exists(fn):
 148                 urllib.request.urlretrieve(url, fn)
 149             with open(fn, encoding='utf-8') as testf:
 150                 jscode = testf.read()
 151             self.assertEqual(sig_func(jscode, sig_input), expected_sig)
 152
 153         test_func.__name__ = f'test_{name}_js_{test_id}'
 154         setattr(TestSignature, test_func.__name__, test_func)
 155     return make_tfunc
 156
 157
 158 def signature(jscode, sig_input):
 159     func = YoutubeIE(FakeYDL())._parse_sig_js(jscode)
 160     src_sig = (
 161         compat_str(string.printable[:sig_input])
 162         if isinstance(sig_input, int) else sig_input)
 163     return func(src_sig)
 164
 165
 166 def n_sig(jscode, sig_input):
 167     funcname = YoutubeIE(FakeYDL())._extract_n_function_name(jscode)
 168     return JSInterpreter(jscode).call_function(funcname, sig_input)
 169
 170
 171 make_sig_test = t_factory(
 172     'signature', signature, re.compile(r'.*-(?P<id>[a-zA-Z0-9_-]+)(?:/watch_as3|/html5player)?\.[a-z]+$'))
 173 for test_spec in _SIG_TESTS:
 174     make_sig_test(*test_spec)
 175
 176 make_nsig_test = t_factory(
 177     'nsig', n_sig, re.compile(r'.+/player/(?P<id>[a-zA-Z0-9_-]+)/.+.js$'))
 178 for test_spec in _NSIG_TESTS:
 179     make_nsig_test(*test_spec)
 180
 181
 182 if __name__ == '__main__':
 183     unittest.main()