test/test_youtube_signature.py

   1 #!/usr/bin/env python3
   2
   3 from __future__ import unicode_literals
   4
   5 # Allow direct execution
   6 import os
   7 import sys
   8 import unittest
   9 sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
  10
  11 import io
  12 import re
  13 import string
  14
  15 from test.helper import FakeYDL, is_download_test
  16 from yt_dlp.extractor import YoutubeIE
  17 from yt_dlp.jsinterp import JSInterpreter
  18 from yt_dlp.compat import compat_str, compat_urlretrieve
  19
  20 _SIG_TESTS = [
  21     (
  22         'https://s.ytimg.com/yts/jsbin/html5player-vflHOr_nV.js',
  23         86,
  24         '>=<;:/.-[+*)(\'&%$#"!ZYX0VUTSRQPONMLKJIHGFEDCBA\\yxwvutsrqponmlkjihgfedcba987654321',
  25     ),
  26     (
  27         'https://s.ytimg.com/yts/jsbin/html5player-vfldJ8xgI.js',
  28         85,
  29         '3456789a0cdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRS[UVWXYZ!"#$%&\'()*+,-./:;<=>?@',
  30     ),
  31     (
  32         'https://s.ytimg.com/yts/jsbin/html5player-vfle-mVwz.js',
  33         90,
  34         ']\\[@?>=<;:/.-,+*)(\'&%$#"hZYXWVUTSRQPONMLKJIHGFEDCBAzyxwvutsrqponmlkjiagfedcb39876',
  35     ),
  36     (
  37         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl0Cbn9e.js',
  38         84,
  39         'O1I3456789abcde0ghijklmnopqrstuvwxyzABCDEFGHfJKLMN2PQRSTUVW@YZ!"#$%&\'()*+,-./:;<=',
  40     ),
  41     (
  42         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js',
  43         '2ACFC7A61CA478CD21425E5A57EBD73DDC78E22A.2094302436B2D377D14A3BBA23022D023B8BC25AA',
  44         'A52CB8B320D22032ABB3A41D773D2B6342034902.A22E87CDD37DBE75A5E52412DC874AC16A7CFCA2',
  45     ),
  46     (
  47         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflBb0OQx.js',
  48         84,
  49         '123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQ0STUVWXYZ!"#$%&\'()*+,@./:;<=>'
  50     ),
  51     (
  52         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vfl9FYC6l.js',
  53         83,
  54         '123456789abcdefghijklmnopqr0tuvwxyzABCDETGHIJKLMNOPQRS>UVWXYZ!"#$%&\'()*+,-./:;<=F'
  55     ),
  56     (
  57         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflCGk6yw/html5player.js',
  58         '4646B5181C6C3020DF1D9C7FCFEA.AD80ABF70C39BD369CCCAE780AFBB98FA6B6CB42766249D9488C288',
  59         '82C8849D94266724DC6B6AF89BBFA087EACCD963.B93C07FBA084ACAEFCF7C9D1FD0203C6C1815B6B'
  60     ),
  61     (
  62         'https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js',
  63         '312AA52209E3623129A412D56A40F11CB0AF14AE.3EE09501CB14E3BCDC3B2AE808BF3F1D14E7FBF12',
  64         '112AA5220913623229A412D56A40F11CB0AF14AE.3EE0950FCB14EEBCDC3B2AE808BF331D14E7FBF3',
  65     )
  66 ]
  67
  68 _NSIG_TESTS = [
  69     (
  70         'https://www.youtube.com/s/player/9216d1f7/player_ias.vflset/en_US/base.js',
  71         'SLp9F5bwjAdhE9F-', 'gWnb9IK2DJ8Q1w',
  72     ),  # TODO: Add more tests
  73 ]
  74
  75
  76 @is_download_test
  77 class TestPlayerInfo(unittest.TestCase):
  78     def test_youtube_extract_player_info(self):
  79         PLAYER_URLS = (
  80             ('https://www.youtube.com/s/player/64dddad9/player_ias.vflset/en_US/base.js', '64dddad9'),
  81             ('https://www.youtube.com/s/player/64dddad9/player_ias.vflset/fr_FR/base.js', '64dddad9'),
  82             ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-phone-en_US.vflset/base.js', '64dddad9'),
  83             ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-phone-de_DE.vflset/base.js', '64dddad9'),
  84             ('https://www.youtube.com/s/player/64dddad9/player-plasma-ias-tablet-en_US.vflset/base.js', '64dddad9'),
  85             # obsolete
  86             ('https://www.youtube.com/yts/jsbin/player_ias-vfle4-e03/en_US/base.js', 'vfle4-e03'),
  87             ('https://www.youtube.com/yts/jsbin/player_ias-vfl49f_g4/en_US/base.js', 'vfl49f_g4'),
  88             ('https://www.youtube.com/yts/jsbin/player_ias-vflCPQUIL/en_US/base.js', 'vflCPQUIL'),
  89             ('https://www.youtube.com/yts/jsbin/player-vflzQZbt7/en_US/base.js', 'vflzQZbt7'),
  90             ('https://www.youtube.com/yts/jsbin/player-en_US-vflaxXRn1/base.js', 'vflaxXRn1'),
  91             ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflXGBaUN.js', 'vflXGBaUN'),
  92             ('https://s.ytimg.com/yts/jsbin/html5player-en_US-vflKjOTVq/html5player.js', 'vflKjOTVq'),
  93         )
  94         for player_url, expected_player_id in PLAYER_URLS:
  95             player_id = YoutubeIE._extract_player_info(player_url)
  96             self.assertEqual(player_id, expected_player_id)
  97
  98
  99 @is_download_test
 100 class TestSignature(unittest.TestCase):
 101     def setUp(self):
 102         TEST_DIR = os.path.dirname(os.path.abspath(__file__))
 103         self.TESTDATA_DIR = os.path.join(TEST_DIR, 'testdata')
 104         if not os.path.exists(self.TESTDATA_DIR):
 105             os.mkdir(self.TESTDATA_DIR)
 106
 107
 108 def t_factory(name, sig_func, url_pattern):
 109     def make_tfunc(url, sig_input, expected_sig):
 110         m = url_pattern.match(url)
 111         assert m, '%r should follow URL format' % url
 112         test_id = m.group('id')
 113
 114         def test_func(self):
 115             basename = f'player-{name}-{test_id}.js'
 116             fn = os.path.join(self.TESTDATA_DIR, basename)
 117
 118             if not os.path.exists(fn):
 119                 compat_urlretrieve(url, fn)
 120             with io.open(fn, encoding='utf-8') as testf:
 121                 jscode = testf.read()
 122             self.assertEqual(sig_func(jscode, sig_input), expected_sig)
 123
 124         test_func.__name__ = f'test_{name}_js_{test_id}'
 125         setattr(TestSignature, test_func.__name__, test_func)
 126     return make_tfunc
 127
 128
 129 def signature(jscode, sig_input):
 130     func = YoutubeIE(FakeYDL())._parse_sig_js(jscode)
 131     src_sig = (
 132         compat_str(string.printable[:sig_input])
 133         if isinstance(sig_input, int) else sig_input)
 134     return func(src_sig)
 135
 136
 137 def n_sig(jscode, sig_input):
 138     funcname = YoutubeIE(FakeYDL())._extract_n_function_name(jscode)
 139     return JSInterpreter(jscode).call_function(funcname, sig_input)
 140
 141
 142 make_sig_test = t_factory(
 143     'signature', signature, re.compile(r'.*-(?P<id>[a-zA-Z0-9_-]+)(?:/watch_as3|/html5player)?\.[a-z]+$'))
 144 for test_spec in _SIG_TESTS:
 145     make_sig_test(*test_spec)
 146
 147 make_nsig_test = t_factory(
 148     'nsig', n_sig, re.compile(r'.+/player/(?P<id>[a-zA-Z0-9_-]+)/.+.js$'))
 149 for test_spec in _NSIG_TESTS:
 150     make_nsig_test(*test_spec)
 151
 152
 153 if __name__ == '__main__':
 154     unittest.main()