test/test_jsinterp.py

   1 #!/usr/bin/env python3
   2
   3 # Allow direct execution
   4 import os
   5 import sys
   6 import unittest
   7
   8 sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
   9
  10 import math
  11
  12 from yt_dlp.jsinterp import JS_Undefined, JSInterpreter
  13
  14
  15 class TestJSInterpreter(unittest.TestCase):
  16     def _test(self, code, ret, func='f', args=()):
  17         self.assertEqual(JSInterpreter(code).call_function(func, *args), ret)
  18
  19     def test_basic(self):
  20         jsi = JSInterpreter('function f(){;}')
  21         self.assertEqual(repr(jsi.extract_function('f')), 'F<f>')
  22         self.assertEqual(jsi.call_function('f'), None)
  23
  24         self._test('function f(){return 42;}', 42)
  25         self._test('function f(){42}', None)
  26         self._test('var f = function(){return 42;}', 42)
  27
  28     def test_calc(self):
  29         self._test('function f(a){return 2*a+1;}', 7, args=[3])
  30
  31     def test_empty_return(self):
  32         self._test('function f(){return; y()}', None)
  33
  34     def test_morespace(self):
  35         self._test('function f (a) { return 2 * a + 1 ; }', 7, args=[3])
  36         self._test('function f () { x =  2  ; return x; }', 2)
  37
  38     def test_strange_chars(self):
  39         self._test('function $_xY1 ($_axY1) { var $_axY2 = $_axY1 + 1; return $_axY2; }',
  40                    21, args=[20], func='$_xY1')
  41
  42     def test_operators(self):
  43         self._test('function f(){return 1 << 5;}', 32)
  44         self._test('function f(){return 2 ** 5}', 32)
  45         self._test('function f(){return 19 & 21;}', 17)
  46         self._test('function f(){return 11 >> 2;}', 2)
  47         self._test('function f(){return []? 2+3: 4;}', 5)
  48         self._test('function f(){return 1 == 2}', False)
  49         self._test('function f(){return 0 && 1 || 2;}', 2)
  50         self._test('function f(){return 0 ?? 42;}', 0)
  51         self._test('function f(){return "life, the universe and everything" < 42;}', False)
  52
  53     def test_array_access(self):
  54         self._test('function f(){var x = [1,2,3]; x[0] = 4; x[0] = 5; x[2.0] = 7; return x;}', [5, 2, 7])
  55
  56     def test_parens(self):
  57         self._test('function f(){return (1) + (2) * ((( (( (((((3)))))) )) ));}', 7)
  58         self._test('function f(){return (1 + 2) * 3;}', 9)
  59
  60     def test_quotes(self):
  61         self._test(R'function f(){return "a\"\\("}', R'a"\(')
  62
  63     def test_assignments(self):
  64         self._test('function f(){var x = 20; x = 30 + 1; return x;}', 31)
  65         self._test('function f(){var x = 20; x += 30 + 1; return x;}', 51)
  66         self._test('function f(){var x = 20; x -= 30 + 1; return x;}', -11)
  67
  68     @unittest.skip('Not implemented')
  69     def test_comments(self):
  70         self._test('''
  71             function f() {
  72                 var x = /* 1 + */ 2;
  73                 var y = /* 30
  74                 * 40 */ 50;
  75                 return x + y;
  76             }
  77         ''', 52)
  78
  79         self._test('''
  80             function f() {
  81                 var x = "/*";
  82                 var y = 1 /* comment */ + 2;
  83                 return y;
  84             }
  85         ''', 3)
  86
  87     def test_precedence(self):
  88         self._test('''
  89             function f() {
  90                 var a = [10, 20, 30, 40, 50];
  91                 var b = 6;
  92                 a[0]=a[b%a.length];
  93                 return a;
  94             }
  95         ''', [20, 20, 30, 40, 50])
  96
  97     def test_builtins(self):
  98         jsi = JSInterpreter('function f() { return NaN }')
  99         self.assertTrue(math.isnan(jsi.call_function('f')))
 100
 101     def test_date(self):
 102         self._test('function f() { return new Date("Wednesday 31 December 1969 18:01:26 MDT") - 0; }', 86000)
 103
 104         jsi = JSInterpreter('function f(dt) { return new Date(dt) - 0; }')
 105         self.assertEqual(jsi.call_function('f', 'Wednesday 31 December 1969 18:01:26 MDT'), 86000)
 106         self.assertEqual(jsi.call_function('f', '12/31/1969 18:01:26 MDT'), 86000)  # m/d/y
 107         self.assertEqual(jsi.call_function('f', '1 January 1970 00:00:00 UTC'), 0)
 108
 109     def test_call(self):
 110         jsi = JSInterpreter('''
 111             function x() { return 2; }
 112             function y(a) { return x() + (a?a:0); }
 113             function z() { return y(3); }
 114         ''')
 115         self.assertEqual(jsi.call_function('z'), 5)
 116         self.assertEqual(jsi.call_function('y'), 2)
 117
 118     def test_if(self):
 119         self._test('''
 120             function f() {
 121                 let a = 9;
 122                 if (0==0) {a++}
 123                 return a
 124             }
 125         ''', 10)
 126
 127         self._test('''
 128             function f() {
 129                 if (0==0) {return 10}
 130             }
 131         ''', 10)
 132
 133         self._test('''
 134             function f() {
 135                 if (0!=0) {return 1}
 136                 else {return 10}
 137             }
 138         ''', 10)
 139
 140         """  # Unsupported
 141         self._test('''
 142             function f() {
 143                 if (0!=0) {return 1}
 144                 else if (1==0) {return 2}
 145                 else {return 10}
 146             }
 147         ''', 10)
 148         """
 149
 150     def test_for_loop(self):
 151         self._test('function f() { a=0; for (i=0; i-10; i++) {a++} return a }', 10)
 152
 153     def test_switch(self):
 154         jsi = JSInterpreter('''
 155             function f(x) { switch(x){
 156                 case 1:x+=1;
 157                 case 2:x+=2;
 158                 case 3:x+=3;break;
 159                 case 4:x+=4;
 160                 default:x=0;
 161             } return x }
 162         ''')
 163         self.assertEqual(jsi.call_function('f', 1), 7)
 164         self.assertEqual(jsi.call_function('f', 3), 6)
 165         self.assertEqual(jsi.call_function('f', 5), 0)
 166
 167     def test_switch_default(self):
 168         jsi = JSInterpreter('''
 169             function f(x) { switch(x){
 170                 case 2: x+=2;
 171                 default: x-=1;
 172                 case 5:
 173                 case 6: x+=6;
 174                 case 0: break;
 175                 case 1: x+=1;
 176             } return x }
 177         ''')
 178         self.assertEqual(jsi.call_function('f', 1), 2)
 179         self.assertEqual(jsi.call_function('f', 5), 11)
 180         self.assertEqual(jsi.call_function('f', 9), 14)
 181
 182     def test_try(self):
 183         self._test('function f() { try{return 10} catch(e){return 5} }', 10)
 184
 185     def test_catch(self):
 186         self._test('function f() { try{throw 10} catch(e){return 5} }', 5)
 187
 188     def test_finally(self):
 189         self._test('function f() { try{throw 10} finally {return 42} }', 42)
 190         self._test('function f() { try{throw 10} catch(e){return 5} finally {return 42} }', 42)
 191
 192     def test_nested_try(self):
 193         self._test('''
 194             function f() {try {
 195                 try{throw 10} finally {throw 42}
 196                 } catch(e){return 5} }
 197         ''', 5)
 198
 199     def test_for_loop_continue(self):
 200         self._test('function f() { a=0; for (i=0; i-10; i++) { continue; a++ } return a }', 0)
 201
 202     def test_for_loop_break(self):
 203         self._test('function f() { a=0; for (i=0; i-10; i++) { break; a++ } return a }', 0)
 204
 205     def test_for_loop_try(self):
 206         self._test('''
 207             function f() {
 208                 for (i=0; i-10; i++) { try { if (i == 5) throw i} catch {return 10} finally {break} };
 209                 return 42 }
 210         ''', 42)
 211
 212     def test_literal_list(self):
 213         self._test('function f() { return [1, 2, "asdf", [5, 6, 7]][3] }', [5, 6, 7])
 214
 215     def test_comma(self):
 216         self._test('function f() { a=5; a -= 1, a+=3; return a }', 7)
 217         self._test('function f() { a=5; return (a -= 1, a+=3, a); }', 7)
 218         self._test('function f() { return (l=[0,1,2,3], function(a, b){return a+b})((l[1], l[2]), l[3]) }', 5)
 219
 220     def test_void(self):
 221         self._test('function f() { return void 42; }', None)
 222
 223     def test_return_function(self):
 224         jsi = JSInterpreter('''
 225             function f() { return [1, function(){return 1}][1] }
 226         ''')
 227         self.assertEqual(jsi.call_function('f')([]), 1)
 228
 229     def test_null(self):
 230         self._test('function f() { return null; }', None)
 231         self._test('function f() { return [null > 0, null < 0, null == 0, null === 0]; }',
 232                    [False, False, False, False])
 233         self._test('function f() { return [null >= 0, null <= 0]; }', [True, True])
 234
 235     def test_undefined(self):
 236         self._test('function f() { return undefined === undefined; }', True)
 237         self._test('function f() { return undefined; }', JS_Undefined)
 238         self._test('function f() {return undefined ?? 42; }', 42)
 239         self._test('function f() { let v; return v; }', JS_Undefined)
 240         self._test('function f() { let v; return v**0; }', 1)
 241         self._test('function f() { let v; return [v>42, v<=42, v&&42, 42&&v]; }',
 242                    [False, False, JS_Undefined, JS_Undefined])
 243
 244         self._test('''
 245             function f() { return [
 246                 undefined === undefined,
 247                 undefined == undefined,
 248                 undefined == null,
 249                 undefined < undefined,
 250                 undefined > undefined,
 251                 undefined === 0,
 252                 undefined == 0,
 253                 undefined < 0,
 254                 undefined > 0,
 255                 undefined >= 0,
 256                 undefined <= 0,
 257                 undefined > null,
 258                 undefined < null,
 259                 undefined === null
 260             ]; }
 261         ''', list(map(bool, (1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0))))
 262
 263         jsi = JSInterpreter('''
 264             function f() { let v; return [42+v, v+42, v**42, 42**v, 0**v]; }
 265         ''')
 266         for y in jsi.call_function('f'):
 267             self.assertTrue(math.isnan(y))
 268
 269     def test_object(self):
 270         self._test('function f() { return {}; }', {})
 271         self._test('function f() { let a = {m1: 42, m2: 0 }; return [a["m1"], a.m2]; }', [42, 0])
 272         self._test('function f() { let a; return a?.qq; }', JS_Undefined)
 273         self._test('function f() { let a = {m1: 42, m2: 0 }; return a?.qq; }', JS_Undefined)
 274
 275     def test_regex(self):
 276         self._test('function f() { let a=/,,[/,913,/](,)}/; }', None)
 277         self._test('function f() { let a=/,,[/,913,/](,)}/; return a; }', R'/,,[/,913,/](,)}/0')
 278
 279         R'''  # We are not compiling regex
 280         jsi = JSInterpreter('function f() { let a=/,,[/,913,/](,)}/; return a; }')
 281         self.assertIsInstance(jsi.call_function('f'), re.Pattern)
 282
 283         jsi = JSInterpreter('function f() { let a=/,,[/,913,/](,)}/i; return a; }')
 284         self.assertEqual(jsi.call_function('f').flags & re.I, re.I)
 285
 286         jsi = JSInterpreter(R'function f() { let a=/,][}",],()}(\[)/; return a; }')
 287         self.assertEqual(jsi.call_function('f').pattern, r',][}",],()}(\[)')
 288
 289         jsi = JSInterpreter(R'function f() { let a=[/[)\\]/]; return a[0]; }')
 290         self.assertEqual(jsi.call_function('f').pattern, r'[)\\]')
 291         '''
 292
 293     @unittest.skip('Not implemented')
 294     def test_replace(self):
 295         self._test('function f() { let a="data-name".replace("data-", ""); return a }',
 296                    'name')
 297         self._test('function f() { let a="data-name".replace(new RegExp("^.+-"), ""); return a; }',
 298                    'name')
 299         self._test('function f() { let a="data-name".replace(/^.+-/, ""); return a; }',
 300                    'name')
 301         self._test('function f() { let a="data-name".replace(/a/g, "o"); return a; }',
 302                    'doto-nome')
 303         self._test('function f() { let a="data-name".replaceAll("a", "o"); return a; }',
 304                    'doto-nome')
 305
 306     def test_char_code_at(self):
 307         jsi = JSInterpreter('function f(i){return "test".charCodeAt(i)}')
 308         self.assertEqual(jsi.call_function('f', 0), 116)
 309         self.assertEqual(jsi.call_function('f', 1), 101)
 310         self.assertEqual(jsi.call_function('f', 2), 115)
 311         self.assertEqual(jsi.call_function('f', 3), 116)
 312         self.assertEqual(jsi.call_function('f', 4), None)
 313         self.assertEqual(jsi.call_function('f', 'not_a_number'), 116)
 314
 315     def test_bitwise_operators_overflow(self):
 316         self._test('function f(){return -524999584 << 5}', 379882496)
 317         self._test('function f(){return 1236566549 << 5}', 915423904)
 318
 319     def test_bitwise_operators_typecast(self):
 320         self._test('function f(){return null << 5}', 0)
 321         self._test('function f(){return undefined >> 5}', 0)
 322         self._test('function f(){return 42 << NaN}', 42)
 323
 324     def test_negative(self):
 325         self._test('function f(){return 2    *    -2.0    ;}', -4)
 326         self._test('function f(){return 2    -    - -2    ;}', 0)
 327         self._test('function f(){return 2    -    - - -2  ;}', 4)
 328         self._test('function f(){return 2    -    + + - -2;}', 0)
 329         self._test('function f(){return 2    +    - + - -2;}', 0)
 330
 331     @unittest.skip('Not implemented')
 332     def test_packed(self):
 333         jsi = JSInterpreter('''function f(p,a,c,k,e,d){while(c--)if(k[c])p=p.replace(new RegExp('\\b'+c.toString(a)+'\\b','g'),k[c]);return p}''')
 334         self.assertEqual(jsi.call_function('f', '''h 7=g("1j");7.7h({7g:[{33:"w://7f-7e-7d-7c.v.7b/7a/79/78/77/76.74?t=73&s=2s&e=72&f=2t&71=70.0.0.1&6z=6y&6x=6w"}],6v:"w://32.v.u/6u.31",16:"r%",15:"r%",6t:"6s",6r:"",6q:"l",6p:"l",6o:"6n",6m:\'6l\',6k:"6j",9:[{33:"/2u?b=6i&n=50&6h=w://32.v.u/6g.31",6f:"6e"}],1y:{6d:1,6c:\'#6b\',6a:\'#69\',68:"67",66:30,65:r,},"64":{63:"%62 2m%m%61%5z%5y%5x.u%5w%5v%5u.2y%22 2k%m%1o%22 5t%m%1o%22 5s%m%1o%22 2j%m%5r%22 16%m%5q%22 15%m%5p%22 5o%2z%5n%5m%2z",5l:"w://v.u/d/1k/5k.2y",5j:[]},\'5i\':{"5h":"5g"},5f:"5e",5d:"w://v.u",5c:{},5b:l,1x:[0.25,0.50,0.75,1,1.25,1.5,2]});h 1m,1n,5a;h 59=0,58=0;h 7=g("1j");h 2x=0,57=0,56=0;$.55({54:{\'53-52\':\'2i-51\'}});7.j(\'4z\',6(x){c(5>0&&x.1l>=5&&1n!=1){1n=1;$(\'q.4y\').4x(\'4w\')}});7.j(\'13\',6(x){2x=x.1l});7.j(\'2g\',6(x){2w(x)});7.j(\'4v\',6(){$(\'q.2v\').4u()});6 2w(x){$(\'q.2v\').4t();c(1m)19;1m=1;17=0;c(4s.4r===l){17=1}$.4q(\'/2u?b=4p&2l=1k&4o=2t-4n-4m-2s-4l&4k=&4j=&4i=&17=\'+17,6(2r){$(\'#4h\').4g(2r)});$(\'.3-8-4f-4e:4d("4c")\').2h(6(e){2q();g().4b(0);g().4a(l)});6 2q(){h $14=$("<q />").2p({1l:"49",16:"r%",15:"r%",48:0,2n:0,2o:47,46:"45(10%, 10%, 10%, 0.4)","44-43":"42"});$("<41 />").2p({16:"60%",15:"60%",2o:40,"3z-2n":"3y"}).3x({\'2m\':\'/?b=3w&2l=1k\',\'2k\':\'0\',\'2j\':\'2i\'}).2f($14);$14.2h(6(){$(3v).3u();g().2g()});$14.2f($(\'#1j\'))}g().13(0);}6 3t(){h 9=7.1b(2e);2d.2c(9);c(9.n>1){1r(i=0;i<9.n;i++){c(9[i].1a==2e){2d.2c(\'!!=\'+i);7.1p(i)}}}}7.j(\'3s\',6(){g().1h("/2a/3r.29","3q 10 28",6(){g().13(g().27()+10)},"2b");$("q[26=2b]").23().21(\'.3-20-1z\');g().1h("/2a/3p.29","3o 10 28",6(){h 12=g().27()-10;c(12<0)12=0;g().13(12)},"24");$("q[26=24]").23().21(\'.3-20-1z\');});6 1i(){}7.j(\'3n\',6(){1i()});7.j(\'3m\',6(){1i()});7.j("k",6(y){h 9=7.1b();c(9.n<2)19;$(\'.3-8-3l-3k\').3j(6(){$(\'#3-8-a-k\').1e(\'3-8-a-z\');$(\'.3-a-k\').p(\'o-1f\',\'11\')});7.1h("/3i/3h.3g","3f 3e",6(){$(\'.3-1w\').3d(\'3-8-1v\');$(\'.3-8-1y, .3-8-1x\').p(\'o-1g\',\'11\');c($(\'.3-1w\').3c(\'3-8-1v\')){$(\'.3-a-k\').p(\'o-1g\',\'l\');$(\'.3-a-k\').p(\'o-1f\',\'l\');$(\'.3-8-a\').1e(\'3-8-a-z\');$(\'.3-8-a:1u\').3b(\'3-8-a-z\')}3a{$(\'.3-a-k\').p(\'o-1g\',\'11\');$(\'.3-a-k\').p(\'o-1f\',\'11\');$(\'.3-8-a:1u\').1e(\'3-8-a-z\')}},"39");7.j("38",6(y){1d.37(\'1c\',y.9[y.36].1a)});c(1d.1t(\'1c\')){35("1s(1d.1t(\'1c\'));",34)}});h 18;6 1s(1q){h 9=7.1b();c(9.n>1){1r(i=0;i<9.n;i++){c(9[i].1a==1q){c(i==18){19}18=i;7.1p(i)}}}}',36,270,'|||jw|||function|player|settings|tracks|submenu||if||||jwplayer|var||on|audioTracks|true|3D|length|aria|attr|div|100|||sx|filemoon|https||event|active||false|tt|seek|dd|height|width|adb|current_audio|return|name|getAudioTracks|default_audio|localStorage|removeClass|expanded|checked|addButton|callMeMaybe|vplayer|0fxcyc2ajhp1|position|vvplay|vvad|220|setCurrentAudioTrack|audio_name|for|audio_set|getItem|last|open|controls|playbackRates|captions|rewind|icon|insertAfter||detach|ff00||button|getPosition|sec|png|player8|ff11|log|console|track_name|appendTo|play|click|no|scrolling|frameborder|file_code|src|top|zIndex|css|showCCform|data|1662367683|383371|dl|video_ad|doPlay|prevt|mp4|3E||jpg|thumbs|file|300|setTimeout|currentTrack|setItem|audioTrackChanged|dualSound|else|addClass|hasClass|toggleClass|Track|Audio|svg|dualy|images|mousedown|buttons|topbar|playAttemptFailed|beforePlay|Rewind|fr|Forward|ff|ready|set_audio_track|remove|this|upload_srt|prop|50px|margin|1000001|iframe|center|align|text|rgba|background|1000000|left|absolute|pause|setCurrentCaptions|Upload|contains|item|content|html|fviews|referer|prem|embed|3e57249ef633e0d03bf76ceb8d8a4b65|216|83|hash|view|get|TokenZir|window|hide|show|complete|slow|fadeIn|video_ad_fadein|time||cache|Cache|Content|headers|ajaxSetup|v2done|tott|vastdone2|vastdone1|vvbefore|playbackRateControls|cast|aboutlink|FileMoon|abouttext|UHD|1870|qualityLabels|sites|GNOME_POWER|link|2Fiframe|3C|allowfullscreen|22360|22640|22no|marginheight|marginwidth|2FGNOME_POWER|2F0fxcyc2ajhp1|2Fe|2Ffilemoon|2F|3A||22https|3Ciframe|code|sharing|fontOpacity|backgroundOpacity|Tahoma|fontFamily|303030|backgroundColor|FFFFFF|color|userFontScale|thumbnails|kind|0fxcyc2ajhp10000|url|get_slides|start|startparam|none|preload|html5|primary|hlshtml|androidhls|duration|uniform|stretching|0fxcyc2ajhp1_xt|image|2048|sp|6871|asn|127|srv|43200|_g3XlBcu2lmD9oDexD2NLWSmah2Nu3XcDrl93m9PwXY|m3u8||master|0fxcyc2ajhp1_x|00076|01|hls2|to|s01|delivery|storage|moon|sources|setup'''.split('|')))
 335
 336
 337 if __name__ == '__main__':
 338     unittest.main()