test/test_jsinterp.py

   1 #!/usr/bin/env python3
   2
   3 # Allow direct execution
   4 import os
   5 import sys
   6 import unittest
   7
   8 sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
   9
  10 import math
  11
  12 from yt_dlp.jsinterp import JS_Undefined, JSInterpreter
  13
  14
  15 class NaN:
  16     pass
  17
  18
  19 class TestJSInterpreter(unittest.TestCase):
  20     def _test(self, jsi_or_code, expected, func='f', args=()):
  21         if isinstance(jsi_or_code, str):
  22             jsi_or_code = JSInterpreter(jsi_or_code)
  23         got = jsi_or_code.call_function(func, *args)
  24         if expected is NaN:
  25             self.assertTrue(math.isnan(got), f'{got} is not NaN')
  26         else:
  27             self.assertEqual(got, expected)
  28
  29     def test_basic(self):
  30         jsi = JSInterpreter('function f(){;}')
  31         self.assertEqual(repr(jsi.extract_function('f')), 'F<f>')
  32         self._test(jsi, None)
  33
  34         self._test('function f(){return 42;}', 42)
  35         self._test('function f(){42}', None)
  36         self._test('var f = function(){return 42;}', 42)
  37
  38     def test_add(self):
  39         self._test('function f(){return 42 + 7;}', 49)
  40         self._test('function f(){return 42 + undefined;}', NaN)
  41         self._test('function f(){return 42 + null;}', 42)
  42
  43     def test_sub(self):
  44         self._test('function f(){return 42 - 7;}', 35)
  45         self._test('function f(){return 42 - undefined;}', NaN)
  46         self._test('function f(){return 42 - null;}', 42)
  47
  48     def test_mul(self):
  49         self._test('function f(){return 42 * 7;}', 294)
  50         self._test('function f(){return 42 * undefined;}', NaN)
  51         self._test('function f(){return 42 * null;}', 0)
  52
  53     def test_div(self):
  54         jsi = JSInterpreter('function f(a, b){return a / b;}')
  55         self._test(jsi, NaN, args=(0, 0))
  56         self._test(jsi, NaN, args=(JS_Undefined, 1))
  57         self._test(jsi, float('inf'), args=(2, 0))
  58         self._test(jsi, 0, args=(0, 3))
  59
  60     def test_mod(self):
  61         self._test('function f(){return 42 % 7;}', 0)
  62         self._test('function f(){return 42 % 0;}', NaN)
  63         self._test('function f(){return 42 % undefined;}', NaN)
  64
  65     def test_exp(self):
  66         self._test('function f(){return 42 ** 2;}', 1764)
  67         self._test('function f(){return 42 ** undefined;}', NaN)
  68         self._test('function f(){return 42 ** null;}', 1)
  69         self._test('function f(){return undefined ** 42;}', NaN)
  70
  71     def test_calc(self):
  72         self._test('function f(a){return 2*a+1;}', 7, args=[3])
  73
  74     def test_empty_return(self):
  75         self._test('function f(){return; y()}', None)
  76
  77     def test_morespace(self):
  78         self._test('function f (a) { return 2 * a + 1 ; }', 7, args=[3])
  79         self._test('function f () { x =  2  ; return x; }', 2)
  80
  81     def test_strange_chars(self):
  82         self._test('function $_xY1 ($_axY1) { var $_axY2 = $_axY1 + 1; return $_axY2; }',
  83                    21, args=[20], func='$_xY1')
  84
  85     def test_operators(self):
  86         self._test('function f(){return 1 << 5;}', 32)
  87         self._test('function f(){return 2 ** 5}', 32)
  88         self._test('function f(){return 19 & 21;}', 17)
  89         self._test('function f(){return 11 >> 2;}', 2)
  90         self._test('function f(){return []? 2+3: 4;}', 5)
  91         self._test('function f(){return 1 == 2}', False)
  92         self._test('function f(){return 0 && 1 || 2;}', 2)
  93         self._test('function f(){return 0 ?? 42;}', 0)
  94         self._test('function f(){return "life, the universe and everything" < 42;}', False)
  95
  96     def test_array_access(self):
  97         self._test('function f(){var x = [1,2,3]; x[0] = 4; x[0] = 5; x[2.0] = 7; return x;}', [5, 2, 7])
  98
  99     def test_parens(self):
 100         self._test('function f(){return (1) + (2) * ((( (( (((((3)))))) )) ));}', 7)
 101         self._test('function f(){return (1 + 2) * 3;}', 9)
 102
 103     def test_quotes(self):
 104         self._test(R'function f(){return "a\"\\("}', R'a"\(')
 105
 106     def test_assignments(self):
 107         self._test('function f(){var x = 20; x = 30 + 1; return x;}', 31)
 108         self._test('function f(){var x = 20; x += 30 + 1; return x;}', 51)
 109         self._test('function f(){var x = 20; x -= 30 + 1; return x;}', -11)
 110
 111     @unittest.skip('Not implemented')
 112     def test_comments(self):
 113         self._test('''
 114             function f() {
 115                 var x = /* 1 + */ 2;
 116                 var y = /* 30
 117                 * 40 */ 50;
 118                 return x + y;
 119             }
 120         ''', 52)
 121
 122         self._test('''
 123             function f() {
 124                 var x = "/*";
 125                 var y = 1 /* comment */ + 2;
 126                 return y;
 127             }
 128         ''', 3)
 129
 130     def test_precedence(self):
 131         self._test('''
 132             function f() {
 133                 var a = [10, 20, 30, 40, 50];
 134                 var b = 6;
 135                 a[0]=a[b%a.length];
 136                 return a;
 137             }
 138         ''', [20, 20, 30, 40, 50])
 139
 140     def test_builtins(self):
 141         self._test('function f() { return NaN }', NaN)
 142
 143     def test_date(self):
 144         self._test('function f() { return new Date("Wednesday 31 December 1969 18:01:26 MDT") - 0; }', 86000)
 145
 146         jsi = JSInterpreter('function f(dt) { return new Date(dt) - 0; }')
 147         self._test(jsi, 86000, args=['Wednesday 31 December 1969 18:01:26 MDT'])
 148         self._test(jsi, 86000, args=['12/31/1969 18:01:26 MDT'])  # m/d/y
 149         self._test(jsi, 0, args=['1 January 1970 00:00:00 UTC'])
 150
 151     def test_call(self):
 152         jsi = JSInterpreter('''
 153             function x() { return 2; }
 154             function y(a) { return x() + (a?a:0); }
 155             function z() { return y(3); }
 156         ''')
 157         self._test(jsi, 5, func='z')
 158         self._test(jsi, 2, func='y')
 159
 160     def test_if(self):
 161         self._test('''
 162             function f() {
 163                 let a = 9;
 164                 if (0==0) {a++}
 165                 return a
 166             }
 167         ''', 10)
 168
 169         self._test('''
 170             function f() {
 171                 if (0==0) {return 10}
 172             }
 173         ''', 10)
 174
 175         self._test('''
 176             function f() {
 177                 if (0!=0) {return 1}
 178                 else {return 10}
 179             }
 180         ''', 10)
 181
 182         """  # Unsupported
 183         self._test('''
 184             function f() {
 185                 if (0!=0) {return 1}
 186                 else if (1==0) {return 2}
 187                 else {return 10}
 188             }
 189         ''', 10)
 190         """
 191
 192     def test_for_loop(self):
 193         self._test('function f() { a=0; for (i=0; i-10; i++) {a++} return a }', 10)
 194
 195     def test_switch(self):
 196         jsi = JSInterpreter('''
 197             function f(x) { switch(x){
 198                 case 1:x+=1;
 199                 case 2:x+=2;
 200                 case 3:x+=3;break;
 201                 case 4:x+=4;
 202                 default:x=0;
 203             } return x }
 204         ''')
 205         self._test(jsi, 7, args=[1])
 206         self._test(jsi, 6, args=[3])
 207         self._test(jsi, 0, args=[5])
 208
 209     def test_switch_default(self):
 210         jsi = JSInterpreter('''
 211             function f(x) { switch(x){
 212                 case 2: x+=2;
 213                 default: x-=1;
 214                 case 5:
 215                 case 6: x+=6;
 216                 case 0: break;
 217                 case 1: x+=1;
 218             } return x }
 219         ''')
 220         self._test(jsi, 2, args=[1])
 221         self._test(jsi, 11, args=[5])
 222         self._test(jsi, 14, args=[9])
 223
 224     def test_try(self):
 225         self._test('function f() { try{return 10} catch(e){return 5} }', 10)
 226
 227     def test_catch(self):
 228         self._test('function f() { try{throw 10} catch(e){return 5} }', 5)
 229
 230     def test_finally(self):
 231         self._test('function f() { try{throw 10} finally {return 42} }', 42)
 232         self._test('function f() { try{throw 10} catch(e){return 5} finally {return 42} }', 42)
 233
 234     def test_nested_try(self):
 235         self._test('''
 236             function f() {try {
 237                 try{throw 10} finally {throw 42}
 238                 } catch(e){return 5} }
 239         ''', 5)
 240
 241     def test_for_loop_continue(self):
 242         self._test('function f() { a=0; for (i=0; i-10; i++) { continue; a++ } return a }', 0)
 243
 244     def test_for_loop_break(self):
 245         self._test('function f() { a=0; for (i=0; i-10; i++) { break; a++ } return a }', 0)
 246
 247     def test_for_loop_try(self):
 248         self._test('''
 249             function f() {
 250                 for (i=0; i-10; i++) { try { if (i == 5) throw i} catch {return 10} finally {break} };
 251                 return 42 }
 252         ''', 42)
 253
 254     def test_literal_list(self):
 255         self._test('function f() { return [1, 2, "asdf", [5, 6, 7]][3] }', [5, 6, 7])
 256
 257     def test_comma(self):
 258         self._test('function f() { a=5; a -= 1, a+=3; return a }', 7)
 259         self._test('function f() { a=5; return (a -= 1, a+=3, a); }', 7)
 260         self._test('function f() { return (l=[0,1,2,3], function(a, b){return a+b})((l[1], l[2]), l[3]) }', 5)
 261
 262     def test_void(self):
 263         self._test('function f() { return void 42; }', None)
 264
 265     def test_return_function(self):
 266         jsi = JSInterpreter('''
 267             function f() { return [1, function(){return 1}][1] }
 268         ''')
 269         self.assertEqual(jsi.call_function('f')([]), 1)
 270
 271     def test_null(self):
 272         self._test('function f() { return null; }', None)
 273         self._test('function f() { return [null > 0, null < 0, null == 0, null === 0]; }',
 274                    [False, False, False, False])
 275         self._test('function f() { return [null >= 0, null <= 0]; }', [True, True])
 276
 277     def test_undefined(self):
 278         self._test('function f() { return undefined === undefined; }', True)
 279         self._test('function f() { return undefined; }', JS_Undefined)
 280         self._test('function f() {return undefined ?? 42; }', 42)
 281         self._test('function f() { let v; return v; }', JS_Undefined)
 282         self._test('function f() { let v; return v**0; }', 1)
 283         self._test('function f() { let v; return [v>42, v<=42, v&&42, 42&&v]; }',
 284                    [False, False, JS_Undefined, JS_Undefined])
 285
 286         self._test('''
 287             function f() { return [
 288                 undefined === undefined,
 289                 undefined == undefined,
 290                 undefined == null,
 291                 undefined < undefined,
 292                 undefined > undefined,
 293                 undefined === 0,
 294                 undefined == 0,
 295                 undefined < 0,
 296                 undefined > 0,
 297                 undefined >= 0,
 298                 undefined <= 0,
 299                 undefined > null,
 300                 undefined < null,
 301                 undefined === null
 302             ]; }
 303         ''', list(map(bool, (1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0))))
 304
 305         jsi = JSInterpreter('''
 306             function f() { let v; return [42+v, v+42, v**42, 42**v, 0**v]; }
 307         ''')
 308         for y in jsi.call_function('f'):
 309             self.assertTrue(math.isnan(y))
 310
 311     def test_object(self):
 312         self._test('function f() { return {}; }', {})
 313         self._test('function f() { let a = {m1: 42, m2: 0 }; return [a["m1"], a.m2]; }', [42, 0])
 314         self._test('function f() { let a; return a?.qq; }', JS_Undefined)
 315         self._test('function f() { let a = {m1: 42, m2: 0 }; return a?.qq; }', JS_Undefined)
 316
 317     def test_regex(self):
 318         self._test('function f() { let a=/,,[/,913,/](,)}/; }', None)
 319         self._test('function f() { let a=/,,[/,913,/](,)}/; return a; }', R'/,,[/,913,/](,)}/0')
 320
 321         R'''  # We are not compiling regex
 322         jsi = JSInterpreter('function f() { let a=/,,[/,913,/](,)}/; return a; }')
 323         self.assertIsInstance(jsi.call_function('f'), re.Pattern)
 324
 325         jsi = JSInterpreter('function f() { let a=/,,[/,913,/](,)}/i; return a; }')
 326         self.assertEqual(jsi.call_function('f').flags & re.I, re.I)
 327
 328         jsi = JSInterpreter(R'function f() { let a=/,][}",],()}(\[)/; return a; }')
 329         self.assertEqual(jsi.call_function('f').pattern, r',][}",],()}(\[)')
 330
 331         jsi = JSInterpreter(R'function f() { let a=[/[)\\]/]; return a[0]; }')
 332         self.assertEqual(jsi.call_function('f').pattern, r'[)\\]')
 333         '''
 334
 335     @unittest.skip('Not implemented')
 336     def test_replace(self):
 337         self._test('function f() { let a="data-name".replace("data-", ""); return a }',
 338                    'name')
 339         self._test('function f() { let a="data-name".replace(new RegExp("^.+-"), ""); return a; }',
 340                    'name')
 341         self._test('function f() { let a="data-name".replace(/^.+-/, ""); return a; }',
 342                    'name')
 343         self._test('function f() { let a="data-name".replace(/a/g, "o"); return a; }',
 344                    'doto-nome')
 345         self._test('function f() { let a="data-name".replaceAll("a", "o"); return a; }',
 346                    'doto-nome')
 347
 348     def test_char_code_at(self):
 349         jsi = JSInterpreter('function f(i){return "test".charCodeAt(i)}')
 350         self._test(jsi, 116, args=[0])
 351         self._test(jsi, 101, args=[1])
 352         self._test(jsi, 115, args=[2])
 353         self._test(jsi, 116, args=[3])
 354         self._test(jsi, None, args=[4])
 355         self._test(jsi, 116, args=['not_a_number'])
 356
 357     def test_bitwise_operators_overflow(self):
 358         self._test('function f(){return -524999584 << 5}', 379882496)
 359         self._test('function f(){return 1236566549 << 5}', 915423904)
 360
 361     def test_bitwise_operators_typecast(self):
 362         self._test('function f(){return null << 5}', 0)
 363         self._test('function f(){return undefined >> 5}', 0)
 364         self._test('function f(){return 42 << NaN}', 42)
 365
 366     def test_negative(self):
 367         self._test('function f(){return 2    *    -2.0    ;}', -4)
 368         self._test('function f(){return 2    -    - -2    ;}', 0)
 369         self._test('function f(){return 2    -    - - -2  ;}', 4)
 370         self._test('function f(){return 2    -    + + - -2;}', 0)
 371         self._test('function f(){return 2    +    - + - -2;}', 0)
 372
 373     @unittest.skip('Not implemented')
 374     def test_packed(self):
 375         jsi = JSInterpreter('''function f(p,a,c,k,e,d){while(c--)if(k[c])p=p.replace(new RegExp('\\b'+c.toString(a)+'\\b','g'),k[c]);return p}''')
 376         self.assertEqual(jsi.call_function('f', '''h 7=g("1j");7.7h({7g:[{33:"w://7f-7e-7d-7c.v.7b/7a/79/78/77/76.74?t=73&s=2s&e=72&f=2t&71=70.0.0.1&6z=6y&6x=6w"}],6v:"w://32.v.u/6u.31",16:"r%",15:"r%",6t:"6s",6r:"",6q:"l",6p:"l",6o:"6n",6m:\'6l\',6k:"6j",9:[{33:"/2u?b=6i&n=50&6h=w://32.v.u/6g.31",6f:"6e"}],1y:{6d:1,6c:\'#6b\',6a:\'#69\',68:"67",66:30,65:r,},"64":{63:"%62 2m%m%61%5z%5y%5x.u%5w%5v%5u.2y%22 2k%m%1o%22 5t%m%1o%22 5s%m%1o%22 2j%m%5r%22 16%m%5q%22 15%m%5p%22 5o%2z%5n%5m%2z",5l:"w://v.u/d/1k/5k.2y",5j:[]},\'5i\':{"5h":"5g"},5f:"5e",5d:"w://v.u",5c:{},5b:l,1x:[0.25,0.50,0.75,1,1.25,1.5,2]});h 1m,1n,5a;h 59=0,58=0;h 7=g("1j");h 2x=0,57=0,56=0;$.55({54:{\'53-52\':\'2i-51\'}});7.j(\'4z\',6(x){c(5>0&&x.1l>=5&&1n!=1){1n=1;$(\'q.4y\').4x(\'4w\')}});7.j(\'13\',6(x){2x=x.1l});7.j(\'2g\',6(x){2w(x)});7.j(\'4v\',6(){$(\'q.2v\').4u()});6 2w(x){$(\'q.2v\').4t();c(1m)19;1m=1;17=0;c(4s.4r===l){17=1}$.4q(\'/2u?b=4p&2l=1k&4o=2t-4n-4m-2s-4l&4k=&4j=&4i=&17=\'+17,6(2r){$(\'#4h\').4g(2r)});$(\'.3-8-4f-4e:4d("4c")\').2h(6(e){2q();g().4b(0);g().4a(l)});6 2q(){h $14=$("<q />").2p({1l:"49",16:"r%",15:"r%",48:0,2n:0,2o:47,46:"45(10%, 10%, 10%, 0.4)","44-43":"42"});$("<41 />").2p({16:"60%",15:"60%",2o:40,"3z-2n":"3y"}).3x({\'2m\':\'/?b=3w&2l=1k\',\'2k\':\'0\',\'2j\':\'2i\'}).2f($14);$14.2h(6(){$(3v).3u();g().2g()});$14.2f($(\'#1j\'))}g().13(0);}6 3t(){h 9=7.1b(2e);2d.2c(9);c(9.n>1){1r(i=0;i<9.n;i++){c(9[i].1a==2e){2d.2c(\'!!=\'+i);7.1p(i)}}}}7.j(\'3s\',6(){g().1h("/2a/3r.29","3q 10 28",6(){g().13(g().27()+10)},"2b");$("q[26=2b]").23().21(\'.3-20-1z\');g().1h("/2a/3p.29","3o 10 28",6(){h 12=g().27()-10;c(12<0)12=0;g().13(12)},"24");$("q[26=24]").23().21(\'.3-20-1z\');});6 1i(){}7.j(\'3n\',6(){1i()});7.j(\'3m\',6(){1i()});7.j("k",6(y){h 9=7.1b();c(9.n<2)19;$(\'.3-8-3l-3k\').3j(6(){$(\'#3-8-a-k\').1e(\'3-8-a-z\');$(\'.3-a-k\').p(\'o-1f\',\'11\')});7.1h("/3i/3h.3g","3f 3e",6(){$(\'.3-1w\').3d(\'3-8-1v\');$(\'.3-8-1y, .3-8-1x\').p(\'o-1g\',\'11\');c($(\'.3-1w\').3c(\'3-8-1v\')){$(\'.3-a-k\').p(\'o-1g\',\'l\');$(\'.3-a-k\').p(\'o-1f\',\'l\');$(\'.3-8-a\').1e(\'3-8-a-z\');$(\'.3-8-a:1u\').3b(\'3-8-a-z\')}3a{$(\'.3-a-k\').p(\'o-1g\',\'11\');$(\'.3-a-k\').p(\'o-1f\',\'11\');$(\'.3-8-a:1u\').1e(\'3-8-a-z\')}},"39");7.j("38",6(y){1d.37(\'1c\',y.9[y.36].1a)});c(1d.1t(\'1c\')){35("1s(1d.1t(\'1c\'));",34)}});h 18;6 1s(1q){h 9=7.1b();c(9.n>1){1r(i=0;i<9.n;i++){c(9[i].1a==1q){c(i==18){19}18=i;7.1p(i)}}}}',36,270,'|||jw|||function|player|settings|tracks|submenu||if||||jwplayer|var||on|audioTracks|true|3D|length|aria|attr|div|100|||sx|filemoon|https||event|active||false|tt|seek|dd|height|width|adb|current_audio|return|name|getAudioTracks|default_audio|localStorage|removeClass|expanded|checked|addButton|callMeMaybe|vplayer|0fxcyc2ajhp1|position|vvplay|vvad|220|setCurrentAudioTrack|audio_name|for|audio_set|getItem|last|open|controls|playbackRates|captions|rewind|icon|insertAfter||detach|ff00||button|getPosition|sec|png|player8|ff11|log|console|track_name|appendTo|play|click|no|scrolling|frameborder|file_code|src|top|zIndex|css|showCCform|data|1662367683|383371|dl|video_ad|doPlay|prevt|mp4|3E||jpg|thumbs|file|300|setTimeout|currentTrack|setItem|audioTrackChanged|dualSound|else|addClass|hasClass|toggleClass|Track|Audio|svg|dualy|images|mousedown|buttons|topbar|playAttemptFailed|beforePlay|Rewind|fr|Forward|ff|ready|set_audio_track|remove|this|upload_srt|prop|50px|margin|1000001|iframe|center|align|text|rgba|background|1000000|left|absolute|pause|setCurrentCaptions|Upload|contains|item|content|html|fviews|referer|prem|embed|3e57249ef633e0d03bf76ceb8d8a4b65|216|83|hash|view|get|TokenZir|window|hide|show|complete|slow|fadeIn|video_ad_fadein|time||cache|Cache|Content|headers|ajaxSetup|v2done|tott|vastdone2|vastdone1|vvbefore|playbackRateControls|cast|aboutlink|FileMoon|abouttext|UHD|1870|qualityLabels|sites|GNOME_POWER|link|2Fiframe|3C|allowfullscreen|22360|22640|22no|marginheight|marginwidth|2FGNOME_POWER|2F0fxcyc2ajhp1|2Fe|2Ffilemoon|2F|3A||22https|3Ciframe|code|sharing|fontOpacity|backgroundOpacity|Tahoma|fontFamily|303030|backgroundColor|FFFFFF|color|userFontScale|thumbnails|kind|0fxcyc2ajhp10000|url|get_slides|start|startparam|none|preload|html5|primary|hlshtml|androidhls|duration|uniform|stretching|0fxcyc2ajhp1_xt|image|2048|sp|6871|asn|127|srv|43200|_g3XlBcu2lmD9oDexD2NLWSmah2Nu3XcDrl93m9PwXY|m3u8||master|0fxcyc2ajhp1_x|00076|01|hls2|to|s01|delivery|storage|moon|sources|setup'''.split('|')))
 377
 378
 379 if __name__ == '__main__':
 380     unittest.main()