]> jfr.im git - yt-dlp.git/blob - test/test_compat.py
[ie/youtube] Fix comments extraction (#9775)
[yt-dlp.git] / test / test_compat.py
1 #!/usr/bin/env python3
2
3 # Allow direct execution
4 import os
5 import sys
6 import unittest
7
8 sys.path.insert(0, os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
9
10
11 import struct
12
13 from yt_dlp import compat
14 from yt_dlp.compat import urllib # isort: split
15 from yt_dlp.compat import (
16 compat_etree_fromstring,
17 compat_expanduser,
18 compat_urllib_parse_unquote,
19 compat_urllib_parse_urlencode,
20 )
21 from yt_dlp.compat.urllib.request import getproxies
22
23
24 class TestCompat(unittest.TestCase):
25 def test_compat_passthrough(self):
26 with self.assertWarns(DeprecationWarning):
27 compat.compat_basestring
28
29 with self.assertWarns(DeprecationWarning):
30 compat.WINDOWS_VT_MODE
31
32 self.assertEqual(urllib.request.getproxies, getproxies)
33
34 with self.assertWarns(DeprecationWarning):
35 compat.compat_pycrypto_AES # Must not raise error
36
37 def test_compat_expanduser(self):
38 old_home = os.environ.get('HOME')
39 test_str = R'C:\Documents and Settings\тест\Application Data'
40 try:
41 os.environ['HOME'] = test_str
42 self.assertEqual(compat_expanduser('~'), test_str)
43 finally:
44 os.environ['HOME'] = old_home or ''
45
46 def test_compat_urllib_parse_unquote(self):
47 self.assertEqual(compat_urllib_parse_unquote('abc%20def'), 'abc def')
48 self.assertEqual(compat_urllib_parse_unquote('%7e/abc+def'), '~/abc+def')
49 self.assertEqual(compat_urllib_parse_unquote(''), '')
50 self.assertEqual(compat_urllib_parse_unquote('%'), '%')
51 self.assertEqual(compat_urllib_parse_unquote('%%'), '%%')
52 self.assertEqual(compat_urllib_parse_unquote('%%%'), '%%%')
53 self.assertEqual(compat_urllib_parse_unquote('%2F'), '/')
54 self.assertEqual(compat_urllib_parse_unquote('%2f'), '/')
55 self.assertEqual(compat_urllib_parse_unquote('%E6%B4%A5%E6%B3%A2'), '津波')
56 self.assertEqual(
57 compat_urllib_parse_unquote('''<meta property="og:description" content="%E2%96%81%E2%96%82%E2%96%83%E2%96%84%25%E2%96%85%E2%96%86%E2%96%87%E2%96%88" />
58 %<a href="https://ar.wikipedia.org/wiki/%D8%AA%D8%B3%D9%88%D9%86%D8%A7%D9%85%D9%8A">%a'''),
59 '''<meta property="og:description" content="▁▂▃▄%▅▆▇█" />
60 %<a href="https://ar.wikipedia.org/wiki/تسونامي">%a''')
61 self.assertEqual(
62 compat_urllib_parse_unquote('''%28%5E%E2%97%A3_%E2%97%A2%5E%29%E3%81%A3%EF%B8%BB%E3%83%87%E2%95%90%E4%B8%80 %E2%87%80 %E2%87%80 %E2%87%80 %E2%87%80 %E2%87%80 %E2%86%B6%I%Break%25Things%'''),
63 '''(^◣_◢^)っ︻デ═一 ⇀ ⇀ ⇀ ⇀ ⇀ ↶%I%Break%Things%''')
64
65 def test_compat_urllib_parse_unquote_plus(self):
66 self.assertEqual(urllib.parse.unquote_plus('abc%20def'), 'abc def')
67 self.assertEqual(urllib.parse.unquote_plus('%7e/abc+def'), '~/abc def')
68
69 def test_compat_urllib_parse_urlencode(self):
70 self.assertEqual(compat_urllib_parse_urlencode({'abc': 'def'}), 'abc=def')
71 self.assertEqual(compat_urllib_parse_urlencode({'abc': b'def'}), 'abc=def')
72 self.assertEqual(compat_urllib_parse_urlencode({b'abc': 'def'}), 'abc=def')
73 self.assertEqual(compat_urllib_parse_urlencode({b'abc': b'def'}), 'abc=def')
74 self.assertEqual(compat_urllib_parse_urlencode([('abc', 'def')]), 'abc=def')
75 self.assertEqual(compat_urllib_parse_urlencode([('abc', b'def')]), 'abc=def')
76 self.assertEqual(compat_urllib_parse_urlencode([(b'abc', 'def')]), 'abc=def')
77 self.assertEqual(compat_urllib_parse_urlencode([(b'abc', b'def')]), 'abc=def')
78
79 def test_compat_etree_fromstring(self):
80 xml = '''
81 <root foo="bar" spam="中文">
82 <normal>foo</normal>
83 <chinese>中文</chinese>
84 <foo><bar>spam</bar></foo>
85 </root>
86 '''
87 doc = compat_etree_fromstring(xml.encode())
88 self.assertTrue(isinstance(doc.attrib['foo'], str))
89 self.assertTrue(isinstance(doc.attrib['spam'], str))
90 self.assertTrue(isinstance(doc.find('normal').text, str))
91 self.assertTrue(isinstance(doc.find('chinese').text, str))
92 self.assertTrue(isinstance(doc.find('foo/bar').text, str))
93
94 def test_compat_etree_fromstring_doctype(self):
95 xml = '''<?xml version="1.0"?>
96 <!DOCTYPE smil PUBLIC "-//W3C//DTD SMIL 2.0//EN" "http://www.w3.org/2001/SMIL20/SMIL20.dtd">
97 <smil xmlns="http://www.w3.org/2001/SMIL20/Language"></smil>'''
98 compat_etree_fromstring(xml)
99
100 def test_struct_unpack(self):
101 self.assertEqual(struct.unpack('!B', b'\x00'), (0,))
102
103
104 if __name__ == '__main__':
105 unittest.main()