yt_dlp/update.py

   1 from __future__ import unicode_literals
   2
   3 import hashlib
   4 import json
   5 import os
   6 import platform
   7 import subprocess
   8 import sys
   9 import traceback
  10 from zipimport import zipimporter
  11
  12 from .compat import compat_realpath
  13 from .utils import encode_compat_str
  14
  15 from .version import __version__
  16
  17
  18 '''  # Not signed
  19 def rsa_verify(message, signature, key):
  20     from hashlib import sha256
  21     assert isinstance(message, bytes)
  22     byte_size = (len(bin(key[0])) - 2 + 8 - 1) // 8
  23     signature = ('%x' % pow(int(signature, 16), key[1], key[0])).encode()
  24     signature = (byte_size * 2 - len(signature)) * b'0' + signature
  25     asn1 = b'3031300d060960864801650304020105000420'
  26     asn1 += sha256(message).hexdigest().encode()
  27     if byte_size < len(asn1) // 2 + 11:
  28         return False
  29     expected = b'0001' + (byte_size - len(asn1) // 2 - 3) * b'ff' + b'00' + asn1
  30     return expected == signature
  31 '''
  32
  33
  34 def detect_variant():
  35     if hasattr(sys, 'frozen'):
  36         if getattr(sys, '_MEIPASS', None):
  37             if sys._MEIPASS == os.path.dirname(sys.executable):
  38                 return 'dir'
  39             return 'exe'
  40         return 'py2exe'
  41     elif isinstance(globals().get('__loader__'), zipimporter):
  42         return 'zip'
  43     elif os.path.basename(sys.argv[0]) == '__main__.py':
  44         return 'source'
  45     return 'unknown'
  46
  47
  48 _NON_UPDATEABLE_REASONS = {
  49     'exe': None,
  50     'zip': None,
  51     'dir': 'Auto-update is not supported for unpackaged windows executable. Re-download the latest release',
  52     'py2exe': 'There is no official release for py2exe executable. Build it again with the latest source code',
  53     'source': 'You cannot update when running from source code',
  54     'unknown': 'It looks like you installed yt-dlp with a package manager, pip, setup.py or a tarball. Use that to update',
  55 }
  56
  57
  58 def is_non_updateable():
  59     return _NON_UPDATEABLE_REASONS.get(detect_variant(), _NON_UPDATEABLE_REASONS['unknown'])
  60
  61
  62 def update_self(to_screen, verbose, opener):
  63     ''' Exists for backward compatibility. Use run_update(ydl) instead '''
  64
  65     printfn = to_screen
  66
  67     class FakeYDL():
  68         _opener = opener
  69         to_screen = printfn
  70
  71         @staticmethod
  72         def report_warning(msg, *args, **kwargs):
  73             return printfn('WARNING: %s' % msg, *args, **kwargs)
  74
  75         @staticmethod
  76         def report_error(msg, tb=None):
  77             printfn('ERROR: %s' % msg)
  78             if not verbose:
  79                 return
  80             if tb is None:
  81                 # Copied from YoutubeDl.trouble
  82                 if sys.exc_info()[0]:
  83                     tb = ''
  84                     if hasattr(sys.exc_info()[1], 'exc_info') and sys.exc_info()[1].exc_info[0]:
  85                         tb += ''.join(traceback.format_exception(*sys.exc_info()[1].exc_info))
  86                     tb += encode_compat_str(traceback.format_exc())
  87                 else:
  88                     tb_data = traceback.format_list(traceback.extract_stack())
  89                     tb = ''.join(tb_data)
  90             if tb:
  91                 printfn(tb)
  92
  93     return run_update(FakeYDL())
  94
  95
  96 def run_update(ydl):
  97     """
  98     Update the program file with the latest version from the repository
  99     Returns whether the program should terminate
 100     """
 101
 102     JSON_URL = 'https://api.github.com/repos/yt-dlp/yt-dlp/releases/latest'
 103
 104     def report_error(msg, network=False, expected=False, delim=';'):
 105         if network:
 106             msg += '%s Visit  https://github.com/yt-dlp/yt-dlp/releases/latest' % delim
 107         ydl.report_error(msg, tb='' if network or expected else None)
 108
 109     def calc_sha256sum(path):
 110         h = hashlib.sha256()
 111         b = bytearray(128 * 1024)
 112         mv = memoryview(b)
 113         with open(os.path.realpath(path), 'rb', buffering=0) as f:
 114             for n in iter(lambda: f.readinto(mv), 0):
 115                 h.update(mv[:n])
 116         return h.hexdigest()
 117
 118     # Download and check versions info
 119     try:
 120         version_info = ydl._opener.open(JSON_URL).read().decode('utf-8')
 121         version_info = json.loads(version_info)
 122     except Exception:
 123         return report_error('can\'t obtain versions info. Please try again later ', True, delim='or')
 124
 125     def version_tuple(version_str):
 126         return tuple(map(int, version_str.split('.')))
 127
 128     version_id = version_info['tag_name']
 129     if version_tuple(__version__) >= version_tuple(version_id):
 130         ydl.to_screen(f'yt-dlp is up to date ({__version__})')
 131         return
 132
 133     err = is_non_updateable()
 134     if err:
 135         ydl.to_screen(f'Latest version: {version_id}, Current version: {__version__}')
 136         return report_error(err, expected=True)
 137
 138     # sys.executable is set to the full pathname of the exe-file for py2exe
 139     # though symlinks are not followed so that we need to do this manually
 140     # with help of realpath
 141     filename = compat_realpath(sys.executable if hasattr(sys, 'frozen') else sys.argv[0])
 142     ydl.to_screen(f'Current version {__version__}; Build Hash {calc_sha256sum(filename)}')
 143     ydl.to_screen(f'Updating to version {version_id} ...')
 144
 145     version_labels = {
 146         'zip_3': '',
 147         'exe_64': '.exe',
 148         'exe_32': '_x86.exe',
 149     }
 150
 151     def get_bin_info(bin_or_exe, version):
 152         label = version_labels['%s_%s' % (bin_or_exe, version)]
 153         return next((i for i in version_info['assets'] if i['name'] == 'yt-dlp%s' % label), {})
 154
 155     def get_sha256sum(bin_or_exe, version):
 156         filename = 'yt-dlp%s' % version_labels['%s_%s' % (bin_or_exe, version)]
 157         urlh = next(
 158             (i for i in version_info['assets'] if i['name'] in ('SHA2-256SUMS')),
 159             {}).get('browser_download_url')
 160         if not urlh:
 161             return None
 162         hash_data = ydl._opener.open(urlh).read().decode('utf-8')
 163         return dict(ln.split()[::-1] for ln in hash_data.splitlines()).get(filename)
 164
 165     if not os.access(filename, os.W_OK):
 166         return report_error('no write permissions on %s' % filename, expected=True)
 167
 168     # PyInstaller
 169     if hasattr(sys, 'frozen'):
 170         exe = filename
 171         directory = os.path.dirname(exe)
 172         if not os.access(directory, os.W_OK):
 173             return report_error('no write permissions on %s' % directory, expected=True)
 174         try:
 175             if os.path.exists(filename + '.old'):
 176                 os.remove(filename + '.old')
 177         except (IOError, OSError):
 178             return report_error('unable to remove the old version')
 179
 180         try:
 181             arch = platform.architecture()[0][:2]
 182             url = get_bin_info('exe', arch).get('browser_download_url')
 183             if not url:
 184                 return report_error('unable to fetch updates', True)
 185             urlh = ydl._opener.open(url)
 186             newcontent = urlh.read()
 187             urlh.close()
 188         except (IOError, OSError, StopIteration):
 189             return report_error('unable to download latest version', True)
 190
 191         try:
 192             with open(exe + '.new', 'wb') as outf:
 193                 outf.write(newcontent)
 194         except (IOError, OSError):
 195             return report_error('unable to write the new version')
 196
 197         expected_sum = get_sha256sum('exe', arch)
 198         if not expected_sum:
 199             ydl.report_warning('no hash information found for the release')
 200         elif calc_sha256sum(exe + '.new') != expected_sum:
 201             report_error('unable to verify the new executable', True)
 202             try:
 203                 os.remove(exe + '.new')
 204             except OSError:
 205                 return report_error('unable to remove corrupt download')
 206
 207         try:
 208             os.rename(exe, exe + '.old')
 209         except (IOError, OSError):
 210             return report_error('unable to move current version')
 211         try:
 212             os.rename(exe + '.new', exe)
 213         except (IOError, OSError):
 214             report_error('unable to overwrite current version')
 215             os.rename(exe + '.old', exe)
 216             return
 217         try:
 218             # Continues to run in the background
 219             subprocess.Popen(
 220                 'ping 127.0.0.1 -n 5 -w 1000 & del /F "%s.old"' % exe,
 221                 shell=True, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL)
 222             ydl.to_screen('Updated yt-dlp to version %s' % version_id)
 223             return True  # Exit app
 224         except OSError:
 225             report_error('unable to delete old version')
 226
 227     # Zip unix package
 228     elif isinstance(globals().get('__loader__'), zipimporter):
 229         try:
 230             url = get_bin_info('zip', '3').get('browser_download_url')
 231             if not url:
 232                 return report_error('unable to fetch updates', True)
 233             urlh = ydl._opener.open(url)
 234             newcontent = urlh.read()
 235             urlh.close()
 236         except (IOError, OSError, StopIteration):
 237             return report_error('unable to download latest version', True)
 238
 239         expected_sum = get_sha256sum('zip', '3')
 240         if not expected_sum:
 241             ydl.report_warning('no hash information found for the release')
 242         elif hashlib.sha256(newcontent).hexdigest() != expected_sum:
 243             return report_error('unable to verify the new zip', True)
 244
 245         try:
 246             with open(filename, 'wb') as outf:
 247                 outf.write(newcontent)
 248         except (IOError, OSError):
 249             return report_error('unable to overwrite current version')
 250
 251     ydl.to_screen('Updated yt-dlp to version %s; Restart yt-dlp to use the new version' % version_id)
 252
 253
 254 '''  # UNUSED
 255 def get_notes(versions, fromVersion):
 256     notes = []
 257     for v, vdata in sorted(versions.items()):
 258         if v > fromVersion:
 259             notes.extend(vdata.get('notes', []))
 260     return notes
 261
 262
 263 def print_notes(to_screen, versions, fromVersion=__version__):
 264     notes = get_notes(versions, fromVersion)
 265     if notes:
 266         to_screen('PLEASE NOTE:')
 267         for note in notes:
 268             to_screen(note)
 269 '''