[yt-dlp.git] / youtube_dl / update.py

import json
import traceback
import hashlib
from zipimport import zipimporter

from .utils import *
from .version import __version__

def rsa_verify(message, signature, key):
    from struct import pack
    from hashlib import sha256
    from sys import version_info
    def b(x):
        if version_info[0] == 2: return x
        else: return x.encode('latin1')
    assert(type(message) == type(b('')))
    block_size = 0
    n = key[0]
    while n:
        block_size += 1
        n >>= 8
    signature = pow(int(signature, 16), key[1], key[0])
    raw_bytes = []
    while signature:
        raw_bytes.insert(0, pack("B", signature & 0xFF))
        signature >>= 8
    signature = (block_size - len(raw_bytes)) * b('\x00') + b('').join(raw_bytes)
    if signature[0:2] != b('\x00\x01'): return False
    signature = signature[2:]
    if not b('\x00') in signature: return False
    signature = signature[signature.index(b('\x00'))+1:]
    if not signature.startswith(b('\x30\x31\x30\x0D\x06\x09\x60\x86\x48\x01\x65\x03\x04\x02\x01\x05\x00\x04\x20')): return False
    signature = signature[19:]
    if signature != sha256(message).digest(): return False
    return True

def update_self(to_screen, verbose, filename):
    """Update the program file with the latest version from the repository"""

    UPDATE_URL = "http://rg3.github.com/youtube-dl/update/"
    VERSION_URL = UPDATE_URL + 'LATEST_VERSION'
    JSON_URL = UPDATE_URL + 'versions.json'
    UPDATES_RSA_KEY = (0x9d60ee4d8f805312fdb15a62f87b95bd66177b91df176765d13514a0f1754bcd2057295c5b6f1d35daa6742c3ffc9a82d3e118861c207995a8031e151d863c9927e304576bc80692bc8e094896fcf11b66f3e29e04e3a71e9a11558558acea1840aec37fc396fb6b65dc81a1c4144e03bd1c011de62e3f1357b327d08426fe93, 65537)


    if not isinstance(globals().get('__loader__'), zipimporter) and not hasattr(sys, "frozen"):
        to_screen(u'It looks like you installed youtube-dl with pip, setup.py or a tarball. Please use that to update.')
        return

    # Check if there is a new version
    try:
        newversion = compat_urllib_request.urlopen(VERSION_URL).read().decode('utf-8').strip()
    except:
        if verbose: to_screen(compat_str(traceback.format_exc()))
        to_screen(u'ERROR: can\'t find the current version. Please try again later.')
        return
    if newversion == __version__:
        to_screen(u'youtube-dl is up-to-date (' + __version__ + ')')
        return

    # Download and check versions info
    try:
        versions_info = compat_urllib_request.urlopen(JSON_URL).read().decode('utf-8')
        versions_info = json.loads(versions_info)
    except:
        if verbose: to_screen(compat_str(traceback.format_exc()))
        to_screen(u'ERROR: can\'t obtain versions info. Please try again later.')
        return
    if not 'signature' in versions_info:
        to_screen(u'ERROR: the versions file is not signed or corrupted. Aborting.')
        return
    signature = versions_info['signature']
    del versions_info['signature']
    if not rsa_verify(json.dumps(versions_info, sort_keys=True).encode('utf-8'), signature, UPDATES_RSA_KEY):
        to_screen(u'ERROR: the versions file signature is invalid. Aborting.')
        return

    to_screen(u'Updating to version ' + versions_info['latest'] + '...')
    version = versions_info['versions'][versions_info['latest']]
    if version.get('notes'):
        to_screen(u'PLEASE NOTE:')
        for note in version['notes']:
            to_screen(note)

    if not os.access(filename, os.W_OK):
        to_screen(u'ERROR: no write permissions on %s' % filename)
        return

    # Py2EXE
    if hasattr(sys, "frozen"):
        exe = os.path.abspath(filename)
        directory = os.path.dirname(exe)
        if not os.access(directory, os.W_OK):
            to_screen(u'ERROR: no write permissions on %s' % directory)
            return

        try:
            urlh = compat_urllib_request.urlopen(version['exe'][0])
            newcontent = urlh.read()
            urlh.close()
        except (IOError, OSError) as err:
            if verbose: to_screen(compat_str(traceback.format_exc()))
            to_screen(u'ERROR: unable to download latest version')
            return

        newcontent_hash = hashlib.sha256(newcontent).hexdigest()
        if newcontent_hash != version['exe'][1]:
            to_screen(u'ERROR: the downloaded file hash does not match. Aborting.')
            return

        try:
            with open(exe + '.new', 'wb') as outf:
                outf.write(newcontent)
        except (IOError, OSError) as err:
            if verbose: to_screen(compat_str(traceback.format_exc()))
            to_screen(u'ERROR: unable to write the new version')
            return

        try:
            bat = os.path.join(directory, 'youtube-dl-updater.bat')
            b = open(bat, 'w')
            b.write("""
echo Updating youtube-dl...
ping 127.0.0.1 -n 5 -w 1000 > NUL
move /Y "%s.new" "%s"
del "%s"
            \n""" %(exe, exe, bat))
            b.close()

            os.startfile(bat)
        except (IOError, OSError) as err:
            if verbose: to_screen(compat_str(traceback.format_exc()))
            to_screen(u'ERROR: unable to overwrite current version')
            return

    # Zip unix package
    elif isinstance(globals().get('__loader__'), zipimporter):
        try:
            urlh = compat_urllib_request.urlopen(version['bin'][0])
            newcontent = urlh.read()
            urlh.close()
        except (IOError, OSError) as err:
            if verbose: to_screen(compat_str(traceback.format_exc()))
            to_screen(u'ERROR: unable to download latest version')
            return

        newcontent_hash = hashlib.sha256(newcontent).hexdigest()
        if newcontent_hash != version['bin'][1]:
            to_screen(u'ERROR: the downloaded file hash does not match. Aborting.')
            return

        try:
            with open(filename, 'wb') as outf:
                outf.write(newcontent)
        except (IOError, OSError) as err:
            if verbose: to_screen(compat_str(traceback.format_exc()))
            to_screen(u'ERROR: unable to overwrite current version')
            return

    to_screen(u'Updated youtube-dl. Restart youtube-dl to use the new version.')
Commit	Line	Data
d5ed35b6 FV	1	import json
	2	import traceback
	3	import hashlib
	4	from zipimport import zipimporter
	5
	6	from .utils import *
	7	from .version import __version__
	8
	9	def rsa_verify(message, signature, key):
	10	from struct import pack
	11	from hashlib import sha256
	12	from sys import version_info
	13	def b(x):
	14	if version_info[0] == 2: return x
	15	else: return x.encode('latin1')
	16	assert(type(message) == type(b('')))
	17	block_size = 0
	18	n = key[0]
	19	while n:
	20	block_size += 1
	21	n >>= 8
	22	signature = pow(int(signature, 16), key[1], key[0])
	23	raw_bytes = []
	24	while signature:
	25	raw_bytes.insert(0, pack("B", signature & 0xFF))
	26	signature >>= 8
	27	signature = (block_size - len(raw_bytes)) * b('\x00') + b('').join(raw_bytes)
	28	if signature[0:2] != b('\x00\x01'): return False
	29	signature = signature[2:]
	30	if not b('\x00') in signature: return False
	31	signature = signature[signature.index(b('\x00'))+1:]
	32	if not signature.startswith(b('\x30\x31\x30\x0D\x06\x09\x60\x86\x48\x01\x65\x03\x04\x02\x01\x05\x00\x04\x20')): return False
	33	signature = signature[19:]
	34	if signature != sha256(message).digest(): return False
	35	return True
	36
	37	def update_self(to_screen, verbose, filename):
	38	"""Update the program file with the latest version from the repository"""
	39
	40	UPDATE_URL = "http://rg3.github.com/youtube-dl/update/"
	41	VERSION_URL = UPDATE_URL + 'LATEST_VERSION'
	42	JSON_URL = UPDATE_URL + 'versions.json'
	43	UPDATES_RSA_KEY = (0x9d60ee4d8f805312fdb15a62f87b95bd66177b91df176765d13514a0f1754bcd2057295c5b6f1d35daa6742c3ffc9a82d3e118861c207995a8031e151d863c9927e304576bc80692bc8e094896fcf11b66f3e29e04e3a71e9a11558558acea1840aec37fc396fb6b65dc81a1c4144e03bd1c011de62e3f1357b327d08426fe93, 65537)
	44
	45
	46	if not isinstance(globals().get('__loader__'), zipimporter) and not hasattr(sys, "frozen"):
	47	to_screen(u'It looks like you installed youtube-dl with pip, setup.py or a tarball. Please use that to update.')
	48	return
	49
	50	# Check if there is a new version
	51	try:
	52	newversion = compat_urllib_request.urlopen(VERSION_URL).read().decode('utf-8').strip()
	53	except:
	54	if verbose: to_screen(compat_str(traceback.format_exc()))
	55	to_screen(u'ERROR: can\'t find the current version. Please try again later.')
	56	return
	57	if newversion == __version__:
	58	to_screen(u'youtube-dl is up-to-date (' + __version__ + ')')
	59	return
	60
	61	# Download and check versions info
	62	try:
	63	versions_info = compat_urllib_request.urlopen(JSON_URL).read().decode('utf-8')
	64	versions_info = json.loads(versions_info)
65	except:
66	if verbose: to_screen(compat_str(traceback.format_exc()))
67	to_screen(u'ERROR: can\'t obtain versions info. Please try again later.')
68	return
69	if not 'signature' in versions_info:
70	to_screen(u'ERROR: the versions file is not signed or corrupted. Aborting.')
71	return
72	signature = versions_info['signature']
73	del versions_info['signature']
74	if not rsa_verify(json.dumps(versions_info, sort_keys=True).encode('utf-8'), signature, UPDATES_RSA_KEY):
75	to_screen(u'ERROR: the versions file signature is invalid. Aborting.')
76	return
77
78	to_screen(u'Updating to version ' + versions_info['latest'] + '...')
79	version = versions_info['versions'][versions_info['latest']]
80	if version.get('notes'):
81	to_screen(u'PLEASE NOTE:')
82	for note in version['notes']:
83	to_screen(note)
84
85	if not os.access(filename, os.W_OK):
86	to_screen(u'ERROR: no write permissions on %s' % filename)
87	return
88
89	# Py2EXE
90	if hasattr(sys, "frozen"):
91	exe = os.path.abspath(filename)
92	directory = os.path.dirname(exe)
93	if not os.access(directory, os.W_OK):
94	to_screen(u'ERROR: no write permissions on %s' % directory)
95	return
96
97	try:
98	urlh = compat_urllib_request.urlopen(version['exe'][0])
99	newcontent = urlh.read()
100	urlh.close()
101	except (IOError, OSError) as err:
102	if verbose: to_screen(compat_str(traceback.format_exc()))
103	to_screen(u'ERROR: unable to download latest version')
104	return
105
106	newcontent_hash = hashlib.sha256(newcontent).hexdigest()
107	if newcontent_hash != version['exe'][1]:
108	to_screen(u'ERROR: the downloaded file hash does not match. Aborting.')
109	return
110
111	try:
112	with open(exe + '.new', 'wb') as outf:
113	outf.write(newcontent)
114	except (IOError, OSError) as err:
115	if verbose: to_screen(compat_str(traceback.format_exc()))
116	to_screen(u'ERROR: unable to write the new version')
117	return
118
119	try:
120	bat = os.path.join(directory, 'youtube-dl-updater.bat')
121	b = open(bat, 'w')
122	b.write("""
123	echo Updating youtube-dl...
124	ping 127.0.0.1 -n 5 -w 1000 > NUL
125	move /Y "%s.new" "%s"
126	del "%s"
127	\n""" %(exe, exe, bat))
128	b.close()
129
130	os.startfile(bat)
131	except (IOError, OSError) as err:
132	if verbose: to_screen(compat_str(traceback.format_exc()))
133	to_screen(u'ERROR: unable to overwrite current version')
134	return
135
136	# Zip unix package
137	elif isinstance(globals().get('__loader__'), zipimporter):
138	try:
139	urlh = compat_urllib_request.urlopen(version['bin'][0])
140	newcontent = urlh.read()
141	urlh.close()
142	except (IOError, OSError) as err:
143	if verbose: to_screen(compat_str(traceback.format_exc()))
144	to_screen(u'ERROR: unable to download latest version')
145	return
146
147	newcontent_hash = hashlib.sha256(newcontent).hexdigest()
148	if newcontent_hash != version['bin'][1]:
149	to_screen(u'ERROR: the downloaded file hash does not match. Aborting.')
150	return
151
152	try:
153	with open(filename, 'wb') as outf:
154	outf.write(newcontent)
155	except (IOError, OSError) as err:
156	if verbose: to_screen(compat_str(traceback.format_exc()))
157	to_screen(u'ERROR: unable to overwrite current version')
158	return
159
160	to_screen(u'Updated youtube-dl. Restart youtube-dl to use the new version.')