blob: f36d5b230fa8fd75da4150f3996642e6084ff92e [file] [log] [blame]
#!/usr/bin/env python
# Copyright (c) 2011 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
import hashlib
import optparse
import os
import urllib2
import sys
import time
# Print a dot every time this number of bytes is read.
PROGRESS_SPACING = 128 * 1024
def ReadFile(filename):
fh = open(filename, 'r')
try:
return fh.read()
finally:
fh.close()
def WriteFile(filename, data):
fh = open(filename, 'w')
try:
fh.write(data)
finally:
fh.close()
def HashFile(filename):
hasher = hashlib.sha1()
fh = open(filename, 'rb')
try:
while True:
data = fh.read(4096)
if len(data) == 0:
break
hasher.update(data)
finally:
fh.close()
return hasher.hexdigest()
def CopyStream(input_stream, output_stream):
"""Copies the contents of input_stream to output_stream. Prints
dots to indicate progress.
"""
bytes_read = 0
dots_printed = 0
while True:
data = input_stream.read(4096)
if len(data) == 0:
break
output_stream.write(data)
bytes_read += len(data)
if bytes_read / PROGRESS_SPACING > dots_printed:
sys.stdout.write('.')
sys.stdout.flush()
dots_printed += 1
def RenameWithRetry(old_path, new_path):
# Renames of files that have recently been closed are known to be
# unreliable on Windows, because virus checkers like to keep the
# file open for a little while longer. This tends to happen more
# for files that look like Windows executables, which does not apply
# to our files, but we retry the rename here just in case.
if sys.platform in ('win32', 'cygwin'):
for i in range(5):
try:
if os.path.exists(new_path):
os.remove(new_path)
os.rename(old_path, new_path)
return
except Exception, exn:
sys.stdout.write('Rename failed with %r. Retrying...\n' % str(exn))
sys.stdout.flush()
time.sleep(1)
raise Exception('Unabled to rename irt file')
else:
os.rename(old_path, new_path)
def DownloadFile(dest_path, url):
url_path = '%s.url' % dest_path
temp_path = '%s.temp' % dest_path
if os.path.exists(url_path) and ReadFile(url_path).strip() == url:
# The URL matches that of the file we previously downloaded, so
# there should be nothing to do.
return
sys.stdout.write('Downloading %r to %r\n' % (url, dest_path))
output_fh = open(temp_path, 'wb')
stream = urllib2.urlopen(url)
CopyStream(stream, output_fh)
output_fh.close()
sys.stdout.write(' done\n')
if os.path.exists(url_path):
os.unlink(url_path)
RenameWithRetry(temp_path, dest_path)
WriteFile(url_path, url + '\n')
stream.close()
def DownloadFileWithRetry(dest_path, url):
for i in range(5):
try:
DownloadFile(dest_path, url)
break
except urllib2.HTTPError, exn:
if exn.getcode() == 404:
raise
sys.stdout.write('Download failed with error %r. Retrying...\n'
% str(exn))
sys.stdout.flush()
time.sleep(1)
def EvalDepsFile(path):
scope = {'Var': lambda name: scope['vars'][name]}
execfile(path, {}, scope)
return scope
def Main():
parser = optparse.OptionParser()
parser.add_option(
'--base_url', dest='base_url',
# For a view of this site that includes directory listings, see:
# http://gsdview.appspot.com/nativeclient-archive2/
# (The trailing slash is required.)
default=('http://commondatastorage.googleapis.com/'
'nativeclient-archive2/irt'),
help='Base URL from which to download.')
parser.add_option(
'--nacl_revision', dest='nacl_revision',
help='Download an IRT binary that was built from this '
'SVN revision of Native Client.')
parser.add_option(
'--file_hash', dest='file_hashes', action='append', nargs=2, default=[],
metavar='ARCH HASH',
help='ARCH gives the name of the architecture (e.g. "x86_32") for '
'which to download an IRT binary. '
'HASH gives the expected SHA1 hash of the file.')
options, args = parser.parse_args()
if len(args) != 0:
parser.error('Unexpected arguments: %r' % args)
if options.nacl_revision is None and len(options.file_hashes) == 0:
# The script must have been invoked directly with no arguments,
# rather than being invoked by gclient. In this case, read the
# DEPS file ourselves rather than having gclient pass us values
# from DEPS.
deps_data = EvalDepsFile(os.path.join('src', 'DEPS'))
options.nacl_revision = deps_data['vars']['nacl_revision']
options.file_hashes = [
('x86_32', deps_data['vars']['nacl_irt_hash_x86_32']),
('x86_64', deps_data['vars']['nacl_irt_hash_x86_64']),
]
nacl_dir = os.path.join('src', 'native_client')
if not os.path.exists(nacl_dir):
# If "native_client" is not present, this might be because the
# developer has put '"src/native_client": None' in their
# '.gclient' file, because they don't want to build Chromium with
# Native Client support. So don't create 'src/native_client',
# because that would interfere with checking it out from SVN
# later.
sys.stdout.write(
'The directory %r does not exist: skipping downloading binaries '
'for Native Client\'s IRT library\n' % nacl_dir)
return
if len(options.file_hashes) == 0:
sys.stdout.write('No --file_hash arguments given: nothing to update\n')
new_deps = []
for arch, expected_hash in options.file_hashes:
url = '%s/r%s/irt_%s.nexe' % (options.base_url,
options.nacl_revision,
arch)
dest_dir = os.path.join(nacl_dir, 'irt_binaries')
if not os.path.exists(dest_dir):
os.makedirs(dest_dir)
dest_path = os.path.join(dest_dir, 'nacl_irt_%s.nexe' % arch)
DownloadFileWithRetry(dest_path, url)
downloaded_hash = HashFile(dest_path)
if downloaded_hash != expected_hash:
sys.stdout.write(
'Hash mismatch: the file downloaded from URL %r had hash %r, '
'but we expected %r\n' % (url, downloaded_hash, expected_hash))
new_deps.append(' "nacl_irt_hash_%s": "%s",\n'
% (arch, downloaded_hash))
if len(new_deps) > 0:
sys.stdout.write('\nIf you have changed nacl_revision, the DEPS file '
'probably needs to be updated with the following:\n%s\n'
% ''.join(new_deps))
sys.exit(1)
if __name__ == '__main__':
Main()