blob: e9e72d14017a8378a62d29fea4e4ad804288c5e8 [file] [log] [blame]
#!/usr/bin/env python
# Copyright (c) 2012 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Script that reads omahaproxy and gsutil to determine a version of the
sdk_tools bundle to use.
Please note the differences between this script and is run by a SDK-team developer to assist in updating to a
new sdk_tools bundle. A file on the developer's hard drive is modified, and
must be checked in for the new sdk_tools bundle to be used. is customarily run by a cron job, and does not check in
any changes. Instead it modifies the manifest file in cloud storage."""
import argparse
import collections
import difflib
import json
import re
import sys
import urllib2
from manifest_util import DownloadAndComputeHash, DictToJSON
from update_nacl_manifest import RealDelegate
SDK_TOOLS_DESCRIPTION_FORMAT = 'Native Client SDK Tools, revision %d'
BUCKET_PATH = 'nativeclient-mirror/nacl/nacl_sdk/'
def GetSdkToolsUrl(revision):
return HTTPS_BUCKET_PATH + 'trunk.%d/sdk_tools.tgz' % revision
def GetTrunkRevisions(delegate):
urls = delegate.GsUtil_ls(GS_BUCKET_PATH)
revisions = []
for url in urls:
m = re.match(GS_BUCKET_PATH + 'trunk\.(\d+)', url)
if m:
revisions.append((int(, url))
return sorted(revisions)
def FindMostRecentSdkTools(delegate):
for revision, url in reversed(GetTrunkRevisions(delegate)):
sdktools_url = url + 'sdk_tools.tgz'
if delegate.GsUtil_ls(sdktools_url):
return revision, sdktools_url
return None
def JsonLoadFromString(json_string):
if sys.version_info > (2, 7):
return json.loads(json_string, object_pairs_hook=collections.OrderedDict)
return json.loads(json_string)
def GetBundleByName(bundles, name):
for bundle in bundles:
if bundle['name'] == name:
return bundle
return None
def UpdateSdkToolsBundle(sdk_tools_bundle, revision, url, sha1, size):
sdk_tools_bundle['description'] = SDK_TOOLS_DESCRIPTION_FORMAT % revision
sdk_tools_bundle['revision'] = revision
# Update archive for each OS
for archive in sdk_tools_bundle['archives']:
archive['url'] = url
archive['checksum']['sha1'] = sha1
archive['size'] = size
def UpdateManifest(manifest, revision):
sdk_tools_bundle = GetBundleByName(manifest['bundles'], 'sdk_tools')
url = GetSdkToolsUrl(revision)
sha1, size = DownloadAndComputeHash(urllib2.urlopen(url))
UpdateSdkToolsBundle(sdk_tools_bundle, revision, url, sha1, size)
def UpdateManifestFileToRevision(filename, revision):
with open(filename) as stream:
manifest_string =
manifest = JsonLoadFromString(manifest_string)
UpdateManifest(manifest, revision)
new_manifest_string = DictToJSON(manifest)
diff_string = ''.join(difflib.unified_diff(manifest_string.splitlines(1),
print 'diff %s' % filename
print diff_string
with open(filename, 'w') as stream:
def main(args):
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument('-r', '--revision',
help='set revision manually, rather than using the latest version')
options = parser.parse_args(args)
# TODO(binji): Rename RealDelegate to something else.
delegate = RealDelegate()
if not options.revision:
revision, _ = FindMostRecentSdkTools(delegate)
revision = int(options.revision)
UpdateManifestFileToRevision('json/naclsdk_manifest0.json', revision)
UpdateManifestFileToRevision('json/naclsdk_manifest2.json', revision)
return 0
if __name__ == '__main__':