blob: 128983439722df6786de227d0841bd92061b39e9 [file] [log] [blame]
#!/usr/bin/env python
# Copyright 2017 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
from __future__ import print_function
import argparse
import os
import sys
import zipfile
_BUILD_ANDROID = os.path.join(os.path.dirname(__file__), os.pardir)
sys.path.append(_BUILD_ANDROID)
from pylib.constants import host_paths
sys.path.append(os.path.join(_BUILD_ANDROID, 'gyp'))
from util import build_utils
sys.path.append(
os.path.join(host_paths.DIR_SOURCE_ROOT, 'third_party', 'depot_tools'))
import download_from_google_storage
import upload_to_google_storage
CURRENT_MILESTONE = '67'
DEFAULT_BUCKET = 'gs://chromium-android-tools/apks'
DEFAULT_DOWNLOAD_PATH = os.path.join(os.path.dirname(__file__), 'apks')
DEFAULT_BUILDER = 'Android_Builder'
DEFAULT_APK = 'MonochromePublic.apk'
_ALL_BUILDER_APKS = {
'Android Builder': ['ChromePublic.apk', 'ChromeModernPublic.apk',
'MonochromePublic.apk'],
'Android arm64 Builder': ['ChromePublic.apk', 'ChromeModernPublic.apk'],
}
def MaybeDownloadApk(builder, milestone, apk, download_path, bucket):
"""Returns path to the downloaded APK or None if not found."""
apk_path = os.path.join(download_path, builder, milestone, apk)
sha1_path = apk_path + '.sha1'
base_url = os.path.join(bucket, builder, milestone)
if os.path.exists(apk_path):
print('%s already exists' % apk_path)
return apk_path
elif not os.path.exists(sha1_path):
print('Skipping %s, file not found' % sha1_path)
return None
else:
download_from_google_storage.download_from_google_storage(
input_filename=sha1_path,
sha1_file=sha1_path,
base_url=base_url,
gsutil=download_from_google_storage.Gsutil(
download_from_google_storage.GSUTIL_DEFAULT_PATH),
num_threads=1,
directory=False,
recursive=False,
force=False,
output=apk_path,
ignore_errors=False,
verbose=True,
auto_platform=False,
extract=False)
return apk_path
def _UpdateReferenceApks(milestones):
"""Update reference APKs and creates .sha1 files ready for commit.
Will fail if perf builders were broken for the given milestone (use next
passing build in this case).
"""
with build_utils.TempDir() as temp_dir:
for milestone, crrev in milestones:
for builder, apks in _ALL_BUILDER_APKS.iteritems():
tools_builder_path = builder.replace(' ', '_')
zip_path = os.path.join(temp_dir, 'build_product.zip')
commit = build_utils.CheckOutput(['git', 'crrev-parse', crrev]).strip()
# Download build product from perf builders.
build_utils.CheckOutput([
'gsutil', 'cp', 'gs://chrome-perf/%s/full-build-linux_%s.zip' % (
builder, commit), zip_path])
# Extract desired .apks.
with zipfile.ZipFile(zip_path) as z:
in_zip_paths = z.namelist()
out_dir = os.path.commonprefix(in_zip_paths)
for apk_name in apks:
output_path = os.path.join(
DEFAULT_DOWNLOAD_PATH, tools_builder_path, milestone)
apk_path = os.path.join(out_dir, 'apks', apk_name)
zip_info = z.getinfo(apk_path)
zip_info.filename = apk_path.replace(apk_path, apk_name)
z.extract(zip_info, output_path)
input_files = [os.path.join(output_path, apk_name)]
bucket_path = os.path.join(
DEFAULT_BUCKET, tools_builder_path, milestone)
# Upload .apks to chromium-android-tools so that they aren't
# automatically removed in the future.
upload_to_google_storage.upload_to_google_storage(
input_files,
bucket_path,
upload_to_google_storage.Gsutil(
upload_to_google_storage.GSUTIL_DEFAULT_PATH),
False, # force
False, # use_md5
10, # num_threads
False, # skip_hashing
None) # gzip
def main():
argparser = argparse.ArgumentParser(
description='Utility for downloading archived APKs used for measuring '
'per-milestone patch size growth.',
formatter_class=argparse.ArgumentDefaultsHelpFormatter)
argparser.add_argument('--download-path', default=DEFAULT_DOWNLOAD_PATH,
help='Directory to store downloaded APKs.')
argparser.add_argument('--milestone', default=CURRENT_MILESTONE,
help='Download reference APK for this milestone.')
argparser.add_argument('--apk', default=DEFAULT_APK, help='APK name.')
argparser.add_argument('--builder', default=DEFAULT_BUILDER,
help='Builder name.')
argparser.add_argument('--bucket', default=DEFAULT_BUCKET,
help='Google storage bucket where APK is stored.')
argparser.add_argument('--update', action='append', nargs=2,
help='List of MILESTONE CRREV pairs to upload '
'reference APKs for. Mutally exclusive with '
'downloading reference APKs.')
args = argparser.parse_args()
if args.update:
_UpdateReferenceApks(args.update)
else:
MaybeDownloadApk(args.builder, args.milestone, args.apk,
args.download_path, args.bucket)
if __name__ == '__main__':
sys.exit(main())