| #!/usr/bin/python |
| # |
| # Copyright 2010 Google Inc. All Rights Reserved. |
| |
| """Script to build ChromeOS benchmarks |
| |
| Inputs: |
| chromeos_root |
| toolchain_root |
| board |
| [chromeos/cpu/<benchname>|chromeos/browser/[pagecycler|sunspider]|chromeos/startup] |
| |
| This script assumes toolchain has already been built in toolchain_root. |
| |
| chromeos/cpu/<benchname> |
| - Execute bench.py script within chroot to build benchmark |
| - Copy build results to perflab-bin |
| |
| chromeos/startup |
| - Call build_chromeos to build image. |
| - Copy image to perflab-bin |
| |
| chromeos/browser/* |
| - Call build_chromebrowser to build image with new browser |
| - Copy image to perflab-bin |
| |
| """ |
| |
| __author__ = "bjanakiraman@google.com (Bhaskar Janakiraman)" |
| |
| import optparse |
| import os |
| import sys |
| import re |
| |
| import build_chromeos |
| import tc_enter_chroot |
| from utils import command_executer |
| from utils import logger |
| |
| |
| KNOWN_BENCHMARKS = [ |
| 'chromeos/startup', |
| 'chromeos/browser/pagecycler', |
| 'chromeos/browser/sunspider', |
| 'chromeos/browser/v8bench', |
| 'chromeos/cpu/bikjmp' ] |
| |
| # Commands to build CPU benchmarks. |
| |
| CPU_BUILDCMD_CLEAN = "cd /usr/local/toolchain_root/third_party/android_bench/v2_0/CLOSED_SOURCE/%s;\ |
| python ../../scripts/bench.py --toolchain=/usr/bin --action=clean;" |
| |
| CPU_BUILDCMD_BUILD = "cd /usr/local/toolchain_root/third_party/android_bench/v2_0/CLOSED_SOURCE/%s;\ |
| python ../../scripts/bench.py --toolchain=/usr/bin --add_cflags=%s --add_ldflags=%s --makeopts=%s --action=build" |
| |
| |
| # Common initializations |
| cmd_executer = command_executer.GetCommandExecuter() |
| |
| |
| def Usage(parser, message): |
| print "ERROR: " + message |
| parser.print_help() |
| sys.exit(0) |
| |
| |
| def CreateRunsh(destdir, benchmark): |
| """Create run.sh script to run benchmark. Perflab needs a run.sh that runs the benchmark.""" |
| run_cmd = os.path.dirname(os.path.abspath(__file__)) + "/run_benchmarks.py" |
| contents = "#!/bin/sh\n%s $@ %s\n" % (run_cmd, benchmark) |
| runshfile = destdir + '/run.sh' |
| f = open(runshfile, 'w') |
| f.write(contents) |
| f.close() |
| retval = cmd_executer.RunCommand('chmod +x %s' % runshfile) |
| return retval |
| |
| |
| def CreateBinaryCopy(sourcedir, destdir, copy = None): |
| """Create links in perflab-bin/destdir/* to sourcedir/* for now, instead of copies |
| Args: |
| copy: when none, make soft links to everything under sourcedir, otherwise |
| copy all to destdir. |
| TODO: remove this parameter if it's determined that CopyFiles can use |
| rsync -L. |
| """ |
| retval = 0 |
| # check if sourcedir exists |
| if not os.path.exists(sourcedir): |
| logger.GetLogger().LogError("benchmark results %s does not exist." % |
| sourcedir) |
| return 1 |
| |
| # Deal with old copies - save off old ones for now. |
| # Note - if its a link, it doesn't save anything. |
| if os.path.exists(destdir): |
| command = 'rm -rf %s.old' % destdir |
| retval = cmd_executer.RunCommand(command) |
| if retval != 0: |
| return retval |
| command = 'mv %s %s.old' % (destdir, destdir) |
| retval = cmd_executer.RunCommand(command) |
| if retval != 0: |
| return retval |
| os.makedirs(destdir) |
| sourcedir = os.path.abspath(sourcedir) |
| if copy is None: |
| command = 'ln -s %s/* %s' % (sourcedir, destdir) |
| else: |
| command = 'cp -fr %s/* %s' % (sourcedir, destdir) |
| retval = cmd_executer.RunCommand(command) |
| return retval |
| |
| |
| def Main(argv): |
| """Build ChromeOS.""" |
| # Common initializations |
| |
| parser = optparse.OptionParser() |
| parser.add_option("-c", "--chromeos_root", dest="chromeos_root", |
| help="Target directory for ChromeOS installation.") |
| parser.add_option("-t", "--toolchain_root", dest="toolchain_root", |
| help="This is obsolete. Do not use.") |
| parser.add_option("-r", "--third_party", dest="third_party", |
| help="The third_party dir containing android benchmarks.") |
| parser.add_option("-C", "--clean", dest="clean", action="store_true", |
| default=False, help="Clean up build."), |
| parser.add_option("-B", "--build", dest="build", action="store_true", |
| default=False, help="Build benchmark."), |
| parser.add_option("-O", "--only_copy", dest="only_copy", action="store_true", |
| default=False, help="Only copy to perflab-bin - no builds."), |
| parser.add_option("--workdir", dest="workdir", default=".", |
| help="Work directory for perflab outputs.") |
| parser.add_option("--clobber_chroot", dest="clobber_chroot", |
| action="store_true", help= |
| "Delete the chroot and start fresh", default=False) |
| parser.add_option("--clobber_board", dest="clobber_board", |
| action="store_true", |
| help="Delete the board and start fresh", default=False) |
| parser.add_option("--cflags", dest="cflags", default="", |
| help="CFLAGS for the ChromeOS packages") |
| parser.add_option("--cxxflags", dest="cxxflags",default="", |
| help="CXXFLAGS for the ChromeOS packages") |
| parser.add_option("--ldflags", dest="ldflags", default="", |
| help="LDFLAGS for the ChromeOS packages") |
| parser.add_option("--makeopts", dest="makeopts", default="", |
| help="Make options for the ChromeOS packages") |
| parser.add_option("--board", dest="board", |
| help="ChromeOS target board, e.g. x86-generic") |
| |
| (options,args) = parser.parse_args(argv[1:]) |
| |
| # validate args |
| for arg in args: |
| if arg not in KNOWN_BENCHMARKS: |
| logger.GetLogger().LogFatal("Bad benchmark %s specified" % arg) |
| |
| |
| if options.chromeos_root is None: |
| Usage(parser, "--chromeos_root must be set") |
| |
| if options.board is None: |
| Usage(parser, "--board must be set") |
| |
| if options.toolchain_root: |
| logger.GetLogger().LogWarning("--toolchain_root should not be set") |
| |
| options.chromeos_root = os.path.expanduser(options.chromeos_root) |
| options.workdir = os.path.expanduser(options.workdir) |
| |
| retval = 0 |
| if options.third_party: |
| third_party = options.third_party |
| else: |
| third_party = "%s/../../../third_party" % os.path.dirname(__file__) |
| third_party = os.path.realpath(third_party) |
| for arg in args: |
| # CPU benchmarks |
| if re.match('chromeos/cpu', arg): |
| comps = re.split('/', arg) |
| benchname = comps[2] |
| |
| tec_options = [] |
| if third_party: |
| tec_options.append("--third_party=%s" % third_party) |
| if options.clean: |
| retval = cmd_executer.ChrootRunCommand(options.chromeos_root, |
| CPU_BUILDCMD_CLEAN % benchname, |
| tec_options=tec_options |
| ) |
| logger.GetLogger().LogErrorIf(retval, |
| "clean of benchmark %s failed." % arg) |
| if options.build: |
| retval = cmd_executer.ChrootRunCommand( |
| options.chromeos_root, |
| CPU_BUILDCMD_BUILD % (benchname, options.cflags, |
| options.ldflags, options.makeopts), |
| tec_options=tec_options) |
| logger.GetLogger().LogErrorIf(retval, |
| "Build of benchmark %s failed." % arg) |
| if retval == 0 and (options.build or options.only_copy): |
| benchdir = ('%s/android_bench/v2_0/CLOSED_SOURCE/%s' % |
| (third_party, benchname)) |
| linkdir = '%s/perflab-bin/%s' % (options.workdir, arg) |
| |
| # For cpu/*, we need to copy (not symlinks) of all the contents, |
| # because they are part of the test fixutre. |
| retval = CreateBinaryCopy(benchdir, linkdir, True) |
| if retval != 0: return retval |
| retval = CreateRunsh(linkdir, arg) |
| if retval != 0: return retval |
| elif re.match('chromeos/startup', arg): |
| if options.build: |
| # Clean for chromeos/browser and chromeos/startup is a Nop since builds are always from scratch. |
| build_args = [os.path.dirname(os.path.abspath(__file__)) + "/build_chromeos.py", |
| "--chromeos_root=" + options.chromeos_root, |
| "--board=" + options.board, |
| "--cflags=" + options.cflags, |
| "--cxxflags=" + options.cxxflags, |
| "--ldflags=" + options.ldflags, |
| "--clobber_board" |
| ] |
| retval = build_chromeos.Main(build_args) |
| logger.GetLogger().LogErrorIf(retval, "Build of ChromeOS failed.") |
| if retval == 0 and (options.build or options.only_copy): |
| benchdir = '%s/src/build/images/%s/latest' % (options.chromeos_root, options.board) |
| linkdir = '%s/perflab-bin/%s' % (options.workdir, arg) |
| retval = CreateBinaryCopy(benchdir, linkdir) |
| if retval != 0: return retval |
| CreateRunsh(linkdir, arg) |
| if retval != 0: return retval |
| elif re.match('chromeos/browser', arg): |
| if options.build: |
| # For now, re-build os. TBD: Change to call build_browser |
| build_args = [os.path.dirname(os.path.abspath(__file__)) + "/build_chrome_browser.py", |
| "--chromeos_root=" + options.chromeos_root, |
| "--board=" + options.board, |
| "--cflags=" + options.cflags, |
| "--cxxflags=" + options.cxxflags, |
| "--ldflags=" + options.ldflags |
| ] |
| retval = build_chromeos.Main(build_args) |
| logger.GetLogger().LogErrorIf(retval, "Build of ChromeOS failed.") |
| if retval == 0 and (options.build or options.only_copy): |
| benchdir = '%s/src/build/images/%s/latest' % (options.chromeos_root, options.board) |
| linkdir = '%s/perflab-bin/%s' % (options.workdir, arg) |
| retval = CreateBinaryCopy(benchdir,linkdir) |
| if retval != 0: return retval |
| retval = CreateRunsh(linkdir, arg) |
| if retval != 0: return retval |
| |
| return 0 |
| |
| if __name__ == "__main__": |
| sys.exit(Main(sys.argv)) |
