blob: 66eebbfa7395d21e2d4387814b3f1b1f56a5f472 [file] [log] [blame]
#!/usr/bin/env vpython
# Copyright 2015 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""This module fetches and prints the dependencies given a benchmark."""
import argparse
import json
import optparse
import os
import sys
import logging
from core import benchmark_finders
from core import path_util
from py_utils import cloud_storage
from telemetry import benchmark_runner
from chrome_telemetry_build import chromium_config
def _FetchDependenciesIfNeeded(story_set):
""" Download files needed by a user story set. """
# Download files in serving_dirs.
serving_dirs = story_set.serving_dirs
for directory in serving_dirs:
cloud_storage.GetFilesInDirectoryIfChanged(directory, story_set.bucket)
if not story_set.wpr_archive_info:
# Download WPR files.
story_names = [ for s in story_set if not s.is_local]
def _EnumerateDependencies(story_set):
"""Enumerates paths of files needed by a user story set."""
deps = set()
# Enumerate WPRs
for story in story_set:
# Enumerate files in serving_dirs
for directory in story_set.serving_dirs:
if not os.path.isdir(directory):
raise ValueError('Must provide a valid directory.')
# Don't allow the root directory to be a serving_dir.
if directory == os.path.abspath(os.sep):
raise ValueError('Trying to serve root directory from HTTP server.')
for dirpath, _, filenames in os.walk(directory):
for filename in filenames:
path_name, extension = os.path.splitext(
os.path.join(dirpath, filename))
if extension == '.sha1':
# Return relative paths.
prefix_len = len(os.path.realpath(path_util.GetChromiumSrcDir())) + 1
return [dep[prefix_len:] for dep in deps if dep]
def _FetchDepsForBenchmark(benchmark):
# Create a dummy options object which hold default values that are expected
# by Benchmark.CreateStorySet(options) method.
parser = optparse.OptionParser()
options, _ = parser.parse_args([])
story_set = benchmark().CreateStorySet(options)
# Download files according to specified benchmark.
# Log files downloaded.'Fetch dependencies for benchmark %s' % benchmark.Name())
deps = _EnumerateDependencies(story_set)
for dep in deps:"Dependency: " + dep)
return deps
def main(args):
parser = argparse.ArgumentParser(
description='Fetch the dependencies of perf benchmark(s).')
parser.add_argument('benchmark_name', type=str, nargs='?')
parser.add_argument('--force', '-f',
help=('Force fetching all the benchmarks when '
'benchmark_name is not specified'),
action='store_true', default=False)
# Flag --output-deps: output the dependencies to a json file, CrOS autotest
# telemetry_runner parses the output to upload the dependencies to the DUT.
# Example output, --output-deps=deps octane:
# {'octane': ['tools/perf/page_sets/data/octane_002.wprgo']}
help=('Output dependencies to a json file'))
'-v', '--verbose', action='count', dest='verbosity',
help='Increase verbosity level (repeat as needed)')
options = parser.parse_args(args)
if options.verbosity >= 2:
elif options.verbosity:
deps = {}
if options.benchmark_name:
perf_dir = path_util.GetPerfDir()
benchmark_dirs=[os.path.join(perf_dir, 'benchmarks'),
os.path.join(perf_dir, 'contrib')]
config = chromium_config.ChromiumConfig(
top_level_dir=path_util.GetPerfDir(), benchmark_dirs=benchmark_dirs)
benchmark = benchmark_runner.GetBenchmarkByName(
options.benchmark_name, config)
if not benchmark:
raise ValueError('No such benchmark: %s' % options.benchmark_name)
deps[benchmark.Name()] = _FetchDepsForBenchmark(benchmark)
if not options.force:
'No benchmark name is specified. Fetching all benchmark deps. '
'Press enter to continue...')
for b in benchmark_finders.GetAllPerfBenchmarks():
deps[b.Name()] = _FetchDepsForBenchmark(b)
if options.output_deps:
with open(options.output_deps, 'w') as outfile:
json.dump(deps, outfile)
if __name__ == '__main__':