blob: 88a77e9541f68d4f73d0c41ab420471fe4794f9e [file] [log] [blame]
# Copyright 2013 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Generates annotated output.
TODO(stip): Move the gtest_utils gtest parser selection code from
to here.
TODO(stip): Move the perf dashboard code from to here.
import re
from slave import performance_log_processor
from slave import slave_utils
def getText(result, observer, name):
"""Generate a text summary for the waterfall.
Updates the waterfall with any unusual test output, with a link to logs of
failed test steps.
# TODO(xusydoc): unify this with gtest reporting below so getText() is
# less confusing
if hasattr(observer, 'PerformanceSummary'):
basic_info = [name]
summary_text = ['<div class="BuildResultInfo">']
return basic_info + summary_text
# basic_info is an array of lines to display on the waterfall.
basic_info = [name]
disabled = observer.DisabledTests()
if disabled:
basic_info.append('%s disabled' % str(disabled))
flaky = observer.FlakyTests()
if flaky:
basic_info.append('%s flaky' % str(flaky))
failed_test_count = len(observer.FailedTests())
if failed_test_count == 0:
if result == performance_log_processor.SUCCESS:
return basic_info
elif result == performance_log_processor.WARNINGS:
return basic_info + ['warnings']
if observer.RunningTests():
basic_info += ['did not complete']
# TODO(xusydoc): see if 'crashed or hung' should be tracked by RunningTests().
if failed_test_count:
failure_text = ['failed %d' % failed_test_count]
if observer.master_name:
# Include the link to the flakiness dashboard.
failure_text.append('<div class="BuildResultInfo">')
failure_text.append('<a href="%s#testType=%s'
'&tests=%s">' % (GTEST_DASHBOARD_BASE,
failure_text.append('Flakiness dashboard')
failure_text = ['crashed or hung']
return basic_info + failure_text
def annotate(test_name, result, log_processor, perf_dashboard_id=None):
"""Given a test result and tracker, update the waterfall with test results."""
# Always print raw exit code of the subprocess. This is very helpful
# for debugging, especially when one gets the "crashed or hung" message
# with no output (exit code can have some clues, especially on Windows).
print 'exit code (as seen by %d' % result
get_text_result = performance_log_processor.SUCCESS
for failure in sorted(log_processor.FailedTests()):
clean_test_name = re.sub(r'[^\w\.\-]', '_', failure)
for report_hash in sorted(log_processor.MemoryToolReportHashes()):
if log_processor.ParsingErrors():
# Generate a log file containing the list of errors.
slave_utils.WriteLogLines('log parsing error(s)',
if hasattr(log_processor, 'evaluateCommand'):
parser_result = log_processor.evaluateCommand('command')
if parser_result > result:
result = parser_result
if result == performance_log_processor.SUCCESS:
if (len(log_processor.ParsingErrors()) or
len(log_processor.FailedTests()) or
print '@@@STEP_WARNINGS@@@'
get_text_result = performance_log_processor.WARNINGS
elif result == slave_utils.WARNING_EXIT_CODE:
print '@@@STEP_WARNINGS@@@'
get_text_result = performance_log_processor.WARNINGS
print '@@@STEP_FAILURE@@@'
get_text_result = performance_log_processor.FAILURE
for desc in getText(get_text_result, log_processor, test_name):
print '@@@STEP_TEXT@%s@@@' % desc
if hasattr(log_processor, 'PerformanceLogs'):
if not perf_dashboard_id:
raise Exception(' error: perf step specified but'
'no test_id in factory_properties!')
for logname, log in log_processor.PerformanceLogs().iteritems():
lines = [str(l).rstrip() for l in log]
slave_utils.WriteLogLines(logname, lines, perf=perf_dashboard_id)