blob: de4f77d63f6a0506d3ab363629f53a5c2ee8606f [file] [log] [blame]
#!/usr/bin/perl -w
# Copyright (C) 2005 Apple Computer, Inc. All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
#
# 1. Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
# 3. Neither the name of Apple Computer, Inc. ("Apple") nor the names of
# its contributors may be used to endorse or promote products derived
# from this software without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY
# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
# DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY
# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
# Script to check status of W3C DOM tests that are part of the WebKit tests.
use strict;
use FindBin;
use Cwd;
use lib $FindBin::Bin;
use webkitdirs;
chdirWebKit();
my $verbose = $ARGV[0] && $ARGV[0] eq "-v";
my $workingDir = getcwd();
my $testDirectory = "$workingDir/LayoutTests";
my @suites = ( {"name" => "DOM Level 1 Core (html)", "directory" => "dom/html/level1/core"},
{"name" => "DOM Level 2 Core (html)", "directory" => "dom/html/level2/core"},
{"name" => "DOM Level 2 Events (html)", "directory" => "dom/html/level2/events"},
{"name" => "DOM Level 2 HTML (html)", "directory" => "dom/html/level2/html"},
{"name" => "DOM Level 1 Core (xhtml)", "directory" => "dom/xhtml/level1/core"},
{"name" => "DOM Level 2 Core (xhtml)", "directory" => "dom/xhtml/level2/core"},
{"name" => "DOM Level 2 Events (xhtml)", "directory" => "dom/xhtml/level2/events"},
{"name" => "DOM Level 2 HTML (xhtml)", "directory" => "dom/xhtml/level2/html"},
{"name" => "DOM Level 3 Core (xhtml)", "directory" => "dom/xhtml/level3/core"},
{"name" => "DOM Level 3 XPath (svg)", "directory" => "dom/svg/level3/xpath"});
my $totalCount = 0;
my $totalSuccesses = 0;
my $totalDisabled = 0;
my $totalFailed = 0;
foreach my $suite (@suites) {
my %suite = %$suite;
my $directory = $suite{"directory"};
my $name = $suite{"name"};
my @results = `find "${testDirectory}/${directory}" -name "*-expected.txt"`;
my @disabled = `find "${testDirectory}/${directory}" -name "*-disabled"`;
my @failures = ();
my $count = 0;
foreach my $result (@results) {
$count++;
my $success = 0;
open RESULT, "<$result";
while (<RESULT>) {
if (/Success/) {
$success = 1;
last;
}
}
close RESULT;
if (!$success) {
push @failures, $result;
}
}
my $disabledCount = (scalar @disabled);
my $failureCount = (scalar @failures);
$count += $disabledCount;
my $successCount = $count - $failureCount - $disabledCount;
my $percentage = (sprintf "%.1f", ($successCount * 100.0 / $count));
if ($percentage == 100) {
print "${name}: all ${count} tests succeeded";
} else {
print "${name}: ${successCount} out of ${count} tests succeeded (${percentage}%)";
}
print " ($disabledCount disabled)" if $disabledCount;
print "\n";
if ($verbose) {
print "\n";
if (@disabled) {
print " Disabled:\n";
foreach my $failure (sort @disabled) {
$failure =~ s|.*/||;
$failure =~ s|-disabled||;
print " ${directory}/${failure}";
}
}
if (@failures) {
print " Failed:\n";
foreach my $failure (sort @failures) {
$directory =~ m|^dom/(\w+)|;
my $extension = $1;
$failure =~ s|.*/||;
$failure =~ s|-expected\.txt|.${extension}|;
print " ${directory}/${failure}";
}
}
print "\n";
}
$totalCount += $count;
$totalSuccesses += $successCount;
$totalDisabled += $disabledCount;
$totalFailed += $failureCount;
}
my $totalPercentage = (sprintf "%.1f", ($totalSuccesses * 100.0 / $totalCount));
my $totalDisabledPercentage = (sprintf "%.1f", ($totalDisabled * 100.0 / $totalCount));
my $totalFailedPercentage = (sprintf "%.1f", ($totalFailed * 100.0 / $totalCount));
print "Total: ${totalSuccesses} out of ${totalCount} tests succeeded (${totalPercentage}%)\n";
print " ${totalDisabled} tests disabled (${totalDisabledPercentage}%)\n";
print " ${totalFailed} tests failed (${totalFailedPercentage}%)\n";