1#!/usr/bin/perl -w
2
3# Copyright (C) 2005 Apple Computer, Inc.  All rights reserved.
4#
5# Redistribution and use in source and binary forms, with or without
6# modification, are permitted provided that the following conditions
7# are met:
8#
9# 1.  Redistributions of source code must retain the above copyright
10#     notice, this list of conditions and the following disclaimer.
11# 2.  Redistributions in binary form must reproduce the above copyright
12#     notice, this list of conditions and the following disclaimer in the
13#     documentation and/or other materials provided with the distribution.
14# 3.  Neither the name of Apple Computer, Inc. ("Apple") nor the names of
15#     its contributors may be used to endorse or promote products derived
16#     from this software without specific prior written permission.
17#
18# THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY
19# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
20# WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
21# DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY
22# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
23# (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
24# LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
25# ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
27# THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28
29# Script to check status of W3C DOM tests that are part of the WebKit tests.
30
31use strict;
32use FindBin;
33use Cwd;
34use lib $FindBin::Bin;
35use webkitdirs;
36
37chdirWebKit();
38
39my $verbose = $ARGV[0] && $ARGV[0] eq "-v";
40
41my $workingDir = getcwd();
42my $testDirectory = "$workingDir/LayoutTests";
43
44my @suites = ( {"name" => "DOM Level 1 Core   (html)", "directory" => "dom/html/level1/core"},
45               {"name" => "DOM Level 2 Core   (html)", "directory" => "dom/html/level2/core"},
46               {"name" => "DOM Level 2 Events (html)", "directory" => "dom/html/level2/events"},
47               {"name" => "DOM Level 2 HTML   (html)", "directory" => "dom/html/level2/html"},
48               {"name" => "DOM Level 1 Core   (xhtml)", "directory" => "dom/xhtml/level1/core"},
49               {"name" => "DOM Level 2 Core   (xhtml)", "directory" => "dom/xhtml/level2/core"},
50               {"name" => "DOM Level 2 Events (xhtml)", "directory" => "dom/xhtml/level2/events"},
51               {"name" => "DOM Level 2 HTML   (xhtml)", "directory" => "dom/xhtml/level2/html"},
52               {"name" => "DOM Level 3 Core   (xhtml)", "directory" => "dom/xhtml/level3/core"},
53               {"name" => "DOM Level 3 XPath  (svg)", "directory" => "dom/svg/level3/xpath"});
54
55my $totalCount = 0;
56my $totalSuccesses = 0;
57my $totalDisabled = 0;
58my $totalFailed = 0;
59
60foreach my $suite (@suites) {
61
62    my %suite = %$suite;
63    my $directory = $suite{"directory"};
64    my $name = $suite{"name"};
65    my @results = `find "${testDirectory}/${directory}" -name "*-expected.txt"`;
66    my @disabled = `find "${testDirectory}/${directory}" -name "*-disabled"`;
67
68    my @failures = ();
69    my $count = 0;
70
71    foreach my $result (@results) {
72        $count++;
73        my $success = 0;
74        open RESULT, "<$result";
75        while (<RESULT>) {
76            if (/Success/) {
77                $success = 1;
78                last;
79            }
80        }
81        close RESULT;
82        if (!$success) {
83            push @failures, $result;
84        }
85    }
86
87    my $disabledCount = (scalar @disabled);
88    my $failureCount = (scalar @failures);
89
90    $count += $disabledCount;
91
92    my $successCount = $count - $failureCount - $disabledCount;
93    my $percentage = (sprintf "%.1f", ($successCount * 100.0 / $count));
94
95    if ($percentage == 100) {
96        print "${name}: all ${count} tests succeeded";
97    } else {
98        print "${name}: ${successCount} out of ${count} tests succeeded (${percentage}%)";
99    }
100    print " ($disabledCount disabled)" if $disabledCount;
101    print "\n";
102    if ($verbose) {
103        print "\n";
104        if (@disabled) {
105            print "    Disabled:\n";
106
107            foreach my $failure (sort @disabled) {
108                $failure =~ s|.*/||;
109                $failure =~ s|-disabled||;
110                print "        ${directory}/${failure}";
111            }
112        }
113        if (@failures) {
114            print "    Failed:\n";
115
116            foreach my $failure (sort @failures) {
117                $directory =~ m|^dom/(\w+)|;
118                my $extension = $1;
119                $failure =~ s|.*/||;
120                $failure =~ s|-expected\.txt|.${extension}|;
121                print "        ${directory}/${failure}";
122            }
123        }
124
125        print "\n";
126    }
127
128    $totalCount += $count;
129    $totalSuccesses += $successCount;
130    $totalDisabled += $disabledCount;
131    $totalFailed += $failureCount;
132}
133
134
135my $totalPercentage = (sprintf "%.1f", ($totalSuccesses * 100.0 / $totalCount));
136my $totalDisabledPercentage = (sprintf "%.1f", ($totalDisabled * 100.0 / $totalCount));
137my $totalFailedPercentage = (sprintf "%.1f", ($totalFailed * 100.0 / $totalCount));
138
139print "Total: ${totalSuccesses} out of ${totalCount} tests succeeded (${totalPercentage}%)\n";
140print "       ${totalDisabled} tests disabled (${totalDisabledPercentage}%)\n";
141print "       ${totalFailed} tests failed (${totalFailedPercentage}%)\n";
142