cairo/test/make-html.pl
2006-10-26 09:57:32 -07:00

290 lines
8.1 KiB
Perl
Executable file

#!/usr/bin/perl
#
# Copyright © 2005 Mozilla Corporation
#
# Permission to use, copy, modify, distribute, and sell this software
# and its documentation for any purpose is hereby granted without
# fee, provided that the above copyright notice appear in all copies
# and that both that copyright notice and this permission notice
# appear in supporting documentation, and that the name of
# Mozilla Corporation not be used in advertising or publicity pertaining to
# distribution of the software without specific, written prior
# permission. Mozilla Corporation makes no representations about the
# suitability of this software for any purpose. It is provided "as
# is" without express or implied warranty.
#
# MOZILLA CORPORTAION DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS
# SOFTWARE, INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND
# FITNESS, IN NO EVENT SHALL MOZILLA CORPORATION BE LIABLE FOR ANY SPECIAL,
# INDIRECT OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER
# RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
# OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR
# IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
#
# Author: Vladimir Vukicevic <vladimir@pobox.com>
#
use MIME::Base64;
##
## Takes all the *.log files in the current directory (or those provided
## on the command line) and spits out html to stdout that can be used to
## view all the test results at once.
##
# show reference images
$config_show_ref = $ENV{'CAIRO_TEST_SHOW_REF'} || 0;
# show fail images
$config_show_fail = $ENV{'CAIRO_TEST_SHOW_FAIL'} || 1;
# show all results, even passes
$config_show_all = $ENV{'CAIRO_TEST_SHOW_ALL'} || 0;
# include test results inline
$config_show_inline = $ENV{'CAIRO_TEST_SHOW_INLINE'} || 0;
# end of config options
$tests = {};
$teststats = {};
$logs = {};
if ($#ARGV >= 0) { @files = @ARGV; } else { @files = <*.log>; }
foreach (<@files>) {
my $testname;
my $fn = $_;
(open LOG, $fn) || next;
while (<LOG>) {
next unless /^TEST: (.*) TARGET: (.*) FORMAT: (.*) OFFSET: (.*) RESULT: ([A-Z]*).*$/;
$testname = $1 if !defined($testname);
$tests->{$1} = {} unless $tests->{$1};
$tests->{$1}->{$2} = {} unless $tests->{$1}->{$2};
$tests->{$1}->{$2}->{$3} = {} unless $tests->{$1}->{$2}->{$3};
$tests->{$1}->{$2}->{$3}->{$4} = $5;
$teststats->{$2} = {"PASS" => 0, "FAIL" => 0, "XFAIL" => 0, "UNTESTED" => 0, "CRASHED" =>0}
unless $teststats->{$2};
($teststats->{$2}->{$5})++;
}
close LOG;
(open LOG, $fn) || die "I could open it earlier, but I can't now: $!";
{
local $/;
$logs->{$testname} = <LOG>;
}
close LOG;
}
my $targeth = {};
my $formath = {};
my $offseth = {};
foreach my $testname (sort(keys %$tests)) {
my $v0 = $tests->{$testname};
foreach my $targetname (sort(keys %$v0)) {
my $v1 = $v0->{$targetname};
$targeth->{$targetname} = 1;
foreach my $formatname (sort(keys %$v1)) {
my $v2 = $v1->{$formatname};
$formath->{$formatname} = 1;
foreach my $offsetval (sort(keys %$v2)) {
$offseth->{$offsetval} = 1;
}
}
}
}
my @targets = sort(keys %$targeth);
my @formats = sort(keys %$formath);
my @offsets = sort(keys %$offseth);
sub printl {
print @_, "\n";
}
# convert file into a data URI
sub file_to_data {
my ($ctype,$fname) = @_;
my $fdata;
open FILE, $fname || return "data:" . $ctype . ",";
{
local $/;
$fdata = encode_base64(<FILE>);
}
close FILE;
return "data:" . $ctype . ";base64," . $fdata;
}
# convert string into a data URI
sub string_to_data {
my ($ctype,$str) = @_;
$str =~ s/([^A-Za-z0-9])/sprintf("%%%02X", ord($1))/seg;
return "data:" . $ctype . "," . $str;
}
printl '<html><head>';
printl '<title>Cairo Test Results</title>';
printl '<style type="text/css">';
printl 'a img { border: solid 1px #FFF; }';
printl '.PASS { background-color: #0B0; min-width: 1em; }';
printl '.FAIL { background-color: #B00; }';
printl '.XFAIL { background-color: #BB0; }';
printl '.UNTESTED { background-color: #555; }';
printl '.CRASHED { background-color: #F00; color: #FF0; }';
printl '.PASSstr { color: #0B0; }';
printl '.FAILstr { color: #D00; }';
printl '.XFAILstr { color: #BB0; }';
printl '.CRASHEDstr { color: #F00; }';
printl '.UNTESTEDstr { color: #555; }';
printl 'img { max-width: 15em; min-width: 3em; min-height: 3em; margin: 3px; }';
printl 'td { vertical-align: top; }';
printl '</style>';
printl '</script>';
printl '</head>';
printl '<body>';
printl '<table border="1">';
print '<tr><th>Test</th>';
print '<th>Ref</th>' if $config_show_ref;
foreach my $target (@targets) {
print '<th>', $target, '</th>';
}
printl '</tr>';
print '<tr><td></td>';
print '<td></td>' if $config_show_ref;
foreach my $target (@targets) {
print '<td>';
print '<span class="PASSstr">', $teststats->{$target}->{"PASS"}, '</span>/';
print '<span class="FAILstr">', $teststats->{$target}->{"FAIL"} + $teststats->{$target}->{"CRASHED"}, '</span>/';
print '<span class="XFAILstr">', $teststats->{$target}->{"XFAIL"}, '</span>/';
print '<span class="UNTESTEDstr">', $teststats->{$target}->{"UNTESTED"}, '</span>';
print '</td>';
}
printl '</tr>';
sub testref {
my ($test, $format, $rest) = @_;
my $fmtstr = "";
if ($format eq "rgb24") {
$fmtstr = "-rgb24";
}
return "$test$fmtstr-ref.png";
}
sub testfiles {
my ($test, $target, $format, $offset, $rest) = @_;
my $fmtstr = "";
my $offstr = "";
if ($format eq "rgb24") {
$fmtstr = "-rgb24";
} elsif ($format eq "argb32") {
$fmtstr = "-argb32";
}
if ($offset ne "0") {
$offstr = "-" . $offset;
}
return ("out" => "$test-$target$fmtstr$offstr-out.png",
"diff" => "$test-$target$fmtstr$offstr-diff.png");
}
sub img_for {
my ($fn, $withlink) = @_;
if ($config_show_inline) {
$fn = file_to_data("image/png", $fn);
# never return links, people can just right-click view image,
# and we don't clutter the document
return '<img src="' . $fn . '">';
} else {
if ($withlink) {
return '<a href="' . $fn . '"><img src="' . $fn . '"></a>';
} else {
return '<img src="' . $fn . '">';
}
}
}
foreach my $test (sort(keys %$tests)) {
foreach my $offset (@offsets) {
foreach my $format (@formats) {
my $testline = "";
foreach my $target (@targets) {
my $tgtdata = $tests->{$test}->{$target};
if ($tgtdata) {
my $testres = $tgtdata->{$format}->{$offset};
if ($testres) {
my %testfiles = testfiles($test, $target, $format, $offset);
$testline .= "<td class=\"$testres\">";
$teststats{$target}{$testres}++;
if ($testres eq "PASS") {
if ($config_show_all) {
$testline .= img_for($testfiles{'out'},1);
}
} elsif ($testres eq "FAIL") {
if ($config_show_fail || $config_show_all) {
$testline .= img_for($testfiles{'out'},1);
$testline .= " ";
$testline .= img_for($testfiles{'diff'},1);
}
} elsif ($testres eq "CRASHED") {
$testline .= "!!!CRASHED!!!";
} elsif ($testres eq "XFAIL") {
#nothing
if ($config_show_all) {
$testline .= img_for($testfiles{'out'},1);
#$testline .= "<hr size=\"1\">";
$testline .= " ";
$testline .= img_for($testfiles{'diff'},1);
}
} elsif ($testres eq "UNTESTED") {
#nothing
} else {
$testline .= "UNSUPPORTED STATUS (update make-html.pl)";
}
$testline .= "</td>";
} else {
$testline .= '<td></td>';
}
} else {
$testline .= '<td></td>';
}
}
my $testref = testref($test, $format);
print '<tr><td>';
if ($config_show_inline) {
print "$test ($format/$offset) ";
print "(<a href=\"" . string_to_data("text/plain",$logs->{$test}) . "\">log</a>)";
} else {
print "<a href=\"$testref\">", $test, ' (', $format, '/', $offset, ')</a> ';
print "(<a href=\"$test.log\">log</a>)";
}
print '</td>';
if ($config_show_ref) {
print "<td>" . img_for($testref,1) . "</td>";
}
print $testline;
print "</tr>\n";
}
}
}
print "</table></body></html>\n";