cairo/test/Makefile.am
Behdad Esfahbod de0a6522b0 [test] Add tests that show xstep/ystep failures in PS/PDF backends
with surface patterns.  One test scaled the pattern up, another scales
down.  We observe that both PS and PDF are broken when scaling down.
This is the reason that PDF is failing in the fallback-resolution test
too.
2007-02-27 17:33:17 -05:00

527 lines
15 KiB
Makefile

SUBDIRS=pdiff .
# Here are all the tests that are run unconditionally
TESTS = \
a8-mask \
big-trap \
caps-joins \
caps-joins-alpha \
caps-sub-paths \
clip-all \
clip-fill-rule \
clip-fill-rule-pixel-aligned \
clip-nesting \
clip-operator \
clip-push-group \
clip-twice \
close-path \
composite-integer-translate-source \
composite-integer-translate-over \
composite-integer-translate-over-repeat \
copy-path \
create-for-stream \
create-from-png \
create-from-png-stream \
dash-caps-joins \
dash-no-dash \
dash-offset-negative \
dash-scale \
dash-zero-length \
dash-state \
degenerate-path \
device-offset \
device-offset-positive \
extend-pad \
extend-reflect \
fill-and-stroke \
fill-and-stroke-alpha \
fill-and-stroke-alpha-add \
fill-degenerate-sort-order \
fill-missed-stop \
fill-rule \
filter-nearest-offset \
font-face-get-type \
font-matrix-translation \
glyph-cache-pressure \
get-and-set \
get-clip \
get-group-target \
get-path-extents \
gradient-alpha \
infinite-join \
in-fill-empty-trapezoid \
leaky-dash \
leaky-polygon \
line-width \
line-width-scale \
linear-gradient \
linear-gradient-reflect \
long-lines \
mask \
mask-ctm \
mask-surface-ctm \
move-to-show-surface \
new-sub-path \
nil-surface \
operator-clear \
operator-source \
paint \
paint-repeat \
paint-source-alpha \
paint-with-alpha \
pattern-get-type \
pattern-getters \
pixman-rotate \
random-intersections \
rectangle-rounding-error \
rectilinear-stroke \
rotate-image-surface-paint \
scale-down-source-surface-paint \
scale-source-surface-paint \
select-font-face \
select-font-no-show-text \
self-copy \
self-intersecting \
set-source \
show-text-current-point \
source-clip \
source-clip-scale \
source-surface-scale-paint \
surface-finish-twice \
surface-pattern \
surface-pattern-scale-down \
surface-pattern-scale-up \
text-antialias-gray \
text-antialias-none \
text-antialias-subpixel \
text-cache-crash \
text-glyph-range \
text-pattern \
text-rotate \
text-zero-len \
transforms \
translate-show-surface \
trap-clip \
truetype-tables \
unantialiased-shapes \
unbounded-operator \
user-data \
rel-path \
push-group \
zero-alpha
# Then we have a collection of tests that are only run if certain
# features are compiled into cairo
if HAVE_PTHREAD
TESTS += pthread-show-text
endif
if CAIRO_HAS_FT_FONT
TESTS += bitmap-font
TESTS += ft-font-create-for-ft-face
TESTS += ft-text-vertical-layout-type1
TESTS += ft-text-vertical-layout-type3
TESTS += ft-text-antialias-none
endif
if CAIRO_HAS_SVG_SURFACE
TESTS += svg-surface svg-clip
endif
if CAIRO_HAS_PDF_SURFACE
TESTS += pdf-features
endif
if CAIRO_HAS_PS_SURFACE
TESTS += ps-features
endif
if CAIRO_HAS_XLIB_SURFACE
TESTS += xlib-surface
endif
if CAIRO_HAS_MULTI_PAGE_SURFACES
TESTS += multi-page
endif
if CAIRO_HAS_SVG_SURFACE
if CAIRO_HAS_PDF_SURFACE
if CAIRO_HAS_PS_SURFACE
TESTS += fallback-resolution
endif
endif
endif
# XXX: Here are some existing tests that are currently disabled for
# one reason or another.
#
# show-glyphs-many - this stress test was exercising a particular bug
# in the xlib surface code (exceeding the X11 protocol request
# limit) when rendering several thousand glyphs at once. The
# original xlib-surface bug is fixed now, but the test continues
# to stress some other aspects of the test suite. For example,
# when doing text as paths, the resuilting PostScript file is one
# giant path that ghostscript has a particularly hard time
# with. I'm disabling this test for now, since I don't care about
# that performance problem in ghostscript. (But, there is a
# similar performance problem when using cairo to rasterize the
# equivalen giant path---from an SBG files say---so this might be
# a useful kind of test to bring back again for performance (not
# correctness) testing.
# All tests which have a reference image go here.
# I really don't like having to repeat this list. Anyone know a good
# way to avoid it? Can I use a wildcard here?
EXTRA_DIST = \
6x13.pcf \
make-html.pl \
a8-mask-ref.png \
bitmap-font-ref.png \
bitmap-font-rgb24-ref.png \
bitmap-font-pdf-argb32-ref.png \
caps-joins-ref.png \
caps-joins-alpha-ref.png \
caps-joins-alpha-svg-ref.png \
caps-sub-paths-ref.png \
clip-all-ref.png \
clip-fill-rule-ref.png \
clip-fill-rule-rgb24-ref.png \
clip-fill-rule-ps-argb32-ref.png \
clip-fill-rule-pixel-aligned-ref.png \
clip-fill-rule-pixel-aligned-rgb24-ref.png \
clip-nesting-ref.png \
clip-nesting-rgb24-ref.png \
clip-nesting-ps-argb32-ref.png \
clip-operator-ref.png \
clip-operator-rgb24-ref.png \
clip-push-group-ref.png \
clip-twice-ref.png \
clip-twice-rgb24-ref.png \
clip-twice-ps-argb32-ref.png \
close-path-ref.png \
composite-integer-translate-over-ref.png \
composite-integer-translate-over-repeat-ref.png \
composite-integer-translate-source-ref.png \
copy-path-ref.png \
copy-path-ps-argb32-ref.png \
create-from-png-ref.png \
create-from-png-stream-ref.png \
dash-caps-joins-ref.png \
dash-caps-joins-ps-argb32-ref.png \
dash-no-dash-ref.png \
dash-offset-negative-ref.png \
dash-scale-ref.png \
dash-scale-ps-argb32-ref.png \
dash-state-ref.png \
dash-zero-length-ref.png \
dash-zero-length-rgb24-ref.png \
dash-zero-length-ps-argb32-ref.png \
degenerate-path-ref.png \
degenerate-path-rgb24-ref.png \
degenerate-path-ps-argb32-ref.png \
device-offset-ref.png \
device-offset-rgb24-ref.png \
device-offset-positive-ref.png \
device-offset-positive-rgb24-ref.png \
extend-pad-ref.png \
extend-reflect-ref.png \
fill-and-stroke-ref.png \
fill-and-stroke-rgb24-ref.png \
fill-and-stroke-ps-argb32-ref.png \
fill-and-stroke-alpha-ref.png \
fill-and-stroke-alpha-add-ref.png \
fill-degenerate-sort-order-ref.png \
fill-degenerate-sort-order-rgb24-ref.png \
fill-missed-stop-ref.png \
fill-missed-stop-rgb24-ref.png \
fill-missed-stop-ps-argb32-ref.png \
fill-rule-ref.png \
fill-rule-rgb24-ref.png \
fill-rule-ps-argb32-ref.png \
filter-nearest-offset-ref.png \
ft-text-antialias-none-ref.png \
ft-text-antialias-none-ps-argb32-ref.png \
ft-text-vertical-layout-type1-ref.png \
ft-text-vertical-layout-type1-ps-argb32-ref.png \
ft-text-vertical-layout-type1-svg-ref.png \
ft-text-vertical-layout-type3-ref.png \
ft-text-vertical-layout-type3-ps-argb32-ref.png \
ft-text-vertical-layout-type3-svg-ref.png \
font-matrix-translation-ref.png \
font-matrix-translation-ps-argb32-ref.png \
font-matrix-translation-svg-ref.png \
get-group-target-ref.png \
glyph-cache-pressure-ref.png \
gradient-alpha-ref.png \
gradient-alpha-rgb24-ref.png \
infinite-join-ref.png \
leaky-dash-ref.png \
leaky-polygon-ref.png \
linear-gradient-ref.png \
linear-gradient-svg-ref.png \
linear-gradient-reflect-ref.png \
line-width-ref.png \
line-width-scale-ref.png \
line-width-scale-ps-argb32-ref.png \
long-lines-ref.png \
mask-ref.png \
mask-rgb24-ref.png \
mask-svg-argb32-ref.png \
mask-ctm-ref.png \
mask-ctm-rgb24-ref.png \
mask-ctm-svg-argb32-ref.png \
mask-surface-ctm-ref.png \
mask-surface-ctm-rgb24-ref.png \
mask-surface-ctm-svg-argb32-ref.png \
move-to-show-surface-ref.png \
new-sub-path-ref.png \
new-sub-path-rgb24-ref.png \
new-sub-path-ps-argb32-ref.png \
nil-surface-ref.png \
nil-surface-rgb24-ref.png \
operator-clear-ref.png \
operator-clear-rgb24-ref.png \
operator-source-ref.png \
operator-source-rgb24-ref.png \
paint-ref.png \
paint-repeat-ref.png \
paint-source-alpha-ref.png \
paint-source-alpha-pdf-argb32-ref.png \
paint-source-alpha-svg-ref.png \
paint-with-alpha-ref.png \
paint-with-alpha-svg-ref.png \
pattern-getters-ref.png \
pixman-rotate-ref.png \
pixman-rotate-rgb24-ref.png \
push-group-ref.png \
push-group-rgb24-ref.png \
push-group-svg-argb32-ref.png \
random-intersections-ref.png \
random-intersections-rgb24-ref.png \
random-intersections-ps-argb32-ref.png \
rectangle-rounding-error-ref.png \
rectilinear-stroke-ref.png \
rel-path-ref.png \
rel-path-rgb24-ref.png \
romedalen.png \
scale-down-source-surface-paint-ref.png \
scale-source-surface-paint-ref.png \
scale-source-surface-paint-rgb24-ref.png \
scale-source-surface-paint-pdf-argb32-ref.png \
scale-source-surface-paint-svg-argb32-ref.png \
scale-source-surface-paint-svg-rgb24-ref.png \
select-font-face-ref.png \
self-copy-ref.png \
self-intersecting-ref.png \
self-intersecting-rgb24-ref.png \
set-source-ref.png \
set-source-rgb24-ref.png \
set-source-svg-argb32-ref.png \
show-glyphs-many-ref.png \
show-text-current-point-ref.png \
source-clip-ref.png \
source-clip-scale-ref.png \
source-clip-scale-svg-ref.png \
source-surface-scale-paint-ref.png \
source-surface-scale-paint-rgb24-ref.png \
surface-pattern-ref.png \
surface-pattern-pdf-argb32-ref.png \
surface-pattern-ps-argb32-ref.png \
surface-pattern-svg-ref.png \
text-antialias-gray-ref.png \
text-antialias-none-ref.png \
text-antialias-subpixel-ref.png \
text-glyph-range-ref.png \
text-glyph-range-rgb24-ref.png \
text-pattern-ref.png \
text-pattern-rgb24-ref.png \
text-pattern-svg-argb32-ref.png \
text-pattern-svg-rgb24-ref.png \
text-rotate-ref.png \
text-rotate-ps-argb32-ref.png \
text-rotate-svg-ref.png \
text-zero-len-ref.png \
transforms-ref.png \
translate-show-surface-ref.png \
trap-clip-ref.png \
trap-clip-rgb24-ref.png \
unantialiased-shapes-ref.png \
unbounded-operator-ref.png \
unbounded-operator-rgb24-ref.png \
zero-alpha-ref.png
# Any test for which the code committed to CVS is expected to fail
# should be listed here.
#
# This way, we can avoid being bothered by reports of bugs we are
# aware of, but users can still report when tests start behaving in
# unexpected ways on their system.
#
# Of course, before any "release" of cairo we should eliminate
# everything from this list by fixing the bugs. (We don't necessarily
# have to be that strict for "snapshots" though.)
#
# Also, any test listed here should call cairo_test_expect_failure and
# provide an explanation for the expected failure.
XFAIL_TESTS = \
a8-mask \
big-trap \
extend-pad \
filter-nearest-offset \
long-lines \
self-intersecting \
text-glyph-range
# Any test that doesn't generate a log file goes here
NOLOG_TESTS = \
create-for-stream \
user-data \
svg-surface \
svg-clip \
pdf-features \
ps-features \
multi-page \
fallback-resolution
SUPPORT_PROGS =
# We're using _GNU_SOURCE to get the prototype for asprintf. This may
# not be the most portable approach, but it is pragmatic and I'm
# willing to do something cleaner as soon as it causes someone a
# problem.
INCLUDES = \
-D_GNU_SOURCE \
-I$(srcdir) \
-I$(srcdir)/pdiff \
-I$(top_srcdir)/boilerplate \
-I$(top_srcdir)/pixman/src \
-I$(top_srcdir)/src \
-I$(top_builddir)/src \
$(CAIRO_CFLAGS)
EXTRA_LTLIBRARIES = libcairotest.la
libcairotest_la_SOURCES =\
buffer-diff.c \
buffer-diff.h \
cairo-test.c \
cairo-test.h
LDADD = libcairotest.la \
$(top_builddir)/test/pdiff/libpdiff.la \
$(top_builddir)/boilerplate/libcairoboilerplate.la \
$(top_builddir)/src/libcairo.la
$(top_builddir)/boilerplate/libcairoboilerplate.la:
cd $(top_builddir)/boilerplate && $(MAKE) $(AM_MAKEFLAGS) libcairoboilerplate.la
$(top_builddir)/src/libcairo.la:
cd $(top_builddir)/src && $(MAKE) $(AM_MAKEFLAGS) libcairo.la
if HAVE_PTHREAD
LDADD += -lpthread
endif
SUPPORT_PROGS += imagediff png-flatten
if CAIRO_CAN_TEST_PDF_SURFACE
SUPPORT_PROGS += pdf2png
pdf2png_CFLAGS = $(POPPLER_CFLAGS)
# add LDADD, so poppler uses "our" cairo
pdf2png_LDADD = $(LDADD) $(POPPLER_LIBS)
endif
if CAIRO_CAN_TEST_SVG_SURFACE
SUPPORT_PROGS += svg2png
svg2png_CFLAGS = $(LIBRSVG_CFLAGS)
# add LDADD, so librsvg uses "our" cairo
svg2png_LDADD = $(LDADD) $(LIBRSVG_LIBS)
endif
EXTRA_PROGRAMS = $(TESTS) $(SUPPORT_PROGS)
# Do a funny transition of CAIRO_TEST_TARGET through TARGETS such that
# one can limit tested targets both through CAIRO_TEST_TARGET env var
# and TARGETS make var on the command line.
TARGETS = $(CAIRO_TEST_TARGET)
TESTS_ENVIRONMENT = CAIRO_XFAIL_TESTS="$(XFAIL_TESTS)" CAIRO_TEST_TARGET="$(TARGETS)"
VALGRIND_FLAGS = \
--tool=memcheck --suppressions=$(srcdir)/.valgrind-suppressions \
--leak-check=yes --show-reachable=yes
CLEANFILES = \
valgrind-log \
index.html \
ref.hash \
$(EXTRA_LTLIBRARIES) \
$(EXTRA_PROGRAMS)
# some systems cannot handle all of our clean files together
clean-local:
-$(RM) *.ps
-$(RM) *.pdf
-$(RM) *.svg
-$(RM) *-out.png
-$(RM) *-diff.png
-$(RM) *.log
# Check tests under valgrind
# Saves log to valgrind-log
check-valgrind:
$(MAKE) $(AM_MAKEFLAGS) check TESTS_ENVIRONMENT='$(TESTS_ENVIRONMENT) $(top_srcdir)/libtool --mode=execute valgrind $(VALGRIND_FLAGS)' 2>&1 | tee valgrind-log
# The following definitions both should work.
#FAILED_TESTS = `grep -l '\<FAIL\>' $(TESTS:=.log) 2>/dev/null | sed -e 's/[.]log$$//' | xargs echo`
FAILED_TESTS = `grep -l '\<FAIL\>' $(TESTS:=.log) 2>/dev/null | tr '\n' ' ' | sed -e 's/[.]log */ /g; s/^ //; s/ $$//'`
recheck = check TESTS="$(FAILED_TESTS)"
# Re-checks all failed tests, i.e. tests with a log file that has a failure
recheck:
@echo Re-checking failed tests
@$(MAKE) $(AM_MAKEFLAGS) $(recheck)
# Checks tests and creates index.html.
# Target doesn't fail if tests fail.
test:
@$(MAKE) $(AM_MAKEFLAGS) check; \
$(MAKE) $(AM_MAKEFLAGS) html
# Re-checks tests and creates index.html.
# Target doesn't fail if tests fail.
retest:
@TESTS="$(FAILED_TESTS)"; \
$(MAKE) $(AM_MAKEFLAGS) TESTS="$$TESTS" check; \
$(MAKE) $(AM_MAKEFLAGS) TESTS="$$TESTS" html
# Make index.html with no dependency tracking.
html:
@echo Creating index.html
@perl $(srcdir)/make-html.pl $(TESTS:=.log) > index.html
# Make index.html with no dependency tracking, containing only the failed tests.
rehtml:
@$(MAKE) $(AM_MAKEFLAGS) TESTS="$(FAILED_TESTS)" html
$(TESTS): $(SUPPORT_PROGS)
%.log: %
-./$<
NOLOG_TESTS_LOG = $(NOLOG_TESTS:=.log)
$(NOLOG_TESTS_LOG):
echo dummy > $@
index.html: $(srcdir)/make-html.pl $(TESTS:=.log)
@echo Creating index.html
@perl $^ > $@
# Identify identical reference images
check-ref-dups:
@sha1sum *-ref.png > ref.hash
@join ref.hash ref.hash | grep -v -E '( .*-ref.png).*\1' | cut -d' ' -f 1-2 | sort -u
.PHONY: check-valgrind test recheck retest html rehtml check-ref-dups