diff --git a/test/Makefile.am b/test/Makefile.am
index f3102ea..cc9d6bd 100644
--- a/test/Makefile.am
+++ b/test/Makefile.am
@@ -1,7 +1,10 @@
 if BUILD_TESTS
-noinst_PROGRAMS = test-libevdev test-compile-pedantic
+run_tests = test-libevdev
+build_tests = test-compile-pedantic
 
-TESTS = $(noinst_PROGRAMS)
+noinst_PROGRAMS = $(run_tests) $(build_tests)
+
+TESTS = $(run_tests)
 
 libevdev_sources = $(top_srcdir)/libevdev/libevdev.c \
 		   $(top_srcdir)/libevdev/libevdev.h \