diff --git a/Makefile.am b/Makefile.am
index 3040c2ac..baf15247 100644
--- a/Makefile.am
+++ b/Makefile.am
@@ -135,6 +135,7 @@ noinst_HEADERS=
 noinst_PROGRAMS=
 EXTRA_PROGRAMS=
 CLEANFILES=
+DISTCLEANFILES=
 BUILT_SOURCES =
 include include/include.am
 include sample/include.am
@@ -293,5 +294,5 @@ doxygen: FORCE
 	doxygen $(srcdir)/Doxyfile
 FORCE:
 
-DISTCLEANFILES = *~ libevent.pc ./include/event2/event-config.h
+DISTCLEANFILES += *~ libevent.pc ./include/event2/event-config.h
 
diff --git a/test/include.am b/test/include.am
index 8954a9af..82cfe4eb 100644
--- a/test/include.am
+++ b/test/include.am
@@ -42,7 +42,14 @@ noinst_HEADERS+=				\
 	test/tinytest_local.h			\
 	test/tinytest_macros.h
 
-TESTS = $(top_srcdir)/test/test.sh
+# We need to copy this file, since automake doesn't want us to use top_srcdir
+# in TESTS.
+TESTS = test/test-script.sh
+
+test/test-script.sh: test/test.sh
+	cp $< $@
+
+DISTCLEANFILES += test/test-script.sh
 
 if BUILD_REGRESS
 BUILT_SOURCES += test/regress.gen.c test/regress.gen.h