[libvirt] [PATCH 2/2] build: add configure option to disable gnulib tests
Eric Blake
eblake at redhat.com
Wed Jul 31 22:48:43 UTC 2013
The gnulib testsuite is relatively stable - the only times it is
likely to have a test change from pass to fail is on a gnulib
submodule update or a major system change (such as moving from
Fedora 18 to 19, or other large change to libc). While it is an
important test for end users on arbitrary machines (to make sure
that the portability glue works for their machine), it mostly
wastes time for development testing (as most developers aren't
making any of the major changes that would cause gnulib tests
to alter behavior). Thus, it pays to make the tests optional
at configure time, defaulting to off for development, on for
tarballs, and where autobuilders can force the tests on. It also
helps to make the configure choice have a runtime-override, by
using 'make check VIR_TEST_EXPENSIVE=1'.
Automake has some pretty hard-coded magic with regards to the
TESTS variable; I had quite a job figuring out how to keep
'make distcheck' passing regardless of the configure option
setting in use, while still disabling the tests at runtime
when I did not configure them on and did not use the override
variable. Thankfully, we require GNU make, which lets me
hide some information from Automake's magic handling of TESTS.
build: add configure option to disable gnulib tests
* configure.ac (--enable-gnulib-tests): Add new enable switch.
(WITH_GNULIB_TESTS): Set new witness.
* gnulib/tests/Makefile.am (TESTS): Make tests conditional on
oth configure settings and the VIR_TEST_EXPENSIVE variable.
* autobuild.sh: Enable tests during autobuilds.
* libvirt.spec.in (%configure): Likewise.
* mingw-libvirt.spec.in (%mingw_configure): Likewise.
* docs/hacking.html.in: Document the option.
* HACKING: Regenerate.
Signed-off-by: Eric Blake <eblake at redhat.com>
---
HACKING | 9 +++++++++
autobuild.sh | 3 +++
bootstrap.conf | 3 ++-
configure.ac | 18 ++++++++++++++++++
docs/hacking.html.in | 13 +++++++++++++
gnulib/tests/Makefile.am | 13 ++++++++++++-
libvirt.spec.in | 1 +
mingw-libvirt.spec.in | 4 ++--
8 files changed, 60 insertions(+), 4 deletions(-)
diff --git a/HACKING b/HACKING
index 207b9ed..58ab5e0 100644
--- a/HACKING
+++ b/HACKING
@@ -107,6 +107,15 @@ and run the tests:
Valgrind <http://valgrind.org/> is a test that checks for memory management
issues, such as leaks or use of uninitialized variables.
+Some tests are skipped by default in a development environment, based on the
+time they take in comparison to the likelihood that those tests will turn up
+problems during incremental builds. These tests default to being run when when
+building from a tarball or with the configure option --enable-gnulib-tests;
+you can also force a one-time run of these tests in a development environment
+by using:
+
+ make check VIR_TEST_EXPENSIVE=1
+
If you encounter any failing tests, the VIR_TEST_DEBUG environment variable
may provide extra information to debug the failures. Larger values of
VIR_TEST_DEBUG may provide larger amounts of information:
diff --git a/autobuild.sh b/autobuild.sh
index 7da8cb5..d676380 100755
--- a/autobuild.sh
+++ b/autobuild.sh
@@ -18,6 +18,7 @@ cd build
# Run with options not normally exercised by the rpm build, for
# more complete code coverage.
../autogen.sh --prefix="$AUTOBUILD_INSTALL_ROOT" \
+ --enable-gnulib-tests \
--enable-test-coverage \
--disable-nls \
--enable-werror \
@@ -76,6 +77,7 @@ if test -x /usr/bin/i686-w64-mingw32-gcc ; then
--build=$(uname -m)-w64-linux \
--host=i686-w64-mingw32 \
--prefix="$AUTOBUILD_INSTALL_ROOT/i686-w64-mingw32/sys-root/mingw" \
+ --enable-gnulib-tests \
--enable-werror \
--without-libvirtd \
--without-python
@@ -96,6 +98,7 @@ if test -x /usr/bin/x86_64-w64-mingw32-gcc ; then
--build=$(uname -m)-w64-linux \
--host=x86_64-w64-mingw32 \
--prefix="$AUTOBUILD_INSTALL_ROOT/x86_64-w64-mingw32/sys-root/mingw" \
+ --enable-gnulib-tests \
--enable-werror \
--without-libvirtd \
--without-python
diff --git a/bootstrap.conf b/bootstrap.conf
index f166a53..a1d1f07 100644
--- a/bootstrap.conf
+++ b/bootstrap.conf
@@ -244,9 +244,10 @@ gnulib_extra_files="
bootstrap_epilogue()
{
# Change paths in gnulib/tests/gnulib.mk from "../../.." to "../..",
+ # and make tests conditional by changing "TESTS" to "GNULIB_TESTS",
# then ensure that gnulib/tests/Makefile.in is up-to-date.
m=gnulib/tests/gnulib.mk
- sed 's,\.\./\.\./\.\.,../..,g' $m > $m-t
+ sed 's,\.\./\.\./\.\.,../..,g; s/^TESTS /GNULIB_TESTS /' $m > $m-t
mv -f $m-t $m
${AUTOMAKE-automake} gnulib/tests/Makefile
}
diff --git a/configure.ac b/configure.ac
index a155790..f61bb76 100644
--- a/configure.ac
+++ b/configure.ac
@@ -1987,6 +1987,24 @@ fi
AC_MSG_RESULT([$withval])
AM_CONDITIONAL([WITH_TESTS], [test "$withval" = "yes"])
+AC_ARG_ENABLE([gnulib-tests],
+ [AC_HELP_STRING([--enable-gnulib-tests],
+ [enable tests of gnulib portability layer @<:@default=check@:>@])],
+ [case $enableval in
+ yes|no) ;;
+ check)
+ # gnulib doesn't change often enough to need developers running it
+ # on a regular basis; but releases should always test things
+ if test -d $srcdir/.git ; then
+ enableval=no
+ else
+ enableval=yes
+ fi ;;
+ *) AC_MSG_ERROR([bad value ${enableval} for enable-gnulib-tests option]) ;;
+ esac], [enableval=check])
+enable_gnulib_tests=$enableval
+AM_CONDITIONAL([WITH_GNULIB_TESTS], [test "$enable_gnulib_tests" = "yes"])
+
AC_ARG_ENABLE([test-coverage],
AC_HELP_STRING([--enable-test-coverage], [turn on code coverage instrumentation @<:@default=no@:>@]),
[case "${enableval}" in
diff --git a/docs/hacking.html.in b/docs/hacking.html.in
index 8120b19..3fda9f0 100644
--- a/docs/hacking.html.in
+++ b/docs/hacking.html.in
@@ -119,6 +119,18 @@
</p>
<p>
+ Some tests are skipped by default in a development environment,
+ based on the time they take in comparison to the likelihood
+ that those tests will turn up problems during incremental builds.
+ These tests default to being run when when building from a
+ tarball or with the configure option --enable-gnulib-tests; you
+ can also force a one-time run of these tests in a development
+ environment by using:
+ </p>
+<pre>
+ make check VIR_TEST_EXPENSIVE=1
+</pre>
+ <p>
If you encounter any failing tests, the VIR_TEST_DEBUG
environment variable may provide extra information to debug
the failures. Larger values of VIR_TEST_DEBUG may provide
@@ -136,6 +148,7 @@
<pre>
./qemuxml2xmltest
</pre>
+
<p>There is also a <code>./run</code> script at the top level,
to make it easier to run programs that have not yet been
installed, as well as to wrap invocations of various tests
diff --git a/gnulib/tests/Makefile.am b/gnulib/tests/Makefile.am
index 6a2f51b..f49523b 100644
--- a/gnulib/tests/Makefile.am
+++ b/gnulib/tests/Makefile.am
@@ -1,4 +1,4 @@
-## Makefile for gnulib/lib -*-Makefile-*-
+## Makefile for gnulib/lib
## Copyright (C) 2011, 2013 Red Hat, Inc.
##
@@ -19,3 +19,14 @@
include gnulib.mk
INCLUDES = $(GETTEXT_CPPFLAGS)
+
+if WITH_GNULIB_TESTS
+## Automake is able to conditionally run tests based on configure, and
+## unconditionally ship test-related files in the tarball, with this line
+TESTS = $(GNULIB_TESTS)
+else
+## Use GNU make constructs to hide our actions from Automake, which lacks a
+## way to conditionally define tests based on the current environment rather
+## than the results of configure
+$(eval TESTS=$(shell test $${VIR_TEST_EXPENSIVE+set} && echo $(GNULIB_TESTS)))
+endif
diff --git a/libvirt.spec.in b/libvirt.spec.in
index fce7f91..eecdae1 100644
--- a/libvirt.spec.in
+++ b/libvirt.spec.in
@@ -1408,6 +1408,7 @@ of recent versions of Linux (and other OSes).
--with-qemu-user=%{qemu_user} \
--with-qemu-group=%{qemu_group} \
%{?enable_werror} \
+ --enable-gnulib-tests \
%{init_scripts}
make %{?_smp_mflags}
gzip -9 ChangeLog
diff --git a/mingw-libvirt.spec.in b/mingw-libvirt.spec.in
index aa39231..80e3bd6 100644
--- a/mingw-libvirt.spec.in
+++ b/mingw-libvirt.spec.in
@@ -156,8 +156,8 @@ autoreconf -if
--without-parallels \
--without-netcf \
--without-audit \
- --without-dtrace
-
+ --without-dtrace \
+ --enable-gnulib-tests
%mingw_make %{?_smp_mflags}
--
1.8.3.1
More information about the libvir-list
mailing list