1. handling of tests and tests.opt targets improved

2. new target cleantests.opt
3. new directory bad_tests with tests that should fail.
   For each test that fails we check if it fails with the expected error
   message.

TODO: the nighlty benchmark could fail to detect the output provided by
the failing tests in the bad_tests directory.

diff --git a/helm/matita/Makefile.in b/helm/matita/Makefile.in
index b7b85ad4b981d3be007d6d132aef3bdeebebd722..6f7a15ca149d1c6dbc4f8cb863ba7dc074150436 100644 (file)
--- a/helm/matita/Makefile.in
+++ b/helm/matita/Makefile.in
@@ -210,21 +210,30 @@ clean:
                $(NULL)
 
 tests: matitac matitadep matitaclean
-       @(cd library && make MATITAC="- ../scripts/do_tests.sh $(DO_TESTS_OPTS) ../matitac ../matitaclean /dev/null" clean all)
-       @(cd tests && make MATITAC="- ../scripts/do_tests.sh $(DO_TESTS_OPTS) ../matitac ../matitaclean /dev/null" clean all)
-       @(cd contribs/LAMBDA-TYPES && make MATITAC="- ../../scripts/do_tests.sh $(DO_TESTS_OPTS) ../../matitac ../../matitaclean /dev/null" clean all)
-       @(cd contribs/PREDICATIVE-TOPOLOGY && make MATITAC="- ../../scripts/do_tests.sh $(DO_TESTS_OPTS) ../../matitac ../../matitaclean /dev/null" clean all)
+       @-(cd library && make MATITAC="- ../scripts/do_tests.sh $(DO_TESTS_OPTS) ../matitac ../matitaclean /dev/null" clean all)
+       @-(cd tests && make MATITAC="- ../scripts/do_tests.sh $(DO_TESTS_OPTS) ../matitac ../matitaclean /dev/null" clean all)
+       @-(cd tests/bad_tests && make -k MATITAC="../../scripts/do_tests.sh $(DO_TESTS_OPTS) '../../matitac -noprofile' ../../matitaclean log" clean all)
+       @-(cd contribs/LAMBDA-TYPES && make MATITAC="- ../../scripts/do_tests.sh $(DO_TESTS_OPTS) ../../matitac ../../matitaclean /dev/null" clean all)
+       @-(cd contribs/PREDICATIVE-TOPOLOGY && make MATITAC="- ../../scripts/do_tests.sh $(DO_TESTS_OPTS) ../../matitac ../../matitaclean /dev/null" clean all)
 tests.opt: matitac.opt matitadep.opt matitaclean.opt
-       @(cd library && make MATITAC="- ../scripts/do_tests.sh $(DO_TESTS_OPTS) ../matitac.opt ../matitaclean.opt /dev/null" clean.opt opt)
-       @(cd tests && make MATITAC="- ../scripts/do_tests.sh $(DO_TESTS_OPTS) ../matitac.opt ../matitaclean.opt /dev/null" clean.opt opt)
-       @(cd contribs/LAMBDA-TYPES && make MATITAC="- ../../scripts/do_tests.sh $(DO_TESTS_OPTS) ../../matitac.opt ../../matitaclean.opt /dev/null" clean.opt opt)
-       @(cd contribs/PREDICATIVE-TOPOLOGY && make MATITAC="- ../../scripts/do_tests.sh $(DO_TESTS_OPTS) ../../matitac.opt ../../matitaclean.opt /dev/null" clean.opt opt)
+       @-(cd library && make -k MATITAC="- ../scripts/do_tests.sh $(DO_TESTS_OPTS) ../matitac.opt ../matitaclean.opt /dev/null" clean.opt opt)
+       @-(cd tests && make -k MATITAC="- ../scripts/do_tests.sh $(DO_TESTS_OPTS) ../matitac.opt ../matitaclean.opt /dev/null" clean.opt opt)
+       @-(cd tests/bad_tests && make -k MATITAC="../../scripts/do_tests.sh $(DO_TESTS_OPTS) '../../matitac.opt -noprofile' ../../matitaclean.opt log" clean.opt opt)
+       @-(cd contribs/LAMBDA-TYPES && make -k MATITAC="- ../../scripts/do_tests.sh $(DO_TESTS_OPTS) ../../matitac.opt ../../matitaclean.opt /dev/null" clean.opt opt)
+       @-(cd contribs/PREDICATIVE-TOPOLOGY && make -k MATITAC="- ../../scripts/do_tests.sh $(DO_TESTS_OPTS) ../../matitac.opt ../../matitaclean.opt /dev/null" clean.opt opt)
 cleantests: matitaclean
        @(cd library && make clean)
        @(cd tests && make clean)
+       @(cd tests/bad_tests && make clean)
        @(cd contribs/LAMBDA-TYPES && make clean)
        @(cd contribs/PREDICATIVE-TOPOLOGY && make clean)
-.PHONY: tests tests.opt cleantests
+cleantests.opt: matitaclean.opt
+       @(cd library && make clean.opt)
+       @(cd tests && make clean.opt)
+       @(cd tests/bad_tests && make clean)
+       @(cd contribs/LAMBDA-TYPES && make clean.opt)
+       @(cd contribs/PREDICATIVE-TOPOLOGY && make clean.opt)
+.PHONY: tests tests.opt cleantests cleantests.opt
 
 # {{{ Distribution stuff