testsuite: Add test states to the testsuit configuration files.

Change the testsuite configuration files to hold state information about
a test. The states are:

 exclude        - Do not build the test
 expected-fail  - The test is expected to fail
 indeterminate  - The test may pass or may fail

A message is printed just after the test's BEGIN message to indicate
there is a special state for the test. No state message means the test
is expected to pass.

This support requires tests are correctly written to the use standard
support to begin and end a test.
This commit is contained in:
Chris Johns
2016-12-05 14:53:54 +11:00
parent 4b579c5f51
commit 28fda6279b
65 changed files with 746 additions and 635 deletions

View File

@@ -9,7 +9,7 @@ SIZE = @SIZE@
STRIP = @STRIP@
##
AM_CPPFLAGS =
AM_CPPFLAGS = $(TEST_FLAGS)
AM_CFLAGS =
AM_CXXFLAGS =

View File

@@ -22,12 +22,19 @@ all-local:
fi; \
echo "BSP Testsuite Data: $$vtdata"; \
list=`$(top_srcdir)/../../tools/build/rtems-test-check \
$$tdata $(top_srcdir)/.. $(RTEMS_BSP) $(_SUBDIRS)`; \
exclude $$tdata $(top_srcdir)/.. $(RTEMS_BSP) $(_SUBDIRS)`; \
for subdir in $$list; do \
echo "Making $$target in $$subdir"; \
if test "$$subdir" != "."; then \
test_FLAGS=`$(top_srcdir)/../../tools/build/rtems-test-check \
flags $$tdata $(top_srcdir)/.. $(RTEMS_BSP) $$subdir`; \
local_target="$$target"; \
(cd $$subdir && $(MAKE) $(AM_MAKEFLAGS) $$local_target) \
if test -z "$$test_FLAGS"; then \
echo "BSP Testsuite Flags: $$subdir: PASS"; \
else \
echo "BSP Testsuite Flags: $$subdir: $$test_FLAGS"; \
fi; \
(cd $$subdir && $(MAKE) $(AM_MAKEFLAGS) TEST_FLAGS="$$test_FLAGS" $$local_target) \
|| case "$$amf" in *=*) exit 1;; *k*) fail=yes;; *) exit 1;; esac; \
fi; \
done; test -z "$$fail"