build: Add reason to test state definitions

spec/build/bsps/aarch64/a53/tsta53.yml

@@ -1,31 +1,40 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    # expected to fail, don't compile these
+    reason: |
-    minimum: exclude
+      Expected to fail, do not compile these.
-
+    state: exclude
-    # tests that are passing intermittently
+    tests:
-    spcpucounter01: indeterminate
+    - minimum
-    rtmonuse: indeterminate
+- set-test-state:
-    sp68: indeterminate
+    reason: |
-    sp04: indeterminate
+      Tests that are passing intermittently.
-    sp20: indeterminate
+    state: indeterminate
-    sp69: indeterminate
+    tests:
-    rtmonusxtimes01: indeterminate
+    - psx12
-    spedfsched02: indeterminate
+    - psxtimes01
-    spedfsched04: indeterminate
+    - rtmonuse
-    psxtimes01: indeterminate
+    - rtmonusxtimes01
-    sprmsched01: indeterminate
+    - sp04
-    sptimecounter02: indeterminate
+    - sp20
-    sptimecounter04: indeterminate
+    - sp68
-    ttest02: indeterminate
+    - sp69
-
+    - spcpucounter01
-    # tests that pass nominally, but fail under Qemu when the host is under
+    - spedfsched02
-    # heavy load
+    - spedfsched04
-    psx12: indeterminate
+    - sprmsched01
-    spintrcritical03: indeterminate
+    - sptimecounter02
-    spintrcritical04: indeterminate
+    - sptimecounter04
-    spintrcritical05: indeterminate
+    - ttest02
+- set-test-state:
+    reason: |
+      Tests that pass nominally, but fail under Qemu when the host is under
+      heavy load.
+    state: indeterminate
+    tests:
+    - spintrcritical03
+    - spintrcritical04
+    - spintrcritical05
 build-type: option
 copyrights:
 - Copyright (C) 2020 On-Line Applications Research (OAR)

spec/build/bsps/aarch64/a72/tsta72.yml

@@ -1,31 +1,40 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    # expected to fail, don't compile these
+    reason: |
-    minimum: exclude
+      Expected to fail, do not compile these.
-
+    state: exclude
-    # tests that are passing intermittently
+    tests:
-    spcpucounter01: indeterminate
+    - minimum
-    rtmonuse: indeterminate
+- set-test-state:
-    sp68: indeterminate
+    reason: |
-    sp04: indeterminate
+      Tests that are passing intermittently.
-    sp20: indeterminate
+    state: indeterminate
-    sp69: indeterminate
+    tests:
-    rtmonusxtimes01: indeterminate
+    - psx12
-    spedfsched02: indeterminate
+    - psxtimes01
-    spedfsched04: indeterminate
+    - rtmonuse
-    psxtimes01: indeterminate
+    - rtmonusxtimes01
-    sprmsched01: indeterminate
+    - sp04
-    sptimecounter02: indeterminate
+    - sp20
-    sptimecounter04: indeterminate
+    - sp68
-    ttest02: indeterminate
+    - sp69
-
+    - spcpucounter01
-    # tests that pass nominally, but fail under Qemu when the host is under
+    - spedfsched02
-    # heavy load
+    - spedfsched04
-    psx12: indeterminate
+    - sprmsched01
-    spintrcritical03: indeterminate
+    - sptimecounter02
-    spintrcritical04: indeterminate
+    - sptimecounter04
-    spintrcritical05: indeterminate
+    - ttest02
+- set-test-state:
+    reason: |
+      Tests that pass nominally, but fail under Qemu when the host is under
+      heavy load.
+    state: indeterminate
+    tests:
+    - spintrcritical03
+    - spintrcritical04
+    - spintrcritical05
 build-type: option
 copyrights:
 - Copyright (C) 2020 On-Line Applications Research (OAR)

spec/build/bsps/aarch64/xilinx-versal/tstaiedge.yml

@@ -1,9 +1,11 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    # expected to produce a fatal-error when run
+    reason: |
-    minimum: exclude
+      Expected to fail, do not compile these.
-
+    state: exclude
+    tests:
+    - minimum
 build-type: option
 copyrights:
 - Copyright (C) 2021 Gedare Bloom <gedare@rtems.org>

spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml

@@ -1,9 +1,11 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    # expected to fail
+    reason: |
-    minimum: exclude
+      Expected to fail, do not compile these.
-
+    state: exclude
+    tests:
+    - minimum
 build-type: option
 copyrights:
 - Copyright (C) 2021 Gedare Bloom <gedare@rtems.org>

spec/build/bsps/aarch64/xilinx-versal/tstvck190.yml

@@ -1,9 +1,11 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    # expected to produce a fatal-error when run
+    reason: |
-    minimum: exclude
+      Expected to fail, do not compile these.
-
+    state: exclude
+    tests:
+    - minimum
 build-type: option
 copyrights:
 - Copyright (C) 2021 Gedare Bloom <gedare@rtems.org>

spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml

@@ -1,31 +1,40 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    # expected to fail
+    reason: |
-    minimum: exclude
+      Expected to fail, do not compile these.
-
+    state: exclude
-    # tests that are passing intermittently
+    tests:
-    spcpucounter01: indeterminate
+    - minimum
-    rtmonuse: indeterminate
+- set-test-state:
-    sp68: indeterminate
+    reason: |
-    sp04: indeterminate
+      Tests that are passing intermittently.
-    sp20: indeterminate
+    state: indeterminate
-    sp69: indeterminate
+    tests:
-    rtmonusxtimes01: indeterminate
+    - psx12
-    spedfsched02: indeterminate
+    - psxtimes01
-    spedfsched04: indeterminate
+    - rtmonuse
-    psxtimes01: indeterminate
+    - rtmonusxtimes01
-    sprmsched01: indeterminate
+    - sp04
-    sptimecounter02: indeterminate
+    - sp20
-    sptimecounter04: indeterminate
+    - sp68
-    ttest02: indeterminate
+    - sp69
-
+    - spcpucounter01
-    # tests that pass nominally, but fail under Qemu when the host is under
+    - spedfsched02
-    # heavy load
+    - spedfsched04
-    psx12: indeterminate
+    - sprmsched01
-    spintrcritical03: indeterminate
+    - sptimecounter02
-    spintrcritical04: indeterminate
+    - sptimecounter04
-    spintrcritical05: indeterminate
+    - ttest02
+- set-test-state:
+    reason: |
+      Tests that pass nominally, but fail under Qemu when the host is under
+      heavy load.
+    state: indeterminate
+    tests:
+    - spintrcritical03
+    - spintrcritical04
+    - spintrcritical05
 build-type: option
 copyrights:
 - Copyright (C) 2020 On-Line Applications Research (OAR)

spec/build/bsps/aarch64/xilinx-zynqmp/tstzu3eg.yml

@@ -1,9 +1,11 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    # expected to produce a fatal-error when run
+    reason: |
-    minimum: exclude
+      Expected to fail, do not compile these.
-
+    state: exclude
+    tests:
+    - minimum
 build-type: option
 copyrights:
 - Copyright (C) 2020 On-Line Applications Research (OAR)

spec/build/bsps/arm/atsam/tstatsamv.yml

@@ -1,26 +1,29 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
+    reason: null
-    flashdisk01: exclude
+    state: exclude
-    fsdosfsname01: exclude
+    tests:
-    jffs2fserror: exclude
+    - fileio
-    jffs2fslink: exclude
+    - flashdisk01
-    jffs2fspatheval: exclude
+    - fsdosfsname01
-    jffs2fspermission: exclude
+    - jffs2fserror
-    jffs2fsrdwr: exclude
+    - jffs2fslink
-    jffs2fsscandir01: exclude
+    - jffs2fspatheval
-    jffs2fssymlink: exclude
+    - jffs2fspermission
-    jffs2fstime: exclude
+    - jffs2fsrdwr
-    linpack: exclude
+    - jffs2fsscandir01
-    psxconfig01: exclude
+    - jffs2fssymlink
-    record02: exclude
+    - jffs2fstime
-    sp16: exclude
+    - linpack
-    sp25: exclude
+    - psxconfig01
-    sp48: exclude
+    - record02
-    spregionerr01: exclude
+    - sp16
-    spstkalloc02: exclude
+    - sp25
-    tmfine01: exclude
+    - sp48
+    - spregionerr01
+    - spstkalloc02
+    - tmfine01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/arm/lm3s69xx/tstlm3s3749.yml

@@ -1,27 +1,30 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    capture: exclude
+    reason: null
-    cdtest: exclude
+    state: exclude
-    fileio: exclude
+    tests:
-    fsdosfsformat01: exclude
+    - capture
-    fsrfsbitmap01: exclude
+    - cdtest
-    iostream: exclude
+    - fileio
-    math: exclude
+    - fsdosfsformat01
-    mdosfsfserror: exclude
+    - fsrfsbitmap01
-    mdosfsfsrdwr: exclude
+    - iostream
-    monitor02: exclude
+    - math
-    paranoia: exclude
+    - mdosfsfserror
-    psxmsgq01: exclude
+    - mdosfsfsrdwr
-    rcxx01: exclude
+    - monitor02
-    record01: exclude
+    - paranoia
-    rtems: exclude
+    - psxmsgq01
-    shell01: exclude
+    - rcxx01
-    spcxx01: exclude
+    - record01
-    sptls02: exclude
+    - rtems
-    syscall01: exclude
+    - shell01
-    ttest01: exclude
+    - spcxx01
-    utf8proc01: exclude
+    - sptls02
+    - syscall01
+    - ttest01
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/arm/lm3s69xx/tstlm3s6965.yml

@@ -1,12 +1,15 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
+    reason: null
-    iostream: exclude
+    state: exclude
-    monitor02: exclude
+    tests:
-    rcxx01: exclude
+    - fileio
-    rtems: exclude
+    - iostream
-    utf8proc01: exclude
+    - monitor02
+    - rcxx01
+    - rtems
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/arm/lm3s69xx/tstlm4f120.yml

@@ -1,27 +1,30 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    block08: exclude
+    reason: null
-    capture: exclude
+    state: exclude
-    fileio: exclude
+    tests:
-    iostream: exclude
+    - block08
-    ostream: exclude
+    - capture
-    psxaio01: exclude
+    - fileio
-    psxaio02: exclude
+    - iostream
-    psxaio03: exclude
+    - ostream
-    psxsignal07: exclude
+    - psxaio01
-    rcxx01: exclude
+    - psxaio02
-    sp16: exclude
+    - psxaio03
-    sp25: exclude
+    - psxsignal07
-    sp42: exclude
+    - rcxx01
-    sp48: exclude
+    - sp16
-    sp71: exclude
+    - sp25
-    spregionerr01: exclude
+    - sp42
-    sptimecounter02: exclude
+    - sp48
-    sptimecounter03: exclude
+    - sp71
-    tmcontext01: exclude
+    - spregionerr01
-    top: exclude
+    - sptimecounter02
-    utf8proc01: exclude
+    - sptimecounter03
+    - tmcontext01
+    - top
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/arm/lpc176x/tstlpc1768mbed.yml

@@ -1,24 +1,27 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    block08: exclude
+    reason: null
-    capture: exclude
+    state: exclude
-    fileio: exclude
+    tests:
-    iostream: exclude
+    - block08
-    psxaio01: exclude
+    - capture
-    psxaio02: exclude
+    - fileio
-    psxsignal07: exclude
+    - iostream
-    rtems: exclude
+    - psxaio01
-    sp16: exclude
+    - psxaio02
-    sp25: exclude
+    - psxsignal07
-    sp42: exclude
+    - rtems
-    sp48: exclude
+    - sp16
-    sptimecounter02: exclude
+    - sp25
-    sptimecounter03: exclude
+    - sp42
-    tmcontext01: exclude
+    - sp48
-    tmfine01: exclude
+    - sptimecounter02
-    top: exclude
+    - sptimecounter03
-    utf8proc01: exclude
+    - tmcontext01
+    - tmfine01
+    - top
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/arm/lpc176x/tstlpc1768mbedahbram.yml

@@ -1,26 +1,29 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    block08: exclude
+    reason: null
-    capture: exclude
+    state: exclude
-    fileio: exclude
+    tests:
-    iostream: exclude
+    - block08
-    psxaio01: exclude
+    - capture
-    psxaio02: exclude
+    - fileio
-    psxaio03: exclude
+    - iostream
-    psxsignal07: exclude
+    - psxaio01
-    rtems: exclude
+    - psxaio02
-    sp16: exclude
+    - psxaio03
-    sp25: exclude
+    - psxsignal07
-    sp42: exclude
+    - rtems
-    sp48: exclude
+    - sp16
-    sptimecounter02: exclude
+    - sp25
-    sptimecounter03: exclude
+    - sp42
-    sptls02: exclude
+    - sp48
-    tmcontext01: exclude
+    - sptimecounter02
-    tmfine01: exclude
+    - sptimecounter03
-    top: exclude
+    - sptls02
-    utf8proc01: exclude
+    - tmcontext01
+    - tmfine01
+    - top
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/arm/lpc176x/tstlpc1768mbedahbrameth.yml

@@ -1,125 +1,128 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    block08: exclude
+    reason: null
-    calloc: exclude
+    state: exclude
-    capture: exclude
+    tests:
-    cdtest: exclude
+    - block08
-    clockgettime: exclude
+    - calloc
-    close: exclude
+    - capture
-    debugger01: exclude
+    - cdtest
-    defaultconfig01: exclude
+    - clockgettime
-    dhrystone: exclude
+    - close
-    dup2: exclude
+    - debugger01
-    fcntl: exclude
+    - defaultconfig01
-    fileio: exclude
+    - dhrystone
-    flockfile: exclude
+    - dup2
-    fork: exclude
+    - fcntl
-    free: exclude
+    - fileio
-    fsdosfswrite01: exclude
+    - flockfile
-    fsrfsbitmap01: exclude
+    - fork
-    fstat: exclude
+    - free
-    ftrylockfile: exclude
+    - fsdosfswrite01
-    funlockfile: exclude
+    - fsrfsbitmap01
-    getlogin: exclude
+    - fstat
-    getpwnam: exclude
+    - ftrylockfile
-    getpwuid: exclude
+    - funlockfile
-    gettimeofday: exclude
+    - getlogin
-    getuid: exclude
+    - getpwnam
-    heapwalk: exclude
+    - getpwuid
-    htonl: exclude
+    - gettimeofday
-    imfsfserror: exclude
+    - getuid
-    imfsfslink: exclude
+    - heapwalk
-    imfsfspatheval: exclude
+    - htonl
-    imfsfspermission: exclude
+    - imfsfserror
-    imfsfsrdwr: exclude
+    - imfsfslink
-    imfsfsscandir01: exclude
+    - imfsfspatheval
-    imfsfssymlink: exclude
+    - imfsfspermission
-    imfsfstime: exclude
+    - imfsfsrdwr
-    iostream: exclude
+    - imfsfsscandir01
-    kill: exclude
+    - imfsfssymlink
-    longjmp: exclude
+    - imfsfstime
-    lseek: exclude
+    - iostream
-    lstat: exclude
+    - kill
-    malloc: exclude
+    - longjmp
-    mdosfsfserror: exclude
+    - lseek
-    mdosfsfspatheval: exclude
+    - lstat
-    mdosfsfsrdwr: exclude
+    - malloc
-    mdosfsfsscandir01: exclude
+    - mdosfsfserror
-    mdosfsfsstatvfs: exclude
+    - mdosfsfspatheval
-    mdosfsfstime: exclude
+    - mdosfsfsrdwr
-    mimfsfserror: exclude
+    - mdosfsfsscandir01
-    mimfsfslink: exclude
+    - mdosfsfsstatvfs
-    mimfsfspatheval: exclude
+    - mdosfsfstime
-    mimfsfspermission: exclude
+    - mimfsfserror
-    mimfsfsrdwr: exclude
+    - mimfsfslink
-    mimfsfsrename: exclude
+    - mimfsfspatheval
-    mimfsfsscandir01: exclude
+    - mimfsfspermission
-    mimfsfssymlink: exclude
+    - mimfsfsrdwr
-    mimfsfstime: exclude
+    - mimfsfsrename
-    monitor: exclude
+    - mimfsfsscandir01
-    monitor01: exclude
+    - mimfsfssymlink
-    monitor02: exclude
+    - mimfsfstime
-    nanosleep: exclude
+    - monitor
-    open: exclude
+    - monitor01
-    pipe: exclude
+    - monitor02
-    posixmemalign: exclude
+    - nanosleep
-    psxaio01: exclude
+    - open
-    psxaio02: exclude
+    - pipe
-    psxaio03: exclude
+    - posixmemalign
-    psxbarrier01: exclude
+    - psxaio01
-    psxkey07: exclude
+    - psxaio02
-    psxkey08: exclude
+    - psxaio03
-    psxsignal02: exclude
+    - psxbarrier01
-    psxsignal07: exclude
+    - psxkey07
-    rbheap01: exclude
+    - psxkey08
-    read: exclude
+    - psxsignal02
-    readv: exclude
+    - psxsignal07
-    realloc: exclude
+    - rbheap01
-    rtems: exclude
+    - read
-    setjmp: exclude
+    - readv
-    sigaddset: exclude
+    - realloc
-    sigdelset: exclude
+    - rtems
-    sigemptyset: exclude
+    - setjmp
-    sigfillset: exclude
+    - sigaddset
-    sigismember: exclude
+    - sigdelset
-    sigprocmask: exclude
+    - sigemptyset
-    sp01: exclude
+    - sigfillset
-    sp16: exclude
+    - sigismember
-    sp20: exclude
+    - sigprocmask
-    sp25: exclude
+    - sp01
-    sp35: exclude
+    - sp16
-    sp42: exclude
+    - sp20
-    sp48: exclude
+    - sp25
-    spclockerr01: exclude
+    - sp35
-    speventerr03: exclude
+    - sp42
-    spintrerr01: exclude
+    - sp48
-    spmsgqerr01: exclude
+    - spclockerr01
-    spmsgqerr02: exclude
+    - speventerr03
-    spporterr01: exclude
+    - spintrerr01
-    spratemonerr01: exclude
+    - spmsgqerr01
-    spregionerr01: exclude
+    - spmsgqerr02
-    spsemerr01: exclude
+    - spporterr01
-    spsemerr02: exclude
+    - spratemonerr01
-    spsignalerr01: exclude
+    - spregionerr01
-    spstkalloc: exclude
+    - spsemerr01
-    sptaskerr01: exclude
+    - spsemerr02
-    sptaskerr03: exclude
+    - spsignalerr01
-    sptimecounter02: exclude
+    - spstkalloc
-    sptimecounter03: exclude
+    - sptaskerr01
-    sptls02: exclude
+    - sptaskerr03
-    stat: exclude
+    - sptimecounter02
-    tm21: exclude
+    - sptimecounter03
-    tmcontext01: exclude
+    - sptls02
-    tmfine01: exclude
+    - stat
-    top: exclude
+    - tm21
-    unlink: exclude
+    - tmcontext01
-    utf8proc01: exclude
+    - tmfine01
-    vfork: exclude
+    - top
-    wait: exclude
+    - unlink
-    waitpid: exclude
+    - utf8proc01
-    write: exclude
+    - vfork
-    writev: exclude
+    - wait
+    - waitpid
+    - write
+    - writev
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/arm/lpc24xx/tstlpc17xxearomint.yml

@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fsdosfsname01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fsdosfsname01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/arm/lpc24xx/tstlpc17xxplx800romint.yml

@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fsdosfsname01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fsdosfsname01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/arm/lpc24xx/tstlpc23xx.yml

@@ -1,57 +1,60 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    block08: exclude
+    reason: null
-    capture: exclude
+    state: exclude
-    cdtest: exclude
+    tests:
-    complex: exclude
+    - block08
-    crypt01: exclude
+    - capture
-    fileio: exclude
+    - cdtest
-    fsdosfsformat01: exclude
+    - complex
-    fsdosfsname02: exclude
+    - crypt01
-    fsdosfssync01: exclude
+    - fileio
-    fsdosfswrite01: exclude
+    - fsdosfsformat01
-    fsrfsbitmap01: exclude
+    - fsdosfsname02
-    fsrofs01: exclude
+    - fsdosfssync01
-    iostream: exclude
+    - fsdosfswrite01
-    math: exclude
+    - fsrfsbitmap01
-    mathf: exclude
+    - fsrofs01
-    mdosfsfserror: exclude
+    - iostream
-    mdosfsfspatheval: exclude
+    - math
-    mdosfsfsrdwr: exclude
+    - mathf
-    mdosfsfsscandir01: exclude
+    - mdosfsfserror
-    mdosfsfsstatvfs: exclude
+    - mdosfsfspatheval
-    mdosfsfstime: exclude
+    - mdosfsfsrdwr
-    monitor: exclude
+    - mdosfsfsscandir01
-    monitor02: exclude
+    - mdosfsfsstatvfs
-    paranoia: exclude
+    - mdosfsfstime
-    psxaio01: exclude
+    - monitor
-    psxaio02: exclude
+    - monitor02
-    psxaio03: exclude
+    - paranoia
-    psxfile01: exclude
+    - psxaio01
-    psxmsgq01: exclude
+    - psxaio02
-    psxsignal07: exclude
+    - psxaio03
-    psxtimer01: exclude
+    - psxfile01
-    rcxx01: exclude
+    - psxmsgq01
-    record01: exclude
+    - psxsignal07
-    rtems: exclude
+    - psxtimer01
-    shell01: exclude
+    - rcxx01
-    sp16: exclude
+    - record01
-    sp25: exclude
+    - rtems
-    sp42: exclude
+    - shell01
-    sp48: exclude
+    - sp16
-    spcxx01: exclude
+    - sp25
-    sptimecounter02: exclude
+    - sp42
-    sptimecounter03: exclude
+    - sp48
-    sptls02: exclude
+    - spcxx01
-    syscall01: exclude
+    - sptimecounter02
-    tar01: exclude
+    - sptimecounter03
-    termios: exclude
+    - sptls02
-    tmcontext01: exclude
+    - syscall01
-    tmfine01: exclude
+    - tar01
-    top: exclude
+    - termios
-    ttest01: exclude
+    - tmcontext01
-    utf8proc01: exclude
+    - tmfine01
+    - top
+    - ttest01
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/arm/lpc24xx/tstlpc40xxearomint.yml

@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fsdosfsname01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fsdosfsname01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/arm/lpc24xx/tstncsromint.yml

@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fsdosfsname01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fsdosfsname01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/arm/lpc24xx/tstplx800romint.yml

@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fsdosfsname01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fsdosfsname01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/arm/lpc32xx/tstmzxstage1.yml

@@ -1,15 +1,18 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
+    reason: null
-    fsdosfssync01: exclude
+    state: exclude
-    iostream: exclude
+    tests:
-    monitor02: exclude
+    - fileio
-    rcxx01: exclude
+    - fsdosfssync01
-    rtems: exclude
+    - iostream
-    sp71: exclude
+    - monitor02
-    ttest01: exclude
+    - rcxx01
-    utf8proc01: exclude
+    - rtems
+    - sp71
+    - ttest01
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/arm/rtl22xx/tstrtl22xx.yml

@@ -1,16 +1,19 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    dl10: exclude
+    reason: null
-    exit03: exclude
+    state: exclude
-    fileio: exclude
+    tests:
-    fsdosfsname01: exclude
+    - dl10
-    iostream: exclude
+    - exit03
-    linpack: exclude
+    - fileio
-    rcxx01: exclude
+    - fsdosfsname01
-    record02: exclude
+    - iostream
-    utf8proc01: exclude
+    - linpack
-    validation-no-clock-0: exclude
+    - rcxx01
+    - record02
+    - utf8proc01
+    - validation-no-clock-0
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/arm/rtl22xx/tstrtl22xxt.yml

@@ -1,12 +1,15 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    dl10: exclude
+    reason: null
-    fsdosfsname01: exclude
+    state: exclude
-    linpack: exclude
+    tests:
-    record02: exclude
+    - dl10
-    utf8proc01: exclude
+    - fsdosfsname01
-    validation-no-clock-0: exclude
+    - linpack
+    - record02
+    - utf8proc01
+    - validation-no-clock-0
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/arm/stm32f4/tststm32f105rc.yml

@@ -1,12 +1,15 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
+    reason: null
-    iostream: exclude
+    state: exclude
-    monitor02: exclude
+    tests:
-    rcxx01: exclude
+    - fileio
-    rtems: exclude
+    - iostream
-    utf8proc01: exclude
+    - monitor02
+    - rcxx01
+    - rtems
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/arm/stm32h7/tststm32h757i-eval.yml

@@ -1,9 +1,12 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    linpack: exclude
+    reason: null
-    fsdosfsname01: exclude
+    state: exclude
-    record02: exclude
+    tests:
+    - fsdosfsname01
+    - linpack
+    - record02
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/arm/tms570/tstls3137hdkintram.yml

@@ -1,12 +1,15 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
+    reason: null
-    iostream: exclude
+    state: exclude
-    monitor02: exclude
+    tests:
-    rcxx01: exclude
+    - fileio
-    syscall01: exclude
+    - iostream
-    utf8proc01: exclude
+    - monitor02
+    - rcxx01
+    - syscall01
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/i386/pc386/tst-xfail-val.yml

@@ -1,14 +1,17 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fatal-init-task-construct-failed: expected-fail
+    reason: null
-    fatal-too-large-tls-size: expected-fail
+    state: expected-fail
-    performance-no-clock-0: expected-fail
+    tests:
-    validation-intr: expected-fail
+    - fatal-init-task-construct-failed
-    validation-io-kernel: expected-fail
+    - fatal-too-large-tls-size
-    validation-no-clock-0: expected-fail
+    - performance-no-clock-0
-    validation-one-cpu-0: expected-fail
+    - validation-intr
-    validation-timecounter-1: expected-fail
+    - validation-io-kernel
+    - validation-no-clock-0
+    - validation-one-cpu-0
+    - validation-timecounter-1
 build-type: option
 copyrights:
 - Copyright (C) 2021 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/m68k/mcf5206elite/tstmcf5206elite.yml

@@ -1,8 +1,11 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    dl05: exclude
+    reason: null
-    fsdosfsname01: exclude
+    state: exclude
+    tests:
+    - dl05
+    - fsdosfsname01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/m68k/mcf52235/tstmcf52235.yml

@@ -1,23 +1,26 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    block08: exclude
+    reason: null
-    capture: exclude
+    state: exclude
-    cdtest: exclude
+    tests:
-    fileio: exclude
+    - block08
-    fsdosfsformat01: exclude
+    - capture
-    iostream: exclude
+    - cdtest
-    monitor02: exclude
+    - fileio
-    paranoia: exclude
+    - fsdosfsformat01
-    sp16: exclude
+    - iostream
-    sptimecounter02: exclude
+    - monitor02
-    sptimecounter03: exclude
+    - paranoia
-    syscall01: exclude
+    - sp16
-    tmcontext01: exclude
+    - sptimecounter02
-    tmfine01: exclude
+    - sptimecounter03
-    top: exclude
+    - syscall01
-    ttest01: exclude
+    - tmcontext01
-    utf8proc01: exclude
+    - tmfine01
+    - top
+    - ttest01
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/m68k/mcf5225x/tstmcf5225x.yml

@@ -1,9 +1,12 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    cdtest: exclude
+    reason: null
-    fileio: exclude
+    state: exclude
-    iostream: exclude
+    tests:
+    - cdtest
+    - fileio
+    - iostream
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/m68k/mrm332/tstmrm332.yml

@@ -1,15 +1,18 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    cdtest: exclude
+    reason: null
-    dl05: exclude
+    state: exclude
-    dl10: exclude
+    tests:
-    fileio: exclude
+    - cdtest
-    fsdosfsname01: exclude
+    - dl05
-    iostream: exclude
+    - dl10
-    linpack: exclude
+    - fileio
-    record02: exclude
+    - fsdosfsname01
-    utf8proc01: exclude
+    - iostream
+    - linpack
+    - record02
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/m68k/mvme162/tstmvme162.yml

@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fsdosfsname01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fsdosfsname01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/m68k/mvme162/tstmvme162lx.yml

@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fsdosfsname01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fsdosfsname01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/microblaze/microblaze_fpga/tstkcu105_qemu.yml

@@ -1,8 +1,11 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    # expected to fail, don't compile these
+    reason: |
-    minimum: exclude
+      Expected to fail, do not compile these.
+    state: exclude
+    tests:
+    - minimum
 build-type: option
 copyrights:
 - Copyright (C) 2021 On-Line Applications Research Corporation (OAR)

spec/build/bsps/mips/jmr3904/tstjmr3904.yml

@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    spfatal26: exclude
+    reason: null
+    state: exclude
+    tests:
+    - spfatal26
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/powerpc/mpc55xxevb/tstgwlcfm.yml

@@ -1,9 +1,12 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fsdosfsname01: exclude
+    reason: null
-    linpack: exclude
+    state: exclude
-    record02: exclude
+    tests:
+    - fsdosfsname01
+    - linpack
+    - record02
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/powerpc/mpc55xxevb/tstmpc5643levb.yml

@@ -1,8 +1,11 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
+    reason: null
-    psxaio02: exclude
+    state: exclude
+    tests:
+    - fileio
+    - psxaio02
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/sh/gensh1/tstgensh1.yml

@@ -1,14 +1,17 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
+    reason: null
-    fsdosfsname01: exclude
+    state: exclude
-    iostream: exclude
+    tests:
-    linpack: exclude
+    - fileio
-    rcxx01: exclude
+    - fsdosfsname01
-    record02: exclude
+    - iostream
-    utf8proc01: exclude
+    - linpack
-    validation-no-clock-0: exclude
+    - rcxx01
+    - record02
+    - utf8proc01
+    - validation-no-clock-0
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/sh/gensh2/tstgensh2.yml

@@ -1,11 +1,14 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
+    reason: null
-    iostream: exclude
+    state: exclude
-    rcxx01: exclude
+    tests:
-    utf8proc01: exclude
+    - fileio
-    validation-no-clock-0: exclude
+    - iostream
+    - rcxx01
+    - utf8proc01
+    - validation-no-clock-0
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/sh/shsim/tstsimsh1.yml

@@ -1,14 +1,17 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
+    reason: null
-    fsdosfsname01: exclude
+    state: exclude
-    iostream: exclude
+    tests:
-    linpack: exclude
+    - fileio
-    rcxx01: exclude
+    - fsdosfsname01
-    record02: exclude
+    - iostream
-    utf8proc01: exclude
+    - linpack
-    validation-no-clock-0: exclude
+    - rcxx01
+    - record02
+    - utf8proc01
+    - validation-no-clock-0
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/sh/shsim/tstsimsh2.yml

@@ -1,14 +1,17 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
+    reason: null
-    fsdosfsname01: exclude
+    state: exclude
-    iostream: exclude
+    tests:
-    linpack: exclude
+    - fileio
-    rcxx01: exclude
+    - fsdosfsname01
-    record02: exclude
+    - iostream
-    utf8proc01: exclude
+    - linpack
-    validation-no-clock-0: exclude
+    - rcxx01
+    - record02
+    - utf8proc01
+    - validation-no-clock-0
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/sh/shsim/tstsimsh2e.yml

@@ -1,14 +1,17 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
+    reason: null
-    fsdosfsname01: exclude
+    state: exclude
-    iostream: exclude
+    tests:
-    linpack: exclude
+    - fileio
-    rcxx01: exclude
+    - fsdosfsname01
-    record02: exclude
+    - iostream
-    utf8proc01: exclude
+    - linpack
-    validation-no-clock-0: exclude
+    - rcxx01
+    - record02
+    - utf8proc01
+    - validation-no-clock-0
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/sh/shsim/tstsimsh4.yml

@@ -1,14 +1,17 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
+    reason: null
-    fsdosfsname01: exclude
+    state: exclude
-    iostream: exclude
+    tests:
-    linpack: exclude
+    - fileio
-    rcxx01: exclude
+    - fsdosfsname01
-    record02: exclude
+    - iostream
-    utf8proc01: exclude
+    - linpack
-    validation-no-clock-0: exclude
+    - rcxx01
+    - record02
+    - utf8proc01
+    - validation-no-clock-0
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/tst-xfail-dl06.yml

@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    dl06: expected-fail
+    reason: null
+    state: expected-fail
+    tests:
+    - dl06
 build-type: option
 copyrights:
 - Copyright (C) 2022 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/tst-xfail-intr.yml

@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    validation-intr: expected-fail
+    reason: null
+    state: expected-fail
+    tests:
+    - validation-intr
 build-type: option
 copyrights:
 - Copyright (C) 2021 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/tst.yml

@@ -1,16 +1,27 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    capture: user-input
+    reason: null
-    dhrystone: benchmark
+    state: user-input
-    dl10: user-input
+    tests:
-    fileio: user-input
+    - capture
-    linpack: benchmark
+    - dl10
-    monitor: user-input
+    - fileio
-    psxfenv01: expected-fail
+    - monitor
-    termios: user-input
+    - termios
-    top: user-input
+    - top
-    whetstone: benchmark
+- set-test-state:
+    reason: null
+    state: benchmark
+    tests:
+    - dhrystone
+    - linpack
+    - whetstone
+- set-test-state:
+    reason: null
+    state: expected-fail
+    tests:
+    - psxfenv01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/tstnoiconv.yml

@@ -1,9 +1,12 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    iconv: exclude
+    reason: null
-    iconvclose: exclude
+    state: exclude
-    iconvopen: exclude
+    tests:
+    - iconv
+    - iconvclose
+    - iconvopen
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/tstnointrcrit.yml

@@ -1,30 +1,33 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    psxintrcritical01: exclude
+    reason: null
-    spintrcritical01: exclude
+    state: exclude
-    spintrcritical02: exclude
+    tests:
-    spintrcritical03: exclude
+    - psxintrcritical01
-    spintrcritical04: exclude
+    - spintrcritical01
-    spintrcritical05: exclude
+    - spintrcritical02
-    spintrcritical06: exclude
+    - spintrcritical03
-    spintrcritical07: exclude
+    - spintrcritical04
-    spintrcritical08: exclude
+    - spintrcritical05
-    spintrcritical09: exclude
+    - spintrcritical06
-    spintrcritical10: exclude
+    - spintrcritical07
-    spintrcritical11: exclude
+    - spintrcritical08
-    spintrcritical12: exclude
+    - spintrcritical09
-    spintrcritical13: exclude
+    - spintrcritical10
-    spintrcritical14: exclude
+    - spintrcritical11
-    spintrcritical15: exclude
+    - spintrcritical12
-    spintrcritical16: exclude
+    - spintrcritical13
-    spintrcritical17: exclude
+    - spintrcritical14
-    spintrcritical18: exclude
+    - spintrcritical15
-    spintrcritical20: exclude
+    - spintrcritical16
-    spintrcritical21: exclude
+    - spintrcritical17
-    spintrcritical22: exclude
+    - spintrcritical18
-    spintrcritical23: exclude
+    - spintrcritical20
-    spintrcritical24: exclude
+    - spintrcritical21
+    - spintrcritical22
+    - spintrcritical23
+    - spintrcritical24
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/tstnojffs2.yml

@@ -1,15 +1,18 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fsjffs2gc01: exclude
+    reason: null
-    jffs2fserror: exclude
+    state: exclude
-    jffs2fslink: exclude
+    tests:
-    jffs2fspatheval: exclude
+    - fsjffs2gc01
-    jffs2fspermission: exclude
+    - jffs2fserror
-    jffs2fsrdwr: exclude
+    - jffs2fslink
-    jffs2fsscandir01: exclude
+    - jffs2fspatheval
-    jffs2fssymlink: exclude
+    - jffs2fspermission
-    jffs2fstime: exclude
+    - jffs2fsrdwr
+    - jffs2fsscandir01
+    - jffs2fssymlink
+    - jffs2fstime
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/tstnolibdl.yml

@@ -1,16 +1,19 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    dl01: exclude
+    reason: null
-    dl02: exclude
+    state: exclude
-    dl03: exclude
+    tests:
-    dl04: exclude
+    - dl01
-    dl05: exclude
+    - dl02
-    dl06: exclude
+    - dl03
-    dl07: exclude
+    - dl04
-    dl08: exclude
+    - dl05
-    dl09: exclude
+    - dl06
-    dl10: exclude
+    - dl07
+    - dl08
+    - dl09
+    - dl10
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/tstnorfs.yml

@@ -1,16 +1,19 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    mrfsfserror: exclude
+    reason: null
-    mrfsfsfpathconf: exclude
+    state: exclude
-    mrfsfslink: exclude
+    tests:
-    mrfsfspatheval: exclude
+    - mrfsfserror
-    mrfsfspermission: exclude
+    - mrfsfsfpathconf
-    mrfsfsrdwr: exclude
+    - mrfsfslink
-    mrfsfsrename: exclude
+    - mrfsfspatheval
-    mrfsfsscandir01: exclude
+    - mrfsfspermission
-    mrfsfssymlink: exclude
+    - mrfsfsrdwr
-    mrfsfstime: exclude
+    - mrfsfsrename
+    - mrfsfsscandir01
+    - mrfsfssymlink
+    - mrfsfstime
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/tstreqtick.yml

@@ -1,53 +1,56 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    cpuuse: exclude
+    reason: null
-    psx07: exclude
+    state: exclude
-    psx09: exclude
+    tests:
-    psx10: exclude
+    - cpuuse
-    psx11: exclude
+    - psx07
-    psxcancel01: exclude
+    - psx09
-    psxgetrusage01: exclude
+    - psx10
-    psxintrcritical01: exclude
+    - psx11
-    psxsignal01: exclude
+    - psxcancel01
-    psxsignal02: exclude
+    - psxgetrusage01
-    psxspin01: exclude
+    - psxintrcritical01
-    psxtime: exclude
+    - psxsignal01
-    psxtimes01: exclude
+    - psxsignal02
-    sp04: exclude
+    - psxspin01
-    sp14: exclude
+    - psxtime
-    sp19: exclude
+    - psxtimes01
-    sp35: exclude
+    - sp04
-    sp38: exclude
+    - sp14
-    sp44: exclude
+    - sp19
-    sp69: exclude
+    - sp35
-    spcbssched02: exclude
+    - sp38
-    spcbssched03: exclude
+    - sp44
-    spcontext01: exclude
+    - sp69
-    spcpucounter01: exclude
+    - spcbssched02
-    spedfsched03: exclude
+    - spcbssched03
-    spintrcritical01: exclude
+    - spcontext01
-    spintrcritical02: exclude
+    - spcpucounter01
-    spintrcritical03: exclude
+    - spedfsched03
-    spintrcritical04: exclude
+    - spintrcritical01
-    spintrcritical05: exclude
+    - spintrcritical02
-    spintrcritical06: exclude
+    - spintrcritical03
-    spintrcritical07: exclude
+    - spintrcritical04
-    spintrcritical08: exclude
+    - spintrcritical05
-    spintrcritical09: exclude
+    - spintrcritical06
-    spintrcritical10: exclude
+    - spintrcritical07
-    spintrcritical11: exclude
+    - spintrcritical08
-    spintrcritical12: exclude
+    - spintrcritical09
-    spintrcritical13: exclude
+    - spintrcritical10
-    spintrcritical14: exclude
+    - spintrcritical11
-    spintrcritical15: exclude
+    - spintrcritical12
-    spintrcritical16: exclude
+    - spintrcritical13
-    spintrcritical17: exclude
+    - spintrcritical14
-    spintrcritical18: exclude
+    - spintrcritical15
-    spintrcritical19: exclude
+    - spintrcritical16
-    spintrcritical20: exclude
+    - spintrcritical17
-    spnsext01: exclude
+    - spintrcritical18
-    spqreslib: exclude
+    - spintrcritical19
+    - spintrcritical20
+    - spnsext01
+    - spqreslib
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)

spec/build/bsps/tstsmallmem.yml

@@ -1,32 +1,35 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    can01: exclude
+    reason: null
-    exit03: exclude
+    state: exclude
-    flashdisk01: exclude
+    tests:
-    fsdosfsname01: exclude
+    - can01
-    linpack: exclude
+    - exit03
-    performance-no-clock-0: exclude
+    - flashdisk01
-    psxconfig01: exclude
+    - fsdosfsname01
-    psxusleep: exclude
+    - linpack
-    record02: exclude
+    - performance-no-clock-0
-    sp47: exclude
+    - psxconfig01
-    spstkalloc02: exclude
+    - psxusleep
-    tftpfs: exclude
+    - record02
-    terminate: exclude
+    - sp47
-    unit-no-clock-0: exclude
+    - spstkalloc02
-    userext: exclude
+    - terminate
-    validation-0: exclude
+    - tftpfs
-    validation-1: exclude
+    - unit-no-clock-0
-    validation-cache: exclude
+    - userext
-    validation-intr: exclude
+    - validation-0
-    validation-no-clock-0: exclude
+    - validation-1
-    validation-non-smp: exclude
+    - validation-cache
-    validation-one-cpu-0: exclude
+    - validation-intr
-    validation-one-cpu-1: exclude
+    - validation-no-clock-0
-    validation-timecounter-0: exclude
+    - validation-non-smp
-    validation-timecounter-1: exclude
+    - validation-one-cpu-0
-    validation-tls-0: exclude
+    - validation-one-cpu-1
+    - validation-timecounter-0
+    - validation-timecounter-1
+    - validation-tls-0
 - set-value: -DPER_ALLOCATION=10
 - append-test-cppflags: sp71
 - set-value: -DMAXIMUM_DISTRIBUTION=10

wscript

@@ -1035,8 +1035,9 @@ class OptionItem(Item):
             "indeterminate": self._test_state_indeterminate,
             "user-input": self._test_state_user_input,
         }
-        for k, v in arg.items():
+        action = actions[arg["state"]]
-            actions[v](conf, k)
+        for test in arg["tests"]:
+            action(conf, test)
         return value
 
     def _set_value(self, conf, cic, value, arg):