diff --git a/makefiles/murdock.inc.mk b/makefiles/murdock.inc.mk index f460ec8dc420..778657b3effe 100644 --- a/makefiles/murdock.inc.mk +++ b/makefiles/murdock.inc.mk @@ -25,9 +25,10 @@ test-murdock: # # Testing is enabled if all the following conditions are met: # -# * the board is whitelisted +# * the board is whitelisted (by default all are enabled) # * the board is not blacklisted (by default none) # * the board has enough memory and the executable is being linked +# * a test is present # # TEST_ON_CI_WHITELIST and TEST_ON_CI_BLACKLIST can be empty, a board list or 'all' # @@ -36,11 +37,11 @@ test-murdock: # # Disabling a test in some case must be justified to keep track of the reason. -TEST_ON_CI_WHITELIST ?= +TEST_ON_CI_WHITELIST ?= all TEST_ON_CI_BLACKLIST ?= TEST_ON_BOARD_ENABLED ?= $(filter-out $(TEST_ON_CI_BLACKLIST:all=%),$(filter $(TEST_ON_CI_WHITELIST:all=%),$(BOARD))) -TEST_ON_CI_ENABLED ?= $(if $(RIOTNOLINK),,$(TEST_ON_BOARD_ENABLED)) +TEST_ON_CI_ENABLED ?= $(if $(RIOTNOLINK),,$(if $(TESTS),$(TEST_ON_BOARD_ENABLED))) .PHONY: test-on-ci-enabled test-on-ci-enabled: diff --git a/tests/bench_msg_pingpong/Makefile b/tests/bench_msg_pingpong/Makefile index d2da7702d454..f407db68d34e 100644 --- a/tests/bench_msg_pingpong/Makefile +++ b/tests/bench_msg_pingpong/Makefile @@ -4,6 +4,4 @@ BOARD_INSUFFICIENT_MEMORY := nucleo-f031k6 USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/bench_mutex_pingpong/Makefile b/tests/bench_mutex_pingpong/Makefile index d2da7702d454..f407db68d34e 100644 --- a/tests/bench_mutex_pingpong/Makefile +++ b/tests/bench_mutex_pingpong/Makefile @@ -4,6 +4,4 @@ BOARD_INSUFFICIENT_MEMORY := nucleo-f031k6 USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/bench_runtime_coreapis/Makefile b/tests/bench_runtime_coreapis/Makefile index aafb9538b584..35eaa186b9f2 100644 --- a/tests/bench_runtime_coreapis/Makefile +++ b/tests/bench_runtime_coreapis/Makefile @@ -4,6 +4,4 @@ include ../Makefile.tests_common USEMODULE += core_thread_flags USEMODULE += benchmark -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/bench_sched_nop/Makefile b/tests/bench_sched_nop/Makefile index 1079b0a411a8..8bff23ceead2 100644 --- a/tests/bench_sched_nop/Makefile +++ b/tests/bench_sched_nop/Makefile @@ -2,6 +2,4 @@ include ../Makefile.tests_common USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/bench_sizeof_coretypes/Makefile b/tests/bench_sizeof_coretypes/Makefile index 18b3b19270f4..57a2cdcb0e60 100644 --- a/tests/bench_sizeof_coretypes/Makefile +++ b/tests/bench_sizeof_coretypes/Makefile @@ -15,6 +15,4 @@ ifneq (,$(NO_MSG)) DISABLE_MODULE += core_msg endif -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/bench_thread_flags_pingpong/Makefile b/tests/bench_thread_flags_pingpong/Makefile index 30365019ccec..0926d96a692e 100644 --- a/tests/bench_thread_flags_pingpong/Makefile +++ b/tests/bench_thread_flags_pingpong/Makefile @@ -5,6 +5,4 @@ BOARD_INSUFFICIENT_MEMORY := nucleo-f031k6 USEMODULE += core_thread_flags USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/bench_thread_yield_pingpong/Makefile b/tests/bench_thread_yield_pingpong/Makefile index d2da7702d454..f407db68d34e 100644 --- a/tests/bench_thread_yield_pingpong/Makefile +++ b/tests/bench_thread_yield_pingpong/Makefile @@ -4,6 +4,4 @@ BOARD_INSUFFICIENT_MEMORY := nucleo-f031k6 USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/bitarithm_timings/Makefile b/tests/bitarithm_timings/Makefile index 1079b0a411a8..8bff23ceead2 100644 --- a/tests/bitarithm_timings/Makefile +++ b/tests/bitarithm_timings/Makefile @@ -2,6 +2,4 @@ include ../Makefile.tests_common USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/bloom_bytes/Makefile b/tests/bloom_bytes/Makefile index 5a054d1abb63..e1154820ffe2 100644 --- a/tests/bloom_bytes/Makefile +++ b/tests/bloom_bytes/Makefile @@ -13,6 +13,4 @@ USEMODULE += fmt DISABLE_MODULE += auto_init -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/buttons/Makefile b/tests/buttons/Makefile index 125669948d12..66734b521c0d 100644 --- a/tests/buttons/Makefile +++ b/tests/buttons/Makefile @@ -3,6 +3,4 @@ include ../Makefile.tests_common FEATURES_REQUIRED += periph_gpio_irq USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/cb_mux/Makefile b/tests/cb_mux/Makefile index 1d81780e2f4e..6c49b23eb915 100644 --- a/tests/cb_mux/Makefile +++ b/tests/cb_mux/Makefile @@ -2,6 +2,4 @@ include ../Makefile.tests_common USEMODULE += cb_mux -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/cb_mux_bench/Makefile b/tests/cb_mux_bench/Makefile index ba66ca98ba79..9e1172b54c77 100644 --- a/tests/cb_mux_bench/Makefile +++ b/tests/cb_mux_bench/Makefile @@ -3,6 +3,4 @@ include ../Makefile.tests_common USEMODULE += cb_mux \ xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/cpp11_condition_variable/Makefile b/tests/cpp11_condition_variable/Makefile index 2bcccd274af1..2d3bd7022d3a 100644 --- a/tests/cpp11_condition_variable/Makefile +++ b/tests/cpp11_condition_variable/Makefile @@ -17,6 +17,4 @@ USEMODULE += cpp11-compat USEMODULE += xtimer USEMODULE += timex -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/cpp11_mutex/Makefile b/tests/cpp11_mutex/Makefile index fe96355cb7de..487662021e85 100644 --- a/tests/cpp11_mutex/Makefile +++ b/tests/cpp11_mutex/Makefile @@ -16,6 +16,4 @@ CXXEXFLAGS += -std=c++11 USEMODULE += cpp11-compat USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/cpp11_thread/Makefile b/tests/cpp11_thread/Makefile index 2bcccd274af1..2d3bd7022d3a 100644 --- a/tests/cpp11_thread/Makefile +++ b/tests/cpp11_thread/Makefile @@ -17,6 +17,4 @@ USEMODULE += cpp11-compat USEMODULE += xtimer USEMODULE += timex -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/devfs/Makefile b/tests/devfs/Makefile index 87968a1f9439..65ebec597ae7 100644 --- a/tests/devfs/Makefile +++ b/tests/devfs/Makefile @@ -7,6 +7,4 @@ USEMODULE += devfs USEMODULE += devfs_random USEMODULE += devfs_hwrng -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/embunit/Makefile b/tests/embunit/Makefile index cd1c9e7b8b6e..a5aa0490fd4d 100644 --- a/tests/embunit/Makefile +++ b/tests/embunit/Makefile @@ -4,6 +4,4 @@ USEMODULE += embunit INCLUDES += -I$(RIOTBASE)/tests/unittests/common -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/event_wait_timeout/Makefile b/tests/event_wait_timeout/Makefile index 61b43a26eba0..6433daed310b 100644 --- a/tests/event_wait_timeout/Makefile +++ b/tests/event_wait_timeout/Makefile @@ -7,6 +7,4 @@ USEMODULE += event USEMODULE += xtimer USEMODULE += core_thread_flags -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/events/Makefile b/tests/events/Makefile index f2a1d35bf00c..7a0847bf15a3 100644 --- a/tests/events/Makefile +++ b/tests/events/Makefile @@ -7,6 +7,4 @@ FORCE_ASSERTS = 1 USEMODULE += event_callback USEMODULE += event_timeout -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/evtimer_msg/Makefile b/tests/evtimer_msg/Makefile index 3069be27e84a..14a841b401d2 100644 --- a/tests/evtimer_msg/Makefile +++ b/tests/evtimer_msg/Makefile @@ -5,6 +5,4 @@ BOARD_INSUFFICIENT_MEMORY := arduino-duemilanove arduino-leonardo arduino-nano\ USEMODULE += evtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/evtimer_underflow/Makefile b/tests/evtimer_underflow/Makefile index 3069be27e84a..14a841b401d2 100644 --- a/tests/evtimer_underflow/Makefile +++ b/tests/evtimer_underflow/Makefile @@ -5,6 +5,4 @@ BOARD_INSUFFICIENT_MEMORY := arduino-duemilanove arduino-leonardo arduino-nano\ USEMODULE += evtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/float/Makefile b/tests/float/Makefile index 397bb3006f0d..912674a586e3 100644 --- a/tests/float/Makefile +++ b/tests/float/Makefile @@ -7,6 +7,4 @@ ifneq (,$(filter native,$(BOARD))) CFLAGS += -DTEST_ITER=100000000 endif -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/fmt_print/Makefile b/tests/fmt_print/Makefile index 633cf7ee2efb..089fd8473e1d 100644 --- a/tests/fmt_print/Makefile +++ b/tests/fmt_print/Makefile @@ -2,6 +2,4 @@ include ../Makefile.tests_common USEMODULE += fmt -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/gnrc_ipv6_ext/Makefile b/tests/gnrc_ipv6_ext/Makefile index 271459021b2b..64a63a0c54b1 100644 --- a/tests/gnrc_ipv6_ext/Makefile +++ b/tests/gnrc_ipv6_ext/Makefile @@ -44,7 +44,9 @@ USEMODULE += shell USEMODULE += shell_commands USEMODULE += ps -# TEST_ON_CI_WHITELIST += all +# The test requires some setup and to be run as root +# So it cannot currently be run +TEST_ON_CI_BLACKLIST += all .PHONY: ethos diff --git a/tests/gnrc_ipv6_fwd_w_sub/Makefile b/tests/gnrc_ipv6_fwd_w_sub/Makefile index cc6f6229b3b9..a8135e9d7151 100644 --- a/tests/gnrc_ipv6_fwd_w_sub/Makefile +++ b/tests/gnrc_ipv6_fwd_w_sub/Makefile @@ -22,6 +22,4 @@ USEMODULE += xtimer CFLAGS += -DGNRC_PKTBUF_SIZE=512 CFLAGS += -DTEST_SUITES -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/gnrc_ipv6_nib/Makefile b/tests/gnrc_ipv6_nib/Makefile index 99f22ddeda07..8bc8fe9dfb2c 100644 --- a/tests/gnrc_ipv6_nib/Makefile +++ b/tests/gnrc_ipv6_nib/Makefile @@ -17,6 +17,4 @@ CFLAGS += -DGNRC_NETTYPE_NDP=GNRC_NETTYPE_TEST CFLAGS += -DGNRC_PKTBUF_SIZE=512 CFLAGS += -DTEST_SUITES -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/gnrc_ipv6_nib_6ln/Makefile b/tests/gnrc_ipv6_nib_6ln/Makefile index 6c1a2ce7dd21..57831a2437bd 100644 --- a/tests/gnrc_ipv6_nib_6ln/Makefile +++ b/tests/gnrc_ipv6_nib_6ln/Makefile @@ -20,6 +20,4 @@ CFLAGS += -DGNRC_NETTYPE_NDP=GNRC_NETTYPE_TEST CFLAGS += -DGNRC_PKTBUF_SIZE=512 CFLAGS += -DTEST_SUITES -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/gnrc_ndp/Makefile b/tests/gnrc_ndp/Makefile index 25fe80737f76..7a7b496ceea8 100644 --- a/tests/gnrc_ndp/Makefile +++ b/tests/gnrc_ndp/Makefile @@ -18,6 +18,4 @@ CFLAGS += -DGNRC_NETTYPE_NDP=GNRC_NETTYPE_TEST CFLAGS += -DGNRC_PKTBUF_SIZE=512 CFLAGS += -DTEST_SUITES -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/gnrc_netif/Makefile b/tests/gnrc_netif/Makefile index 7453fde6f08c..cce2d68a05f4 100644 --- a/tests/gnrc_netif/Makefile +++ b/tests/gnrc_netif/Makefile @@ -37,6 +37,4 @@ CFLAGS += -DGNRC_NETIF_GROUPS_NUMOF=8 CFLAGS += -DLOG_LEVEL=LOG_NONE CFLAGS += -DTEST_SUITES -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/gnrc_rpl_srh/Makefile b/tests/gnrc_rpl_srh/Makefile index a866b3dc31fd..e720c069ce65 100644 --- a/tests/gnrc_rpl_srh/Makefile +++ b/tests/gnrc_rpl_srh/Makefile @@ -48,7 +48,9 @@ USEMODULE += shell USEMODULE += shell_commands USEMODULE += ps -# TEST_ON_CI_WHITELIST += all +# The test requires some setup and to be run as root +# So it cannot currently be run +TEST_ON_CI_BLACKLIST += all .PHONY: ethos diff --git a/tests/gnrc_sixlowpan/Makefile b/tests/gnrc_sixlowpan/Makefile index be6f256d0e72..7718c090ea9b 100644 --- a/tests/gnrc_sixlowpan/Makefile +++ b/tests/gnrc_sixlowpan/Makefile @@ -22,6 +22,4 @@ USEMODULE += gnrc_udp # Dumps packets USEMODULE += gnrc_pktdump -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/gnrc_sixlowpan_frag/Makefile b/tests/gnrc_sixlowpan_frag/Makefile index b6deb5a40253..46bcc4082736 100644 --- a/tests/gnrc_sixlowpan_frag/Makefile +++ b/tests/gnrc_sixlowpan_frag/Makefile @@ -15,6 +15,4 @@ CFLAGS += -DTEST_SUITES -DGNRC_PKTBUF_SIZE=2048 # to be able to include gnrc_sixlowpan_frag-internal `rbuf.h` INCLUDES += -I$(RIOTBASE)/sys/net/gnrc/network_layer/sixlowpan/frag/ -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/gnrc_sock_dns/Makefile b/tests/gnrc_sock_dns/Makefile index 2380c926b15d..01a59265e728 100644 --- a/tests/gnrc_sock_dns/Makefile +++ b/tests/gnrc_sock_dns/Makefile @@ -49,7 +49,9 @@ ifeq ($(BOARD),$(filter $(BOARD),$(LOW_MEMORY_BOARDS))) -DNRC_IPV6_NIB_OFFL_NUMOF=1 endif -# TEST_ON_CI_WHITELIST += all +# The test requires some setup and to be run as root +# So it cannot currently be run +TEST_ON_CI_BLACKLIST += all .PHONY: ethos diff --git a/tests/gnrc_sock_ip/Makefile b/tests/gnrc_sock_ip/Makefile index 74acd850fd9c..ba54ec8cbbf9 100644 --- a/tests/gnrc_sock_ip/Makefile +++ b/tests/gnrc_sock_ip/Makefile @@ -11,6 +11,4 @@ USEMODULE += ps CFLAGS += -DGNRC_PKTBUF_SIZE=200 CFLAGS += -DTEST_SUITES -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/gnrc_sock_udp/Makefile b/tests/gnrc_sock_udp/Makefile index 1d1c511bc67b..5c9063bc9196 100644 --- a/tests/gnrc_sock_udp/Makefile +++ b/tests/gnrc_sock_udp/Makefile @@ -13,6 +13,4 @@ USEMODULE += ps CFLAGS += -DGNRC_PKTBUF_SIZE=400 CFLAGS += -DTEST_SUITES -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/irq/Makefile b/tests/irq/Makefile index bea911be69ff..08444ee16c6f 100644 --- a/tests/irq/Makefile +++ b/tests/irq/Makefile @@ -6,6 +6,4 @@ BOARD_INSUFFICIENT_MEMORY := arduino-duemilanove arduino-leonardo arduino-nano \ USEMODULE += auto_init USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/isr_yield_higher/Makefile b/tests/isr_yield_higher/Makefile index a8860fe882f9..99c8ee55c2e0 100644 --- a/tests/isr_yield_higher/Makefile +++ b/tests/isr_yield_higher/Makefile @@ -6,6 +6,4 @@ BOARD_INSUFFICIENT_MEMORY := arduino-duemilanove arduino-leonardo arduino-nano \ USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/l2util/Makefile b/tests/l2util/Makefile index 2e054298225b..dea1aa43adb9 100644 --- a/tests/l2util/Makefile +++ b/tests/l2util/Makefile @@ -20,6 +20,4 @@ CHECKED_IFDEF_PATHS = cc110x \ CFLAGS += $(foreach path,$(CHECKED_IFDEF_PATHS),\ -DMODULE_$(shell echo $(path) | tr a-z A-Z)) -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/libc_newlib/Makefile b/tests/libc_newlib/Makefile index 72024805c553..f21f0761d61b 100644 --- a/tests/libc_newlib/Makefile +++ b/tests/libc_newlib/Makefile @@ -1,6 +1,5 @@ include ../Makefile.tests_common -TEST_ON_CI_WHITELIST += all USEMODULE += embunit include $(RIOTBASE)/Makefile.include diff --git a/tests/libfixmath/Makefile b/tests/libfixmath/Makefile index 4fa74dcc927f..48e34009eedd 100644 --- a/tests/libfixmath/Makefile +++ b/tests/libfixmath/Makefile @@ -4,6 +4,4 @@ USEPKG += libfixmath USEMODULE += libfixmath USEMODULE += test_utils_interactive_sync -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/log_printfnoformat/Makefile b/tests/log_printfnoformat/Makefile index d697625b49cd..5f76eaec30db 100644 --- a/tests/log_printfnoformat/Makefile +++ b/tests/log_printfnoformat/Makefile @@ -2,8 +2,6 @@ include ../Makefile.tests_common USEMODULE += log_printfnoformat -TEST_ON_CI_WHITELIST += all - # Enable debug log level CFLAGS += -DLOG_LEVEL=4 diff --git a/tests/lua_loader/Makefile b/tests/lua_loader/Makefile index 2a29d46da07d..70015fc64714 100644 --- a/tests/lua_loader/Makefile +++ b/tests/lua_loader/Makefile @@ -13,7 +13,6 @@ ifneq ($(BOARD),native) CFLAGS += -DTHREAD_STACKSIZE_MAIN='(THREAD_STACKSIZE_DEFAULT+2048)' endif -TEST_ON_CI_WHITELIST += all # HACK Blacklist native as `murdock` fails on utf-8 characters for native tests TEST_ON_CI_BLACKLIST += native diff --git a/tests/lwip/Makefile b/tests/lwip/Makefile index c7e7101b4f22..d7abb5c506d0 100644 --- a/tests/lwip/Makefile +++ b/tests/lwip/Makefile @@ -34,4 +34,7 @@ ifneq ($(BOARD),native) TESTS= endif +# test fails on murdock and on my machine due to the process exiting directly +TEST_ON_CI_BLACKLIST += all + include $(RIOTBASE)/Makefile.include diff --git a/tests/lwip_sock_ip/Makefile b/tests/lwip_sock_ip/Makefile index 0f782a5ff590..895968758f25 100644 --- a/tests/lwip_sock_ip/Makefile +++ b/tests/lwip_sock_ip/Makefile @@ -43,6 +43,4 @@ DISABLE_MODULE += auto_init CFLAGS += -DSO_REUSE CFLAGS += -DLWIP_SO_RCVTIMEO -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/msg_avail/Makefile b/tests/msg_avail/Makefile index 391995e8f6d1..18b41ca54b84 100644 --- a/tests/msg_avail/Makefile +++ b/tests/msg_avail/Makefile @@ -2,6 +2,4 @@ include ../Makefile.tests_common DISABLE_MODULE += auto_init -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/msg_send_receive/Makefile b/tests/msg_send_receive/Makefile index c97e253860b4..03479ddde421 100644 --- a/tests/msg_send_receive/Makefile +++ b/tests/msg_send_receive/Makefile @@ -3,6 +3,4 @@ include ../Makefile.tests_common BOARD_INSUFFICIENT_MEMORY := arduino-duemilanove arduino-leonardo arduino-nano \ arduino-uno nucleo-f031k6 -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/msg_try_receive/Makefile b/tests/msg_try_receive/Makefile index 54a42556f80c..b3abaeb79677 100644 --- a/tests/msg_try_receive/Makefile +++ b/tests/msg_try_receive/Makefile @@ -2,6 +2,4 @@ include ../Makefile.tests_common BOARD_INSUFFICIENT_MEMORY := nucleo-f031k6 -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/mutex_order/Makefile b/tests/mutex_order/Makefile index 7c8a3c1abba5..b26c0e211cf6 100644 --- a/tests/mutex_order/Makefile +++ b/tests/mutex_order/Makefile @@ -6,7 +6,4 @@ BOARD_INSUFFICIENT_MEMORY := arduino-duemilanove arduino-leonardo arduino-nano \ nucleo-f030r8 nucleo-l053r8 stm32f0discovery \ stm32l0538-disco -# list of boards to run CI tests on -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/mutex_unlock_and_sleep/Makefile b/tests/mutex_unlock_and_sleep/Makefile index 391995e8f6d1..18b41ca54b84 100644 --- a/tests/mutex_unlock_and_sleep/Makefile +++ b/tests/mutex_unlock_and_sleep/Makefile @@ -2,6 +2,4 @@ include ../Makefile.tests_common DISABLE_MODULE += auto_init -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/netdev_test/Makefile b/tests/netdev_test/Makefile index b9cab89b7630..a22c38264df0 100644 --- a/tests/netdev_test/Makefile +++ b/tests/netdev_test/Makefile @@ -18,6 +18,4 @@ USEMODULE += od CFLAGS += -DGNRC_PKTBUF_SIZE=200 -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/netstats_l2/Makefile b/tests/netstats_l2/Makefile index 627fa54d2923..8773329a19c7 100644 --- a/tests/netstats_l2/Makefile +++ b/tests/netstats_l2/Makefile @@ -15,4 +15,8 @@ USEMODULE += gnrc_netdev_default USEMODULE += auto_init_gnrc_netif USEMODULE += netstats_l2 +# Cannot run the test on `murdock` in `native` +# open(/dev/net/tun): No such file or directory +TEST_ON_CI_BLACKLIST += native + include $(RIOTBASE)/Makefile.include diff --git a/tests/nhdp/Makefile b/tests/nhdp/Makefile index 7b96a14c9f5d..19a502cf448c 100644 --- a/tests/nhdp/Makefile +++ b/tests/nhdp/Makefile @@ -14,6 +14,4 @@ USEMODULE += gnrc_ipv6 USEMODULE += gnrc_sock_udp USEMODULE += nhdp -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/od/Makefile b/tests/od/Makefile index 74c63c10ae7f..24788a3152eb 100644 --- a/tests/od/Makefile +++ b/tests/od/Makefile @@ -3,8 +3,6 @@ include ../Makefile.tests_common USEMODULE += od # USEMODULE += od_string -TEST_ON_CI_WHITELIST += all - ifeq (,$(filter od_string,$(USEMODULE))) TESTS=$(APPDIR)/tests/01-run.py else diff --git a/tests/periph_hwrng/Makefile b/tests/periph_hwrng/Makefile index 7078736e99c9..9076de54e427 100644 --- a/tests/periph_hwrng/Makefile +++ b/tests/periph_hwrng/Makefile @@ -4,6 +4,4 @@ FEATURES_REQUIRED = periph_hwrng USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/periph_timer/Makefile b/tests/periph_timer/Makefile index 4f43c9e53353..969e4f26c8ed 100644 --- a/tests/periph_timer/Makefile +++ b/tests/periph_timer/Makefile @@ -2,8 +2,6 @@ include ../Makefile.tests_common FEATURES_REQUIRED = periph_timer -TEST_ON_CI_WHITELIST += all - ifneq (,$(filter arduino-duemilanove arduino-leonardo arduino-mega2560 arduino-uno waspmote-pro,$(BOARD))) TIMER_SPEED ?= 250000 else ifneq (,$(filter hifive1 hifive1b %-kw41z,$(BOARD))) diff --git a/tests/pipe/Makefile b/tests/pipe/Makefile index 3ab734684136..5e750a3f751d 100644 --- a/tests/pipe/Makefile +++ b/tests/pipe/Makefile @@ -7,6 +7,4 @@ BOARD_INSUFFICIENT_MEMORY := arduino-duemilanove arduino-nano arduino-uno \ USEMODULE += pipe -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/pkg_c25519/Makefile b/tests/pkg_c25519/Makefile index 57dbf44a833a..a379888b786b 100644 --- a/tests/pkg_c25519/Makefile +++ b/tests/pkg_c25519/Makefile @@ -7,8 +7,6 @@ USEPKG += c25519 BOARD_INSUFFICIENT_MEMORY := arduino-duemilanove arduino-leonardo arduino-nano \ arduino-uno -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include # c25519 takes up to 1.5K in stack, almost independent of the platform diff --git a/tests/pkg_cayenne-lpp/Makefile b/tests/pkg_cayenne-lpp/Makefile index 14f987fc7aea..63ab148e4b58 100644 --- a/tests/pkg_cayenne-lpp/Makefile +++ b/tests/pkg_cayenne-lpp/Makefile @@ -2,6 +2,4 @@ include ../Makefile.tests_common USEPKG += cayenne-lpp -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/pkg_cmsis-dsp/Makefile b/tests/pkg_cmsis-dsp/Makefile index be305bc0ca49..be99ea135bac 100644 --- a/tests/pkg_cmsis-dsp/Makefile +++ b/tests/pkg_cmsis-dsp/Makefile @@ -1,7 +1,6 @@ BOARD ?= samr21-xpro include ../Makefile.tests_common -TEST_ON_CI_WHITELIST += all USEPKG += cmsis-dsp BOARD_WHITELIST := \ diff --git a/tests/pkg_cn-cbor/Makefile b/tests/pkg_cn-cbor/Makefile index f211f3d006bc..00f4245becd8 100644 --- a/tests/pkg_cn-cbor/Makefile +++ b/tests/pkg_cn-cbor/Makefile @@ -29,6 +29,4 @@ CFLAGS += -DCBOR_NO_LL # Skips test cases for floating point data types. # CFLAGS += -DCBOR_NO_FLOAT -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/pkg_fatfs_vfs/Makefile b/tests/pkg_fatfs_vfs/Makefile index 515626c6652b..55a5faa0882b 100644 --- a/tests/pkg_fatfs_vfs/Makefile +++ b/tests/pkg_fatfs_vfs/Makefile @@ -51,6 +51,10 @@ BOARD_WHITELIST := airfy-beacon arduino-due arduino-duemilanove \ TEST_DEPS += image +# The test requires some manual setup to work +# So it cannot currently be run +TEST_ON_CI_BLACKLIST += all + include $(RIOTBASE)/Makefile.include image: diff --git a/tests/pkg_hacl/Makefile b/tests/pkg_hacl/Makefile index f43853b29dce..3830374b8aea 100644 --- a/tests/pkg_hacl/Makefile +++ b/tests/pkg_hacl/Makefile @@ -8,8 +8,6 @@ BOARD_BLACKLIST := arduino-duemilanove arduino-leonardo \ BOARD_INSUFFICIENT_MEMORY := nucleo-f031k6 nucleo-f042k6 -TEST_ON_CI_WHITELIST += all - CFLAGS += -DTHREAD_STACKSIZE_MAIN=\(5*THREAD_STACKSIZE_DEFAULT\) USEPKG += hacl USEMODULE += random diff --git a/tests/pkg_heatshrink/Makefile b/tests/pkg_heatshrink/Makefile index 3e989aa62d47..551e3096e9b2 100644 --- a/tests/pkg_heatshrink/Makefile +++ b/tests/pkg_heatshrink/Makefile @@ -7,8 +7,6 @@ BOARD_INSUFFICIENT_MEMORY := arduino-duemilanove \ nucleo-f031k6 \ # -TEST_ON_CI_WHITELIST += all - USEPKG += heatshrink USEMODULE += embunit diff --git a/tests/pkg_jsmn/Makefile b/tests/pkg_jsmn/Makefile index 98648f5806c3..d0543864f1a2 100644 --- a/tests/pkg_jsmn/Makefile +++ b/tests/pkg_jsmn/Makefile @@ -2,6 +2,4 @@ include ../Makefile.tests_common USEPKG += jsmn -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/pkg_libb2/Makefile b/tests/pkg_libb2/Makefile index fdfe34ff7880..f1ec63213858 100644 --- a/tests/pkg_libb2/Makefile +++ b/tests/pkg_libb2/Makefile @@ -7,8 +7,6 @@ BOARD_INSUFFICIENT_MEMORY := arduino-duemilanove arduino-leonardo arduino-nano \ nucleo-l031k6 telosb waspmote-pro \ wsn430-v1_3b wsn430-v1_4 z1 -TEST_ON_CI_WHITELIST += all - USEPKG += libb2 USEMODULE += embunit diff --git a/tests/pkg_libcoap/Makefile b/tests/pkg_libcoap/Makefile index ecbb0502b4f3..998cacfee46d 100644 --- a/tests/pkg_libcoap/Makefile +++ b/tests/pkg_libcoap/Makefile @@ -16,6 +16,4 @@ USEMODULE += gnrc_ipv6 USEMODULE += gnrc_sock_udp USEPKG += libcoap -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/pkg_libhydrogen/Makefile b/tests/pkg_libhydrogen/Makefile index a469b6b57e40..00a557fac712 100644 --- a/tests/pkg_libhydrogen/Makefile +++ b/tests/pkg_libhydrogen/Makefile @@ -7,8 +7,6 @@ BOARD_BLACKLIST := arduino-duemilanove arduino-leonardo \ jiminy-mega256rfr2 mega-xplained waspmote-pro \ chronos msb-430 msb-430h telosb wsn430-v1_3b wsn430-v1_4 z1 -TEST_ON_CI_WHITELIST += all - USEPKG += libhydrogen USEMODULE += embunit diff --git a/tests/pkg_littlefs/Makefile b/tests/pkg_littlefs/Makefile index a016f039fb55..13089d51dbdb 100644 --- a/tests/pkg_littlefs/Makefile +++ b/tests/pkg_littlefs/Makefile @@ -21,8 +21,6 @@ BOARD_BLACKLIST := chronos \ wsn430-v1_4 \ z1 \ -TEST_ON_CI_WHITELIST += all - # Set vfs file and dir buffer sizes CFLAGS += -DVFS_FILE_BUFFER_SIZE=56 -DVFS_DIR_BUFFER_SIZE=44 # Reduce LFS_NAME_MAX to 31 (as VFS_NAME_MAX default) diff --git a/tests/pkg_lora-serialization/Makefile b/tests/pkg_lora-serialization/Makefile index c6434a8bcc1d..861df18cbdc9 100644 --- a/tests/pkg_lora-serialization/Makefile +++ b/tests/pkg_lora-serialization/Makefile @@ -2,5 +2,4 @@ include ../Makefile.tests_common USEPKG += lora-serialization -TEST_ON_CI_WHITELIST += all include $(RIOTBASE)/Makefile.include diff --git a/tests/pkg_micro-ecc-with-hwrng/Makefile b/tests/pkg_micro-ecc-with-hwrng/Makefile index 723eea530967..913627466527 100644 --- a/tests/pkg_micro-ecc-with-hwrng/Makefile +++ b/tests/pkg_micro-ecc-with-hwrng/Makefile @@ -4,6 +4,4 @@ FEATURES_REQUIRED = periph_hwrng USEPKG += micro-ecc -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/pkg_micro-ecc/Makefile b/tests/pkg_micro-ecc/Makefile index 435685469365..dcc48f2def33 100644 --- a/tests/pkg_micro-ecc/Makefile +++ b/tests/pkg_micro-ecc/Makefile @@ -9,6 +9,4 @@ BOARD_BLACKLIST = chronos msb-430 msb-430h telosb wsn430-v1_3b wsn430-v1_4 z1 USEMODULE += hashes USEPKG += micro-ecc -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/pkg_minmea/Makefile b/tests/pkg_minmea/Makefile index f94d295c7e98..dcc5ddcbaad8 100644 --- a/tests/pkg_minmea/Makefile +++ b/tests/pkg_minmea/Makefile @@ -7,6 +7,4 @@ USEMODULE += fmt # The MSP-430 toolchain lacks mktime and NAN BOARD_BLACKLIST := chronos msb-430 msb-430h telosb wsn430-v1_3b wsn430-v1_4 z1 -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/pkg_monocypher/Makefile b/tests/pkg_monocypher/Makefile index 9d7551577bb3..dab683f81b58 100644 --- a/tests/pkg_monocypher/Makefile +++ b/tests/pkg_monocypher/Makefile @@ -16,5 +16,4 @@ USEMODULE += embunit USEMODULE += random USEPKG += monocypher -TEST_ON_CI_WHITELIST += all include $(RIOTBASE)/Makefile.include diff --git a/tests/pkg_nanocbor/Makefile b/tests/pkg_nanocbor/Makefile index 09b125fd2ec0..23f3dde927f5 100644 --- a/tests/pkg_nanocbor/Makefile +++ b/tests/pkg_nanocbor/Makefile @@ -1,7 +1,5 @@ include ../Makefile.tests_common -TEST_ON_CI_WHITELIST += all - USEPKG += nanocbor # Used for verification USEMODULE += embunit diff --git a/tests/pkg_qdsa/Makefile b/tests/pkg_qdsa/Makefile index 7972aeed5206..96139163c903 100644 --- a/tests/pkg_qdsa/Makefile +++ b/tests/pkg_qdsa/Makefile @@ -1,7 +1,5 @@ include ../Makefile.tests_common -TEST_ON_CI_WHITELIST += all - # qDSA is not 16 bit compatible BOARD_BLACKLIST := chronos msb-430 msb-430h telosb wsn430-v1_3b wsn430-v1_4 z1 diff --git a/tests/pkg_relic/Makefile b/tests/pkg_relic/Makefile index c053530c16c5..332c3176636c 100644 --- a/tests/pkg_relic/Makefile +++ b/tests/pkg_relic/Makefile @@ -46,6 +46,4 @@ USEMODULE += embunit # The rest of the parameters are configuration parameters for RELIC described in its documentation. export RELIC_CONFIG_FLAGS=-DARCH=NONE -DOPSYS=NONE -DQUIET=off -DWORD=32 -DFP_PRIME=255 -DWITH="BN;MD;DV;FP;EP;CP;BC;EC" -DSEED=ZERO -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/pkg_spiffs/Makefile b/tests/pkg_spiffs/Makefile index 19c77d929116..e541ef2061a3 100644 --- a/tests/pkg_spiffs/Makefile +++ b/tests/pkg_spiffs/Makefile @@ -21,8 +21,6 @@ BOARD_BLACKLIST := chronos \ wsn430-v1_4 \ z1 \ -TEST_ON_CI_WHITELIST += all - USEMODULE += spiffs USEMODULE += embunit diff --git a/tests/pkg_tiny-asn1/Makefile b/tests/pkg_tiny-asn1/Makefile index 5dbed70defcc..3612d143385b 100644 --- a/tests/pkg_tiny-asn1/Makefile +++ b/tests/pkg_tiny-asn1/Makefile @@ -7,6 +7,4 @@ BOARD_BLACKLIST := wsn430-v1_3b wsn430-v1_4 USEPKG += tiny-asn1 -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/pkg_tinycbor/Makefile b/tests/pkg_tinycbor/Makefile index 39e4186ed62d..de1678599992 100644 --- a/tests/pkg_tinycbor/Makefile +++ b/tests/pkg_tinycbor/Makefile @@ -15,5 +15,4 @@ USEPKG += tinycbor USEMODULE += tinycbor_float -TEST_ON_CI_WHITELIST += all include $(RIOTBASE)/Makefile.include diff --git a/tests/pkg_tinycrypt/Makefile b/tests/pkg_tinycrypt/Makefile index b3355c6edbca..4a13e8fac005 100644 --- a/tests/pkg_tinycrypt/Makefile +++ b/tests/pkg_tinycrypt/Makefile @@ -4,8 +4,6 @@ include ../Makefile.tests_common # placeholder for all Cortex-M4 boards. BOARD_WHITELIST += native nrf52dk -TEST_ON_CI_WHITELIST += all - USEPKG += tinycrypt USEMODULE = fmt diff --git a/tests/pkg_u8g2/Makefile b/tests/pkg_u8g2/Makefile index 721a8835a8c2..432b8d928eeb 100644 --- a/tests/pkg_u8g2/Makefile +++ b/tests/pkg_u8g2/Makefile @@ -59,7 +59,6 @@ CFLAGS += -DTEST_PIN_RESET=$(TEST_PIN_RESET) CFLAGS += -DTEST_DISPLAY=$(TEST_DISPLAY) -TEST_ON_CI_WHITELIST += all # HACK Blacklist native as `murdock` fails on utf-8 characters for native tests TEST_ON_CI_BLACKLIST += native diff --git a/tests/pkg_ubasic/Makefile b/tests/pkg_ubasic/Makefile index e235dd7583e2..260ac6a11b3c 100644 --- a/tests/pkg_ubasic/Makefile +++ b/tests/pkg_ubasic/Makefile @@ -29,8 +29,6 @@ BOARD_BLACKLIST := \ z1 \ # -TEST_ON_CI_WHITELIST += all - USEPKG += ubasic USEMODULE += ubasic_tests diff --git a/tests/pkg_umorse/Makefile b/tests/pkg_umorse/Makefile index ccc82ba39814..1ae285f35a79 100644 --- a/tests/pkg_umorse/Makefile +++ b/tests/pkg_umorse/Makefile @@ -7,6 +7,4 @@ USEPKG += umorse UMORSE_DELAY_DIT ?= 120 CFLAGS += -DUMORSE_DELAY_DIT=$(UMORSE_DELAY_DIT) -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/posix_semaphore/Makefile b/tests/posix_semaphore/Makefile index 42ae6886c0df..a332043cf935 100644 --- a/tests/posix_semaphore/Makefile +++ b/tests/posix_semaphore/Makefile @@ -13,6 +13,4 @@ USEMODULE += posix_semaphore DISABLE_MODULE += auto_init -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/posix_time/Makefile b/tests/posix_time/Makefile index 80171ab7601a..ceab1bf0f922 100644 --- a/tests/posix_time/Makefile +++ b/tests/posix_time/Makefile @@ -4,6 +4,4 @@ USEMODULE += posix_time USEMODULE += test_utils_interactive_sync -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/ps_schedstatistics/Makefile b/tests/ps_schedstatistics/Makefile index 198289a6e502..bc7ab95c159b 100644 --- a/tests/ps_schedstatistics/Makefile +++ b/tests/ps_schedstatistics/Makefile @@ -13,6 +13,4 @@ USEMODULE += ps USEMODULE += schedstatistics USEMODULE += printf_float -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/pthread/Makefile b/tests/pthread/Makefile index 4f2580092d50..91e9a583e5c3 100644 --- a/tests/pthread/Makefile +++ b/tests/pthread/Makefile @@ -10,6 +10,4 @@ BOARD_BLACKLIST := arduino-duemilanove arduino-leonardo arduino-mega2560 \ USEMODULE += posix_headers USEMODULE += pthread -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/pthread_barrier/Makefile b/tests/pthread_barrier/Makefile index 62c5444bf6fe..c0be0fd9a7af 100644 --- a/tests/pthread_barrier/Makefile +++ b/tests/pthread_barrier/Makefile @@ -13,6 +13,4 @@ USEMODULE += pthread USEMODULE += random USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/pthread_cleanup/Makefile b/tests/pthread_cleanup/Makefile index 227097f6f891..0eb46a22be65 100644 --- a/tests/pthread_cleanup/Makefile +++ b/tests/pthread_cleanup/Makefile @@ -9,6 +9,4 @@ BOARD_BLACKLIST := arduino-duemilanove arduino-leonardo arduino-mega2560 \ USEMODULE += pthread -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/pthread_condition_variable/Makefile b/tests/pthread_condition_variable/Makefile index 27fdeecc043d..ad55d08c6054 100644 --- a/tests/pthread_condition_variable/Makefile +++ b/tests/pthread_condition_variable/Makefile @@ -15,6 +15,4 @@ USEMODULE += xtimer CFLAGS += -DNATIVE_AUTO_EXIT -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/pthread_cooperation/Makefile b/tests/pthread_cooperation/Makefile index 0b25cdf494cd..234482deb1d7 100644 --- a/tests/pthread_cooperation/Makefile +++ b/tests/pthread_cooperation/Makefile @@ -12,6 +12,4 @@ BOARD_INSUFFICIENT_MEMORY := nucleo-f031k6 USEMODULE += posix_headers USEMODULE += pthread -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/pthread_rwlock/Makefile b/tests/pthread_rwlock/Makefile index 11b98f476fde..75be06e62f84 100644 --- a/tests/pthread_rwlock/Makefile +++ b/tests/pthread_rwlock/Makefile @@ -17,4 +17,9 @@ BOARD_INSUFFICIENT_MEMORY += chronos i-nucleo-lrwan1 \ nucleo-f303k8 nucleo-f334r8 nucleo-l053r8 \ stm32f0discovery stm32l0538-disco +# HACK Blacklist native as `murdock` fails on utf-8 characters for native tests +# HACK Blacklist on all as the test implementation can fail due being +# de-scheduled during printf +TEST_ON_CI_BLACKLIST += all + include $(RIOTBASE)/Makefile.include diff --git a/tests/pthread_tls/Makefile b/tests/pthread_tls/Makefile index 4f2580092d50..91e9a583e5c3 100644 --- a/tests/pthread_tls/Makefile +++ b/tests/pthread_tls/Makefile @@ -10,6 +10,4 @@ BOARD_BLACKLIST := arduino-duemilanove arduino-leonardo arduino-mega2560 \ USEMODULE += posix_headers USEMODULE += pthread -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/riotboot/Makefile b/tests/riotboot/Makefile index a4e3ade9f347..eb9a14e075e3 100644 --- a/tests/riotboot/Makefile +++ b/tests/riotboot/Makefile @@ -1,8 +1,6 @@ # If no BOARD is found in the environment, use this default: BOARD ?= samr21-xpro -TEST_ON_CI_WHITELIST += all - # Select the boards with riotboot feature FEATURES_REQUIRED += riotboot diff --git a/tests/rmutex/Makefile b/tests/rmutex/Makefile index d0f315d50182..b26c0e211cf6 100644 --- a/tests/rmutex/Makefile +++ b/tests/rmutex/Makefile @@ -6,6 +6,4 @@ BOARD_INSUFFICIENT_MEMORY := arduino-duemilanove arduino-leonardo arduino-nano \ nucleo-f030r8 nucleo-l053r8 stm32f0discovery \ stm32l0538-disco -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/sched_testing/Makefile b/tests/sched_testing/Makefile index ed83fcf2dba0..2dd53f664939 100644 --- a/tests/sched_testing/Makefile +++ b/tests/sched_testing/Makefile @@ -3,6 +3,4 @@ include ../Makefile.tests_common BOARD_INSUFFICIENT_MEMORY += arduino-duemilanove arduino-leonardo arduino-nano \ arduino-uno nucleo-f031k6 -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/shell/Makefile b/tests/shell/Makefile index e463970ae061..1149dd08889e 100644 --- a/tests/shell/Makefile +++ b/tests/shell/Makefile @@ -19,8 +19,6 @@ BOARD_INSUFFICIENT_MEMORY := arduino-duemilanove \ arduino-nano \ arduino-uno -TEST_ON_CI_WHITELIST += all - APP_SHELL_FMT ?= NONE include $(RIOTBASE)/Makefile.include diff --git a/tests/socket_zep/Makefile b/tests/socket_zep/Makefile index dbf82761e22c..37cdc3b81416 100644 --- a/tests/socket_zep/Makefile +++ b/tests/socket_zep/Makefile @@ -3,6 +3,10 @@ include ../Makefile.tests_common BOARD_WHITELIST = native # socket_zep is only available on native +# Cannot run the test on `murdock` +# ZEP: Unable to connect socket: Cannot assign requested address +TEST_ON_CI_BLACKLIST += native + DISABLE_MODULE += auto_init USEMODULE += od diff --git a/tests/ssp/Makefile b/tests/ssp/Makefile index c42b6ce2bf87..612ad44af79a 100644 --- a/tests/ssp/Makefile +++ b/tests/ssp/Makefile @@ -10,6 +10,4 @@ BOARD_BLACKLIST := arduino-duemilanove arduino-leonardo \ USEMODULE += ssp -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/stdin/Makefile b/tests/stdin/Makefile index 464eba09b7ac..039280f3164c 100644 --- a/tests/stdin/Makefile +++ b/tests/stdin/Makefile @@ -2,6 +2,4 @@ include ../Makefile.tests_common USEMODULE += stdin -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/struct_tm_utility/Makefile b/tests/struct_tm_utility/Makefile index 99e45fa1b094..7a66e7fbe286 100644 --- a/tests/struct_tm_utility/Makefile +++ b/tests/struct_tm_utility/Makefile @@ -11,6 +11,4 @@ USEMODULE += timex # The MSP-430 toolchain lacks sscanf: BOARD_BLACKLIST := chronos msb-430 msb-430h telosb wsn430-v1_3b wsn430-v1_4 z1 -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/thread_basic/Makefile b/tests/thread_basic/Makefile index 61bc51c2c4b2..3d4e971dfe03 100644 --- a/tests/thread_basic/Makefile +++ b/tests/thread_basic/Makefile @@ -4,6 +4,4 @@ BOARD_INSUFFICIENT_MEMORY := nucleo-f031k6 DISABLE_MODULE += auto_init -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/thread_cooperation/Makefile b/tests/thread_cooperation/Makefile index 061015cf344c..1706c9de1cd1 100644 --- a/tests/thread_cooperation/Makefile +++ b/tests/thread_cooperation/Makefile @@ -20,6 +20,4 @@ PROBLEM ?= 12 CFLAGS += -DPROBLEM=$(PROBLEM) -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/thread_exit/Makefile b/tests/thread_exit/Makefile index d9618e2f151c..cdf10c24bb62 100644 --- a/tests/thread_exit/Makefile +++ b/tests/thread_exit/Makefile @@ -5,6 +5,4 @@ BOARD_INSUFFICIENT_MEMORY := arduino-duemilanove arduino-leonardo arduino-nano \ DISABLE_MODULE += auto_init -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/thread_flags/Makefile b/tests/thread_flags/Makefile index 37f782b1b2db..bf010ce57095 100644 --- a/tests/thread_flags/Makefile +++ b/tests/thread_flags/Makefile @@ -6,6 +6,4 @@ BOARD_INSUFFICIENT_MEMORY := arduino-duemilanove arduino-leonardo arduino-nano \ USEMODULE += core_thread_flags USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/thread_flags_xtimer/Makefile b/tests/thread_flags_xtimer/Makefile index 9d3a2f0644ec..389a40629153 100644 --- a/tests/thread_flags_xtimer/Makefile +++ b/tests/thread_flags_xtimer/Makefile @@ -3,6 +3,4 @@ include ../Makefile.tests_common USEMODULE += core_thread_flags USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/thread_flood/Makefile b/tests/thread_flood/Makefile index 391995e8f6d1..18b41ca54b84 100644 --- a/tests/thread_flood/Makefile +++ b/tests/thread_flood/Makefile @@ -2,6 +2,4 @@ include ../Makefile.tests_common DISABLE_MODULE += auto_init -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/thread_msg/Makefile b/tests/thread_msg/Makefile index a866cec00856..9335b23a7d80 100644 --- a/tests/thread_msg/Makefile +++ b/tests/thread_msg/Makefile @@ -5,6 +5,4 @@ BOARD_INSUFFICIENT_MEMORY := arduino-duemilanove arduino-leonardo arduino-nano \ DISABLE_MODULE += auto_init -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/thread_msg_block_race/Makefile b/tests/thread_msg_block_race/Makefile index 08e58b1d8287..04d579b7f52d 100644 --- a/tests/thread_msg_block_race/Makefile +++ b/tests/thread_msg_block_race/Makefile @@ -9,6 +9,4 @@ DISABLE_MODULE += auto_init FEATURES_REQUIRED += periph_timer USEMODULE += random -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/thread_msg_block_w_queue/Makefile b/tests/thread_msg_block_w_queue/Makefile index 61bc51c2c4b2..3d4e971dfe03 100644 --- a/tests/thread_msg_block_w_queue/Makefile +++ b/tests/thread_msg_block_w_queue/Makefile @@ -4,6 +4,4 @@ BOARD_INSUFFICIENT_MEMORY := nucleo-f031k6 DISABLE_MODULE += auto_init -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/thread_msg_block_wo_queue/Makefile b/tests/thread_msg_block_wo_queue/Makefile index 61bc51c2c4b2..3d4e971dfe03 100644 --- a/tests/thread_msg_block_wo_queue/Makefile +++ b/tests/thread_msg_block_wo_queue/Makefile @@ -4,6 +4,4 @@ BOARD_INSUFFICIENT_MEMORY := nucleo-f031k6 DISABLE_MODULE += auto_init -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/thread_race/Makefile b/tests/thread_race/Makefile index 4671da03d5df..9722fe873828 100644 --- a/tests/thread_race/Makefile +++ b/tests/thread_race/Makefile @@ -5,6 +5,4 @@ DISABLE_MODULE += auto_init BOARD_INSUFFICIENT_MEMORY := arduino-duemilanove arduino-leonardo arduino-nano \ arduino-uno -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/trace/Makefile b/tests/trace/Makefile index 5b19f9de82e5..5b3efb4d3fc2 100644 --- a/tests/trace/Makefile +++ b/tests/trace/Makefile @@ -6,6 +6,4 @@ USEMODULE += trace BOARD_WHITELIST := native -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/trickle/Makefile b/tests/trickle/Makefile index 8d2da1215ad2..72efd754bc09 100644 --- a/tests/trickle/Makefile +++ b/tests/trickle/Makefile @@ -2,6 +2,4 @@ include ../Makefile.tests_common USEMODULE += trickle -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/unittests/Makefile b/tests/unittests/Makefile index 6442020732f6..bb66096f8209 100644 --- a/tests/unittests/Makefile +++ b/tests/unittests/Makefile @@ -246,9 +246,6 @@ BASELIBS += $(UNIT_TESTS:%=$(BINDIR)/%.a) INCLUDES += -I$(RIOTBASE)/tests/unittests/common -# list of boards to run CI tests on -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include .PHONY: $(UNIT_TESTS) diff --git a/tests/warn_conflict/Makefile b/tests/warn_conflict/Makefile index 3c332cd249af..04a4c1c710b1 100644 --- a/tests/warn_conflict/Makefile +++ b/tests/warn_conflict/Makefile @@ -10,6 +10,4 @@ BOARD_WHITELIST := stm32f4discovery # user application. FEATURES_REQUIRED = periph_dac periph_spi -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/xtimer_hang/Makefile b/tests/xtimer_hang/Makefile index 909eb4efdc55..a5a1cb19ad72 100644 --- a/tests/xtimer_hang/Makefile +++ b/tests/xtimer_hang/Makefile @@ -5,8 +5,6 @@ BOARD_INSUFFICIENT_MEMORY := arduino-duemilanove arduino-leonardo arduino-nano \ USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - # Port and pin configuration for probing with oscilloscope # Define Test pin for hardware timer interrupt, hardware dependent # For all ATmega Platforms diff --git a/tests/xtimer_msg/Makefile b/tests/xtimer_msg/Makefile index 5e10733b73b1..cab55b58cacb 100644 --- a/tests/xtimer_msg/Makefile +++ b/tests/xtimer_msg/Makefile @@ -5,6 +5,4 @@ BOARD_INSUFFICIENT_MEMORY := arduino-duemilanove arduino-leonardo arduino-nano \ USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/xtimer_msg_receive_timeout/Makefile b/tests/xtimer_msg_receive_timeout/Makefile index 1079b0a411a8..8bff23ceead2 100644 --- a/tests/xtimer_msg_receive_timeout/Makefile +++ b/tests/xtimer_msg_receive_timeout/Makefile @@ -2,6 +2,4 @@ include ../Makefile.tests_common USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/xtimer_mutex_lock_timeout/Makefile b/tests/xtimer_mutex_lock_timeout/Makefile index 71206adce381..7ea333e19f8f 100644 --- a/tests/xtimer_mutex_lock_timeout/Makefile +++ b/tests/xtimer_mutex_lock_timeout/Makefile @@ -3,6 +3,4 @@ include ../Makefile.tests_common USEMODULE += xtimer USEMODULE += shell -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/xtimer_now64_continuity/Makefile b/tests/xtimer_now64_continuity/Makefile index c3c678dd66f3..6c3bc23fa14a 100644 --- a/tests/xtimer_now64_continuity/Makefile +++ b/tests/xtimer_now64_continuity/Makefile @@ -3,7 +3,6 @@ include ../Makefile.tests_common USEMODULE += fmt USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all # This test randomly fails on `native` so disable it from CI TEST_ON_CI_BLACKLIST += native diff --git a/tests/xtimer_periodic_wakeup/Makefile b/tests/xtimer_periodic_wakeup/Makefile index 95130f5e0c6f..f109b8f35113 100644 --- a/tests/xtimer_periodic_wakeup/Makefile +++ b/tests/xtimer_periodic_wakeup/Makefile @@ -5,6 +5,4 @@ BOARD_INSUFFICIENT_MEMORY := arduino-duemilanove arduino-leonardo arduino-nano \ USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/xtimer_remove/Makefile b/tests/xtimer_remove/Makefile index 1079b0a411a8..8bff23ceead2 100644 --- a/tests/xtimer_remove/Makefile +++ b/tests/xtimer_remove/Makefile @@ -2,6 +2,4 @@ include ../Makefile.tests_common USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/xtimer_reset/Makefile b/tests/xtimer_reset/Makefile index 1079b0a411a8..8bff23ceead2 100644 --- a/tests/xtimer_reset/Makefile +++ b/tests/xtimer_reset/Makefile @@ -2,6 +2,4 @@ include ../Makefile.tests_common USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include diff --git a/tests/xtimer_usleep/Makefile b/tests/xtimer_usleep/Makefile index db3f153186d0..5e8d850ad1bb 100644 --- a/tests/xtimer_usleep/Makefile +++ b/tests/xtimer_usleep/Makefile @@ -2,7 +2,6 @@ include ../Makefile.tests_common USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all # This test randomly fails on `native` so disable it from CI TEST_ON_CI_BLACKLIST += native diff --git a/tests/xtimer_usleep_short/Makefile b/tests/xtimer_usleep_short/Makefile index 1079b0a411a8..8bff23ceead2 100644 --- a/tests/xtimer_usleep_short/Makefile +++ b/tests/xtimer_usleep_short/Makefile @@ -2,6 +2,4 @@ include ../Makefile.tests_common USEMODULE += xtimer -TEST_ON_CI_WHITELIST += all - include $(RIOTBASE)/Makefile.include