[nrf fromtree] [nrfconnect] Allow running only specific test suites (project-chip#37811)

* [nrfconnect] Allow running only specific test suites

Run only specific test suites by adding `-testargs <TEST_SUITE_NAME>..`
arguments to test executable invocation.

Signed-off-by: Adrian Gielniewski <adrian.gielniewski@nordicsemi.no>

* Allow vector in nrfconnect test runner

Signed-off-by: Adrian Gielniewski <adrian.gielniewski@nordicsemi.no>

* [nrfconnect] Add VSCode launch configuration for tests

Add launch configuration for Zephyr native tests.

Signed-off-by: Adrian Gielniewski <adrian.gielniewski@nordicsemi.no>

---------

Signed-off-by: Adrian Gielniewski <adrian.gielniewski@nordicsemi.no>
(cherry picked from commit d5d2cba)
Signed-off-by: Adrian Gielniewski <adrian.gielniewski@nordicsemi.no>

Author: adigie

.vscode/launch.json

@@ -490,6 +490,25 @@
             "runToEntryPoint": "main",
             "preLaunchTask": "Debug Open IoT SDK unit-tests",
             "showDevDebugOutput": "parsed"
+        },
+        {
+            "name": "Zephyr native tests",
+            "type": "cppdbg",
+            "request": "launch",
+            "program": "${workspaceFolder}/out/nrf-native-sim-tests/nrfconnect/zephyr/zephyr.exe",
+            "args": ["-testargs"],
+            "stopAtEntry": false,
+            "cwd": "${workspaceFolder}/out/nrf-native-sim-tests/nrfconnect",
+            "environment": [],
+            "externalConsole": false,
+            "MIMode": "gdb",
+            "setupCommands": [
+                {
+                    "description": "Enable pretty-printing for gdb",
+                    "text": "-enable-pretty-printing",
+                    "ignoreFailures": true
+                }
+            ]
         }
     ],
     "inputs": [

scripts/tools/check_includes_config.py

@@ -187,4 +187,7 @@
     'src/controller/CHIPDeviceController.cpp': {'string'},
     'src/qrcodetool/setup_payload_commands.cpp': {'string'},
     'src/access/AccessRestrictionProvider.h': {'vector', 'map'},
+
+    # nrfconnect test runner
+    'src/test_driver/nrfconnect/main/runner.cpp': {'vector'},
 }

src/test_driver/nrfconnect/CMakeLists.txt

@@ -48,6 +48,8 @@ set(CHIP_CFLAGS
 list(APPEND ZEPHYR_EXTRA_MODULES ${CHIP_ROOT}/config/nrfconnect/chip-module)
 find_package(Zephyr HINTS $ENV{ZEPHYR_BASE})
 
+set(PIGWEED_ROOT "${CHIP_ROOT}/third_party/pigweed/repo")
+
 # ==================================================
 # Build 'all tests' runner
 # ==================================================
@@ -56,6 +58,24 @@ project(AllChipTests)
 enable_testing()
 
 target_sources(app PRIVATE main/runner.cpp)
+target_include_directories(app PUBLIC
+  ${PIGWEED_ROOT}/pw_assert/public
+  ${PIGWEED_ROOT}/pw_assert_zephyr/public
+  ${PIGWEED_ROOT}/pw_assert_zephyr/public_overrides
+  ${PIGWEED_ROOT}/pw_bytes/public
+  ${PIGWEED_ROOT}/pw_preprocessor/public
+  ${PIGWEED_ROOT}/pw_polyfill/public
+  ${PIGWEED_ROOT}/pw_polyfill/standard_library_public
+  ${PIGWEED_ROOT}/pw_polyfill/public_overrides
+  ${PIGWEED_ROOT}/pw_result/public
+  ${PIGWEED_ROOT}/pw_span/public
+  ${PIGWEED_ROOT}/pw_span/public_overrides
+  ${PIGWEED_ROOT}/pw_status/public
+  ${PIGWEED_ROOT}/pw_string/public
+  ${PIGWEED_ROOT}/pw_unit_test/public
+  ${PIGWEED_ROOT}/pw_unit_test/light_public_overrides
+  ${PIGWEED_ROOT}/third_party/fuchsia/repo/sdk/lib/stdcompat/include
+)
 target_link_libraries(app PUBLIC chip $<TARGET_FILE:kernel>)
 target_compile_definitions(app PUBLIC CHIP_HAVE_CONFIG_H)
 

src/test_driver/nrfconnect/main/runner.cpp

@@ -18,9 +18,12 @@
 #include <lib/support/CodeUtils.h>
 #include <lib/support/UnitTest.h>
 #include <platform/CHIPDeviceLayer.h>
+#include <pw_unit_test/framework.h>
 
 #include <unistd.h>
+#include <vector>
 
+#include <nsi_cmdline.h>
 #include <zephyr/logging/log.h>
 #include <zephyr/settings/settings.h>
 
@@ -33,6 +36,18 @@ extern "C" int main(void)
 {
     VerifyOrDie(settings_subsys_init() == 0);
 
+    int argc;
+    char ** argv;
+    nsi_get_test_cmd_line_args(&argc, &argv);
+
+    std::vector<std::string_view> suites_to_run;
+    for (int i = 0; i < argc; ++i)
+    {
+        suites_to_run.push_back(argv[i]);
+    }
+
+    pw::unit_test::SetTestSuitesToRun(suites_to_run);
+
     LOG_INF("Starting CHIP tests!");
     int status = 0;
     status += chip::test::RunAllTests();