tests: Add nrf9151dk

Signed-off-by: Jorgen Kvalvaag <jorgen.kvalvaag@nordicsemi.no>

Author: jorgenmk

.github/workflows/build.yml

@@ -93,19 +93,28 @@ jobs:
           fi
 
       # Asset Tracker Template firmware build
+      - name: Build thingy91x firmware
+        working-directory: asset-tracker-template/app
+        run: |
+          cp overlay-memfault.conf overlay-memfault-att.conf
+          echo "CONFIG_MEMFAULT_NCS_PROJECT_KEY=\"${{ secrets.MEMFAULT_PROJECT_KEY }}\"" >> overlay-memfault-att.conf
+          echo CONFIG_MEMFAULT_NCS_FW_VERSION_STATIC=y >> overlay-memfault-att.conf
+          echo CONFIG_MEMFAULT_NCS_FW_VERSION=\"${{ env.VERSION }}\" >> overlay-memfault-att.conf
+          echo CONFIG_MEMFAULT_NCS_FW_TYPE=\"${{ env.MEMFAULT_SW_TYPE }}\" >> overlay-memfault-att.conf
+          west build -b thingy91x/nrf9151/ns -d build_t91x -p --sysbuild -- -DEXTRA_CONF_FILE="overlay-memfault-att.conf"
 
-      - name: Build nrf91 firmware
+      - name: Build nrf9151dk firmware
         working-directory: asset-tracker-template/app
         run: |
           cp overlay-memfault.conf overlay-memfault-att.conf
           echo "CONFIG_MEMFAULT_NCS_PROJECT_KEY=\"${{ secrets.MEMFAULT_PROJECT_KEY }}\"" >> overlay-memfault-att.conf
           echo CONFIG_MEMFAULT_NCS_FW_VERSION_STATIC=y >> overlay-memfault-att.conf
           echo CONFIG_MEMFAULT_NCS_FW_VERSION=\"${{ env.VERSION }}\" >> overlay-memfault-att.conf
           echo CONFIG_MEMFAULT_NCS_FW_TYPE=\"${{ env.MEMFAULT_SW_TYPE }}\" >> overlay-memfault-att.conf
-          west build -b thingy91x/nrf9151/ns -p --sysbuild -- -DEXTRA_CONF_FILE="overlay-memfault-att.conf"
+          west build -b nrf9151dk/nrf9151/ns -d build_nrf9151dk -p --sysbuild -- -DEXTRA_CONF_FILE="overlay-memfault-att.conf"
 
-      - name: Rename artifacts
-        working-directory: asset-tracker-template/app/build
+      - name: Rename artifacts t91x
+        working-directory: asset-tracker-template/app/build_t91x
         run: |
           cp merged.hex asset-tracker-template-${{ env.VERSION }}-thingy91x-nrf91.hex
           cp app/zephyr/.config asset-tracker-template-${{ env.VERSION }}-thingy91x-nrf91.config
@@ -114,8 +123,18 @@ jobs:
           cp app/zephyr/zephyr.elf asset-tracker-template-${{ env.VERSION }}-thingy91x-nrf91.elf
           cp dfu_application.zip asset-tracker-template-${{ env.VERSION }}-thingy91x-nrf91-dfu.zip
 
-      - name: Create partition manager report for nRF91 firmware
-        working-directory: asset-tracker-template/app/build
+      - name: Rename artifacts dk
+        working-directory: asset-tracker-template/app/build_nrf9151dk
+        run: |
+          cp merged.hex asset-tracker-template-${{ env.VERSION }}-nrf9151dk-nrf91.hex
+          cp app/zephyr/.config asset-tracker-template-${{ env.VERSION }}-nrf9151dk-nrf91.config
+          cp app/zephyr/zephyr.signed.bin asset-tracker-template-${{ env.VERSION }}-nrf9151dk-nrf91-update-signed.bin
+          cp app/zephyr/zephyr.signed.hex asset-tracker-template-${{ env.VERSION }}-nrf9151dk-nrf91-update-signed.hex
+          cp app/zephyr/zephyr.elf asset-tracker-template-${{ env.VERSION }}-nrf9151dk-nrf91.elf
+          cp dfu_application.zip asset-tracker-template-${{ env.VERSION }}-nrf9151dk-nrf91-dfu.zip
+
+      - name: Create partition manager report for thingy91x firmware
+        working-directory: asset-tracker-template/app/build_t91x
         run: |
           ninja partition_manager_report
           ninja partition_manager_report > pmr-nrf91-default-${{ env.VERSION }}.txt
@@ -128,11 +147,12 @@ jobs:
           name: firmware-att
           if-no-files-found: error
           path: |
-            asset-tracker-template/app/build/asset-tracker-template-*.*
+            asset-tracker-template/app_t91x/build/asset-tracker-template-*.*
+            asset-tracker-template/app_nrf9151dk/build/asset-tracker-template-*.*
 
       # Asset Tracker Template debug firmware build
 
-      - name: Build nrf91 debug firmware
+      - name: Build thingy91x debug firmware
         if: ${{ inputs.build_debug }}
         working-directory: asset-tracker-template/app
         run: |

.github/workflows/target-test.yml

@@ -42,11 +42,10 @@ jobs:
     # This will create multiple jobs, one for each target defined in the matrix
     strategy:
       matrix:
-        # nrf9151dk not available yet
-        device: [cia-trd-thingy91x]
+        device: [thingy91x, nrf9151dk]
 
     # Self-hosted runner is labeled according to the device it is linked with
-    runs-on: ${{ matrix.device }}
+    runs-on: cia-trd-${{ matrix.device }}
     name: Target Test - ${{ matrix.device }}
 
     permissions:
@@ -102,7 +101,7 @@ jobs:
               upload-mcu-symbols \
               --software-type asset-tracker-template-ci \
               --software-version ${{ inputs.artifact_fw_version }} \
-              asset-tracker-template-${{ inputs.artifact_fw_version }}-thingy91x-nrf91.elf
+              asset-tracker-template-${{ inputs.artifact_fw_version }}-${{ matrix.device }}-nrf91.elf
 
       - name: Target Tests
         working-directory: asset-tracker-template/tests/on_target
@@ -123,6 +122,7 @@ jobs:
         shell: bash
         env:
           SEGGER: ${{ env.RUNNER_SERIAL_NUMBER }}
+          DUT_DEVICE_TYPE: ${{ matrix.device }}
           UUID: ${{ env.UUID }}
           NRFCLOUD_API_KEY: ${{ secrets.NRF_CLOUD_API_KEY }}
           LOG_FILENAME: att_test_log
@@ -145,7 +145,7 @@ jobs:
         uses: actions/upload-artifact@v4
         id: artifact-report
         with:
-          name: test-report
+          name: test-report-${{ matrix.device }}
           path: |
             asset-tracker-template/tests/on_target/results/*.html
 
@@ -154,6 +154,6 @@ jobs:
         uses: actions/upload-artifact@v4
         id: artifact-upload-test-logs
         with:
-          name: test-logs
+          name: test-logs-${{ matrix.device }}
           path: |
             asset-tracker-template/tests/on_target/outcomes/logs/*.txt

tests/on_target/tests/conftest.py

@@ -22,6 +22,7 @@
 UART_ID = os.getenv('UART_ID', SEGGER)
 FOTADEVICE_UUID = os.getenv('UUID')
 NRFCLOUD_API_KEY = os.getenv('NRFCLOUD_API_KEY')
+DUT_DEVICE_TYPE = os.getenv('DUT_DEVICE_TYPE')
 
 def get_uarts():
     base_path = "/dev/serial/by-id"
@@ -54,7 +55,7 @@ def pytest_runtest_logfinish(nodeid, location):
     logger.info(f"Finished test: {nodeid}")
 
 @pytest.fixture(scope="function")
-def t91x_board():
+def dut_board():
     all_uarts = get_uarts()
     if not all_uarts:
         pytest.fail("No UARTs found")
@@ -70,7 +71,7 @@ def t91x_board():
     scan_log_for_assertions(uart_log)
 
 @pytest.fixture(scope="function")
-def t91x_fota(t91x_board):
+def dut_fota(dut_board):
     if not NRFCLOUD_API_KEY:
         pytest.skip("NRFCLOUD_API_KEY environment variable not set")
     if not FOTADEVICE_UUID:
@@ -86,7 +87,7 @@ def t91x_fota(t91x_board):
 
     yield types.SimpleNamespace(
         fota=fota,
-        uart=t91x_board.uart,
+        uart=dut_board.uart,
         device_id=device_id,
         data=data
     )
@@ -97,14 +98,14 @@ def t91x_fota(t91x_board):
 
 
 @pytest.fixture(scope="module")
-def t91x_traces(t91x_board):
+def dut_traces(dut_board):
     all_uarts = get_uarts()
     trace_uart_string = all_uarts[1]
     uart_trace = UartBinary(trace_uart_string)
 
     yield types.SimpleNamespace(
         trace=uart_trace,
-        uart=t91x_board.uart
+        uart=dut_board.uart
         )
 
     uart_trace.stop()
@@ -113,7 +114,7 @@ def t91x_traces(t91x_board):
 def hex_file():
     # Search for the firmware hex file in the artifacts folder
     artifacts_dir = "artifacts"
-    hex_pattern = r"asset-tracker-template-[0-9a-z\.]+-thingy91x-nrf91\.hex"
+    hex_pattern = f"asset-tracker-template-{r"[0-9a-z\.]+"}-{DUT_DEVICE_TYPE}-nrf91.hex"
 
     for file in os.listdir(artifacts_dir):
         if re.match(hex_pattern, file):
@@ -125,7 +126,7 @@ def hex_file():
 def bin_file():
     # Search for the firmware bin file in the artifacts folder
     artifacts_dir = "artifacts"
-    hex_pattern = r"asset-tracker-template-[0-9a-z\.]+-thingy91x-nrf91-update-signed\.bin"
+    hex_pattern = f"asset-tracker-template-{r"[0-9a-z\.]+"}-{DUT_DEVICE_TYPE}-nrf91-update-signed.hex"
 
     for file in os.listdir(artifacts_dir):
         if re.match(hex_pattern, file):

tests/on_target/tests/test_functional/test_fota.py

@@ -47,46 +47,46 @@ def await_nrfcloud(func, expected, field, timeout):
         if expected in data:
             break
 
-def get_appversion(t91x_fota):
-    shadow = t91x_fota.fota.get_device(t91x_fota.device_id)
+def get_appversion(dut_fota):
+    shadow = dut_fota.fota.get_device(dut_fota.device_id)
     return shadow["state"]["reported"]["device"]["deviceInfo"]["appVersion"]
 
-def get_modemversion(t91x_fota):
-    shadow = t91x_fota.fota.get_device(t91x_fota.device_id)
+def get_modemversion(dut_fota):
+    shadow = dut_fota.fota.get_device(dut_fota.device_id)
     return shadow["state"]["reported"]["device"]["deviceInfo"]["modemFirmware"]
 
-def run_fota_resumption(t91x_fota, fota_type):
+def run_fota_resumption(dut_fota, fota_type):
     timeout_50_percent= APP_FOTA_TIMEOUT/2
-    t91x_fota.uart.wait_for_str("50%", timeout=timeout_50_percent)
+    dut_fota.uart.wait_for_str("50%", timeout=timeout_50_percent)
     logger.debug(f"Testing fota resumption on disconnect for {fota_type} fota")
 
     patterns_lte_offline = ["network: Network connectivity lost"]
     patterns_lte_normal = ["network: Network connectivity established"]
 
     # LTE disconnect
-    t91x_fota.uart.flush()
-    t91x_fota.uart.write("lte offline\r\n")
-    t91x_fota.uart.wait_for_str(patterns_lte_offline, timeout=20)
+    dut_fota.uart.flush()
+    dut_fota.uart.write("lte offline\r\n")
+    dut_fota.uart.wait_for_str(patterns_lte_offline, timeout=20)
 
     # LTE reconnect
-    t91x_fota.uart.flush()
-    t91x_fota.uart.write("lte normal\r\n")
-    t91x_fota.uart.wait_for_str(patterns_lte_normal, timeout=120)
+    dut_fota.uart.flush()
+    dut_fota.uart.write("lte normal\r\n")
+    dut_fota.uart.wait_for_str(patterns_lte_normal, timeout=120)
 
-    t91x_fota.uart.wait_for_str("fota_download: Refuse fragment, restart with offset")
-    t91x_fota.uart.wait_for_str("fota_download: Downloading from offset:")
+    dut_fota.uart.wait_for_str("fota_download: Refuse fragment, restart with offset")
+    dut_fota.uart.wait_for_str("fota_download: Downloading from offset:")
 
 @pytest.fixture
-def run_fota_fixture(t91x_fota, hex_file):
+def run_fota_fixture(dut_fota, hex_file):
     def _run_fota(bundle_id="", fota_type="app", fotatimeout=APP_FOTA_TIMEOUT, new_version=TEST_APP_VERSION):
         flash_device(os.path.abspath(hex_file))
-        t91x_fota.uart.xfactoryreset()
-        t91x_fota.uart.flush()
+        dut_fota.uart.xfactoryreset()
+        dut_fota.uart.flush()
         reset_device()
-        t91x_fota.uart.wait_for_str("Connected to Cloud")
+        dut_fota.uart.wait_for_str("Connected to Cloud")
 
         if fota_type == "app":
-            bundle_id = t91x_fota.fota.upload_firmware(
+            bundle_id = dut_fota.fota.upload_firmware(
                 "nightly_test_app",
                 TEST_APP_BIN,
                 TEST_APP_VERSION,
@@ -96,44 +96,44 @@ def _run_fota(bundle_id="", fota_type="app", fotatimeout=APP_FOTA_TIMEOUT, new_v
             logger.info(f"Uploaded file {TEST_APP_BIN}: bundleId: {bundle_id}")
 
         try:
-            t91x_fota.data['job_id'] = t91x_fota.fota.create_fota_job(t91x_fota.device_id, bundle_id)
-            t91x_fota.data['bundle_id'] = bundle_id
+            dut_fota.data['job_id'] = dut_fota.fota.create_fota_job(dut_fota.device_id, bundle_id)
+            dut_fota.data['bundle_id'] = bundle_id
         except NRFCloudFOTAError as e:
             pytest.skip(f"FOTA create_job REST API error: {e}")
-        logger.info(f"Created FOTA Job (ID: {t91x_fota.data['job_id']})")
+        logger.info(f"Created FOTA Job (ID: {dut_fota.data['job_id']})")
 
         # Sleep a bit and trigger fota poll
         for i in range(3):
             try:
                 time.sleep(30)
-                t91x_fota.uart.write("zbus button_press\r\n")
-                t91x_fota.uart.wait_for_str("nrf_cloud_fota_poll: Starting FOTA download")
+                dut_fota.uart.write("zbus button_press\r\n")
+                dut_fota.uart.wait_for_str("nrf_cloud_fota_poll: Starting FOTA download")
                 break
             except AssertionError:
                 continue
         else:
             raise AssertionError(f"Fota update not available after {i} attempts")
 
         # if fota_type == "app":
-        #     run_fota_resumption(t91x_fota, "app")
+        #     run_fota_resumption(dut_fota, "app")
 
         await_nrfcloud(
-                functools.partial(t91x_fota.fota.get_fota_status, t91x_fota.data['job_id']),
+                functools.partial(dut_fota.fota.get_fota_status, dut_fota.data['job_id']),
                 "COMPLETED",
                 "FOTA status",
                 fotatimeout
             )
         try:
             if fota_type == "app":
                 await_nrfcloud(
-                    functools.partial(get_appversion, t91x_fota),
+                    functools.partial(get_appversion, dut_fota),
                     new_version,
                     "appVersion",
                     DEVICE_MSG_TIMEOUT
                 )
             else:
                 await_nrfcloud(
-                    functools.partial(get_modemversion, t91x_fota),
+                    functools.partial(get_modemversion, dut_fota),
                     new_version,
                     "modemFirmware",
                     DEVICE_MSG_TIMEOUT

tests/on_target/tests/test_functional/test_memfault.py

@@ -44,7 +44,7 @@ def timestamp(event):
     )
 
 
-def test_memfault(t91x_board, hex_file):
+def test_memfault(dut_board, hex_file):
     # Save timestamp of latest coredump
     coredumps = get_latest_coredump_traces(IMEI)
     logger.debug(f"Found coredumps: {coredumps}")
@@ -53,15 +53,15 @@ def test_memfault(t91x_board, hex_file):
 
 
     flash_device(os.path.abspath(hex_file))
-    t91x_board.uart.xfactoryreset()
-    t91x_board.uart.flush()
+    dut_board.uart.xfactoryreset()
+    dut_board.uart.flush()
     reset_device()
-    t91x_board.uart.wait_for_str("Connected to Cloud", timeout=120)
+    dut_board.uart.wait_for_str("Connected to Cloud", timeout=120)
 
     time.sleep(10)
 
     # Trigger usage fault to generate coredump
-    t91x_board.uart.write("mflt test usagefault\r\n")
+    dut_board.uart.write("mflt test usagefault\r\n")
 
     # Wait for upload to be reported to memfault api
     start = time.time()
@@ -80,5 +80,4 @@ def test_memfault(t91x_board, hex_file):
             if timestamp(coredumps[0]) > timestamp_old_coredump:
                 break
     else:
-        raise RuntimeError(f"No new coredump observed")
-
+        raise RuntimeError("No new coredump observed")

tests/on_target/tests/test_functional/test_sampling.py

@@ -14,9 +14,9 @@
 
 logger = get_logger()
 
-def test_sampling(t91x_board, hex_file):
+def test_sampling(dut_board, hex_file):
     flash_device(os.path.abspath(hex_file))
-    t91x_board.uart.xfactoryreset()
+    dut_board.uart.xfactoryreset()
     patterns_cloud_connection = [
         "Network connectivity established",
         "Connected to Cloud"
@@ -39,14 +39,14 @@ def test_sampling(t91x_board, hex_file):
     ]
 
     # Cloud connection
-    t91x_board.uart.flush()
+    dut_board.uart.flush()
     reset_device()
 
     # Sampling
-    t91x_board.uart.wait_for_str(pattern_list, timeout=120)
+    dut_board.uart.wait_for_str(pattern_list, timeout=120)
 
     # Extract coordinates from UART output
-    values = t91x_board.uart.extract_value( \
+    values = dut_board.uart.extract_value( \
         r"location_event_handler: Got location: lat: ([\d.]+), lon: ([\d.]+), acc: ([\d.]+), method: Wi-Fi")
     assert values