tests: Add nrf9151dk

Signed-off-by: Jorgen Kvalvaag <jorgen.kvalvaag@nordicsemi.no>

Author: jorgenmk

.github/workflows/build.yml

@@ -7,6 +7,10 @@ on:
         type: boolean
         required: false
         default: false
+      build_dk:
+        type: boolean
+        required: false
+        default: false
   workflow_call:
     inputs:
       memfault_sw_type:
@@ -17,6 +21,10 @@ on:
         type: boolean
         required: false
         default: false
+      build_dk:
+        type: boolean
+        required: false
+        default: false
     outputs:
       run_id:
         description: The run ID of the workflow to fetch artifacts from
@@ -93,8 +101,7 @@ jobs:
           fi
 
       # Asset Tracker Template firmware build
-
-      - name: Build nrf91 firmware
+      - name: Build Thingy91X firmware
         working-directory: asset-tracker-template/app
         run: |
           cp overlay-memfault.conf overlay-memfault-att.conf
@@ -104,6 +111,17 @@ jobs:
           echo CONFIG_MEMFAULT_NCS_FW_TYPE=\"${{ env.MEMFAULT_SW_TYPE }}\" >> overlay-memfault-att.conf
           west build -b thingy91x/nrf9151/ns -p --sysbuild -- -DEXTRA_CONF_FILE="overlay-memfault-att.conf"
 
+      - name: Build nrf9151dk firmware
+        if: ${{ inputs.build_dk }}
+        working-directory: asset-tracker-template/app_dk
+        run: |
+          cp overlay-memfault.conf overlay-memfault-att.conf
+          echo "CONFIG_MEMFAULT_NCS_PROJECT_KEY=\"${{ secrets.MEMFAULT_PROJECT_KEY }}\"" >> overlay-memfault-att.conf
+          echo CONFIG_MEMFAULT_NCS_FW_VERSION_STATIC=y >> overlay-memfault-att.conf
+          echo CONFIG_MEMFAULT_NCS_FW_VERSION=\"${{ env.VERSION }}\" >> overlay-memfault-att.conf
+          echo CONFIG_MEMFAULT_NCS_FW_TYPE=\"${{ env.MEMFAULT_SW_TYPE }}\" >> overlay-memfault-att.conf
+          west build -b nrf9151dk/nrf9151/ns -p --sysbuild -- -DEXTRA_CONF_FILE="overlay-memfault-att.conf"
+
       - name: Rename artifacts
         working-directory: asset-tracker-template/app/build
         run: |
@@ -114,6 +132,17 @@ jobs:
           cp app/zephyr/zephyr.elf asset-tracker-template-${{ env.VERSION }}-thingy91x-nrf91.elf
           cp dfu_application.zip asset-tracker-template-${{ env.VERSION }}-thingy91x-nrf91-dfu.zip
 
+      - name: Rename artifacts dk
+        if: ${{ inputs.build_dk }}
+        working-directory: asset-tracker-template/app_dk/build
+        run: |
+          cp merged.hex asset-tracker-template-${{ env.VERSION }}-nrf9151dk-nrf91.hex
+          cp app/zephyr/.config asset-tracker-template-${{ env.VERSION }}-nrf9151dk-nrf91.config
+          cp app/zephyr/zephyr.signed.bin asset-tracker-template-${{ env.VERSION }}-nrf9151dk-nrf91-update-signed.bin
+          cp app/zephyr/zephyr.signed.hex asset-tracker-template-${{ env.VERSION }}-nrf9151dk-nrf91-update-signed.hex
+          cp app/zephyr/zephyr.elf asset-tracker-template-${{ env.VERSION }}-nrf9151dk-nrf91.elf
+          cp dfu_application.zip asset-tracker-template-${{ env.VERSION }}-nrf9151dk-nrf91-dfu.zip
+
       - name: Create partition manager report for nRF91 firmware
         working-directory: asset-tracker-template/app/build
         run: |

.github/workflows/target-test.yml

@@ -42,11 +42,10 @@ jobs:
     # This will create multiple jobs, one for each target defined in the matrix
     strategy:
       matrix:
-        # nrf9151dk not available yet
-        device: [cia-trd-thingy91x]
+        device: [thingy91x, nrf9151dk]
 
     # Self-hosted runner is labeled according to the device it is linked with
-    runs-on: ${{ matrix.device }}
+    runs-on: cia-trd-${{ matrix.device }}
     name: Target Test - ${{ matrix.device }}
 
     permissions:
@@ -102,7 +101,7 @@ jobs:
               upload-mcu-symbols \
               --software-type asset-tracker-template-ci \
               --software-version ${{ inputs.artifact_fw_version }} \
-              asset-tracker-template-${{ inputs.artifact_fw_version }}-thingy91x-nrf91.elf
+              asset-tracker-template-${{ inputs.artifact_fw_version }}-${{ matrix.device }}-nrf91.elf
 
       - name: Target Tests
         working-directory: asset-tracker-template/tests/on_target
@@ -123,6 +122,7 @@ jobs:
         shell: bash
         env:
           SEGGER: ${{ env.RUNNER_SERIAL_NUMBER }}
+          DUT_DEVICE_TYPE: ${{ matrix.device }}
           UUID: ${{ env.UUID }}
           NRFCLOUD_API_KEY: ${{ secrets.NRF_CLOUD_API_KEY }}
           LOG_FILENAME: att_test_log

tests/on_target/tests/conftest.py

@@ -22,6 +22,7 @@
 UART_ID = os.getenv('UART_ID', SEGGER)
 FOTADEVICE_UUID = os.getenv('UUID')
 NRFCLOUD_API_KEY = os.getenv('NRFCLOUD_API_KEY')
+DUT_DEVICE_TYPE = os.getenv('DUT_DEVICE_TYPE')
 
 def get_uarts():
     base_path = "/dev/serial/by-id"
@@ -54,7 +55,7 @@ def pytest_runtest_logfinish(nodeid, location):
     logger.info(f"Finished test: {nodeid}")
 
 @pytest.fixture(scope="function")
-def t91x_board():
+def dut_board():
     all_uarts = get_uarts()
     if not all_uarts:
         pytest.fail("No UARTs found")
@@ -70,7 +71,7 @@ def t91x_board():
     scan_log_for_assertions(uart_log)
 
 @pytest.fixture(scope="function")
-def t91x_fota(t91x_board):
+def dut_fota(dut_board):
     if not NRFCLOUD_API_KEY:
         pytest.skip("NRFCLOUD_API_KEY environment variable not set")
     if not FOTADEVICE_UUID:
@@ -86,7 +87,7 @@ def t91x_fota(t91x_board):
 
     yield types.SimpleNamespace(
         fota=fota,
-        uart=t91x_board.uart,
+        uart=dut_board.uart,
         device_id=device_id,
         data=data
     )
@@ -97,14 +98,14 @@ def t91x_fota(t91x_board):
 
 
 @pytest.fixture(scope="module")
-def t91x_traces(t91x_board):
+def dut_traces(dut_board):
     all_uarts = get_uarts()
     trace_uart_string = all_uarts[1]
     uart_trace = UartBinary(trace_uart_string)
 
     yield types.SimpleNamespace(
         trace=uart_trace,
-        uart=t91x_board.uart
+        uart=dut_board.uart
         )
 
     uart_trace.stop()
@@ -113,7 +114,7 @@ def t91x_traces(t91x_board):
 def hex_file():
     # Search for the firmware hex file in the artifacts folder
     artifacts_dir = "artifacts"
-    hex_pattern = r"asset-tracker-template-[0-9a-z\.]+-thingy91x-nrf91\.hex"
+    hex_pattern = f"asset-tracker-template-{r"[0-9a-z\.]+"}-{DUT_DEVICE_TYPE}-nrf91.hex"
 
     for file in os.listdir(artifacts_dir):
         if re.match(hex_pattern, file):
@@ -125,7 +126,7 @@ def hex_file():
 def bin_file():
     # Search for the firmware bin file in the artifacts folder
     artifacts_dir = "artifacts"
-    hex_pattern = r"asset-tracker-template-[0-9a-z\.]+-thingy91x-nrf91-update-signed\.bin"
+    hex_pattern = f"asset-tracker-template-{r"[0-9a-z\.]+"}-{DUT_DEVICE_TYPE}-nrf91-update-signed.hex"
 
     for file in os.listdir(artifacts_dir):
         if re.match(hex_pattern, file):

tests/on_target/tests/test_functional/test_fota.py

@@ -47,46 +47,46 @@ def await_nrfcloud(func, expected, field, timeout):
         if expected in data:
             break
 
-def get_appversion(t91x_fota):
-    shadow = t91x_fota.fota.get_device(t91x_fota.device_id)
+def get_appversion(dut_fota):
+    shadow = dut_fota.fota.get_device(dut_fota.device_id)
     return shadow["state"]["reported"]["device"]["deviceInfo"]["appVersion"]
 
-def get_modemversion(t91x_fota):
-    shadow = t91x_fota.fota.get_device(t91x_fota.device_id)
+def get_modemversion(dut_fota):
+    shadow = dut_fota.fota.get_device(dut_fota.device_id)
     return shadow["state"]["reported"]["device"]["deviceInfo"]["modemFirmware"]
 
-def run_fota_resumption(t91x_fota, fota_type):
+def run_fota_resumption(dut_fota, fota_type):
     timeout_50_percent= APP_FOTA_TIMEOUT/2
-    t91x_fota.uart.wait_for_str("50%", timeout=timeout_50_percent)
+    dut_fota.uart.wait_for_str("50%", timeout=timeout_50_percent)
     logger.debug(f"Testing fota resumption on disconnect for {fota_type} fota")
 
     patterns_lte_offline = ["network: Network connectivity lost"]
     patterns_lte_normal = ["network: Network connectivity established"]
 
     # LTE disconnect
-    t91x_fota.uart.flush()
-    t91x_fota.uart.write("lte offline\r\n")
-    t91x_fota.uart.wait_for_str(patterns_lte_offline, timeout=20)
+    dut_fota.uart.flush()
+    dut_fota.uart.write("lte offline\r\n")
+    dut_fota.uart.wait_for_str(patterns_lte_offline, timeout=20)
 
     # LTE reconnect
-    t91x_fota.uart.flush()
-    t91x_fota.uart.write("lte normal\r\n")
-    t91x_fota.uart.wait_for_str(patterns_lte_normal, timeout=120)
+    dut_fota.uart.flush()
+    dut_fota.uart.write("lte normal\r\n")
+    dut_fota.uart.wait_for_str(patterns_lte_normal, timeout=120)
 
-    t91x_fota.uart.wait_for_str("fota_download: Refuse fragment, restart with offset")
-    t91x_fota.uart.wait_for_str("fota_download: Downloading from offset:")
+    dut_fota.uart.wait_for_str("fota_download: Refuse fragment, restart with offset")
+    dut_fota.uart.wait_for_str("fota_download: Downloading from offset:")
 
 @pytest.fixture
-def run_fota_fixture(t91x_fota, hex_file):
+def run_fota_fixture(dut_fota, hex_file):
     def _run_fota(bundle_id="", fota_type="app", fotatimeout=APP_FOTA_TIMEOUT, new_version=TEST_APP_VERSION):
         flash_device(os.path.abspath(hex_file))
-        t91x_fota.uart.xfactoryreset()
-        t91x_fota.uart.flush()
+        dut_fota.uart.xfactoryreset()
+        dut_fota.uart.flush()
         reset_device()
-        t91x_fota.uart.wait_for_str("Connected to Cloud")
+        dut_fota.uart.wait_for_str("Connected to Cloud")
 
         if fota_type == "app":
-            bundle_id = t91x_fota.fota.upload_firmware(
+            bundle_id = dut_fota.fota.upload_firmware(
                 "nightly_test_app",
                 TEST_APP_BIN,
                 TEST_APP_VERSION,
@@ -96,44 +96,44 @@ def _run_fota(bundle_id="", fota_type="app", fotatimeout=APP_FOTA_TIMEOUT, new_v
             logger.info(f"Uploaded file {TEST_APP_BIN}: bundleId: {bundle_id}")
 
         try:
-            t91x_fota.data['job_id'] = t91x_fota.fota.create_fota_job(t91x_fota.device_id, bundle_id)
-            t91x_fota.data['bundle_id'] = bundle_id
+            dut_fota.data['job_id'] = dut_fota.fota.create_fota_job(dut_fota.device_id, bundle_id)
+            dut_fota.data['bundle_id'] = bundle_id
         except NRFCloudFOTAError as e:
             pytest.skip(f"FOTA create_job REST API error: {e}")
-        logger.info(f"Created FOTA Job (ID: {t91x_fota.data['job_id']})")
+        logger.info(f"Created FOTA Job (ID: {dut_fota.data['job_id']})")
 
         # Sleep a bit and trigger fota poll
         for i in range(3):
             try:
                 time.sleep(30)
-                t91x_fota.uart.write("zbus button_press\r\n")
-                t91x_fota.uart.wait_for_str("nrf_cloud_fota_poll: Starting FOTA download")
+                dut_fota.uart.write("zbus button_press\r\n")
+                dut_fota.uart.wait_for_str("nrf_cloud_fota_poll: Starting FOTA download")
                 break
             except AssertionError:
                 continue
         else:
             raise AssertionError(f"Fota update not available after {i} attempts")
 
         # if fota_type == "app":
-        #     run_fota_resumption(t91x_fota, "app")
+        #     run_fota_resumption(dut_fota, "app")
 
         await_nrfcloud(
-                functools.partial(t91x_fota.fota.get_fota_status, t91x_fota.data['job_id']),
+                functools.partial(dut_fota.fota.get_fota_status, dut_fota.data['job_id']),
                 "COMPLETED",
                 "FOTA status",
                 fotatimeout
             )
         try:
             if fota_type == "app":
                 await_nrfcloud(
-                    functools.partial(get_appversion, t91x_fota),
+                    functools.partial(get_appversion, dut_fota),
                     new_version,
                     "appVersion",
                     DEVICE_MSG_TIMEOUT
                 )
             else:
                 await_nrfcloud(
-                    functools.partial(get_modemversion, t91x_fota),
+                    functools.partial(get_modemversion, dut_fota),
                     new_version,
                     "modemFirmware",
                     DEVICE_MSG_TIMEOUT

tests/on_target/tests/test_functional/test_memfault.py

@@ -44,7 +44,7 @@ def timestamp(event):
     )
 
 
-def test_memfault(t91x_board, hex_file):
+def test_memfault(dut_board, hex_file):
     # Save timestamp of latest coredump
     coredumps = get_latest_coredump_traces(IMEI)
     logger.debug(f"Found coredumps: {coredumps}")
@@ -53,15 +53,15 @@ def test_memfault(t91x_board, hex_file):
 
 
     flash_device(os.path.abspath(hex_file))
-    t91x_board.uart.xfactoryreset()
-    t91x_board.uart.flush()
+    dut_board.uart.xfactoryreset()
+    dut_board.uart.flush()
     reset_device()
-    t91x_board.uart.wait_for_str("Connected to Cloud", timeout=120)
+    dut_board.uart.wait_for_str("Connected to Cloud", timeout=120)
 
     time.sleep(10)
 
     # Trigger usage fault to generate coredump
-    t91x_board.uart.write("mflt test usagefault\r\n")
+    dut_board.uart.write("mflt test usagefault\r\n")
 
     # Wait for upload to be reported to memfault api
     start = time.time()
@@ -80,5 +80,4 @@ def test_memfault(t91x_board, hex_file):
             if timestamp(coredumps[0]) > timestamp_old_coredump:
                 break
     else:
-        raise RuntimeError(f"No new coredump observed")
-
+        raise RuntimeError("No new coredump observed")

tests/on_target/tests/test_functional/test_sampling.py

@@ -14,9 +14,9 @@
 
 logger = get_logger()
 
-def test_sampling(t91x_board, hex_file):
+def test_sampling(dut_board, hex_file):
     flash_device(os.path.abspath(hex_file))
-    t91x_board.uart.xfactoryreset()
+    dut_board.uart.xfactoryreset()
     patterns_cloud_connection = [
         "Network connectivity established",
         "Connected to Cloud"
@@ -39,14 +39,14 @@ def test_sampling(t91x_board, hex_file):
     ]
 
     # Cloud connection
-    t91x_board.uart.flush()
+    dut_board.uart.flush()
     reset_device()
 
     # Sampling
-    t91x_board.uart.wait_for_str(pattern_list, timeout=120)
+    dut_board.uart.wait_for_str(pattern_list, timeout=120)
 
     # Extract coordinates from UART output
-    values = t91x_board.uart.extract_value( \
+    values = dut_board.uart.extract_value( \
         r"location_event_handler: Got location: lat: ([\d.]+), lon: ([\d.]+), acc: ([\d.]+), method: Wi-Fi")
     assert values