Skip to content

Commit f51e21b

Browse files
raul-marquez-csaraul-marquez-csa
committedJul 2, 2024·
Adds idm 4.2 to tests.yaml
1 parent c056962 commit f51e21b

File tree

1 file changed

+69
-39
lines changed

1 file changed

+69
-39
lines changed
 

‎.github/workflows/tests.yaml

+69-39
Original file line numberDiff line numberDiff line change
@@ -16,14 +16,13 @@ name: Tests
1616

1717
on:
1818
push:
19-
branches-ignore:
20-
- 'dependabot/**'
2119
pull_request:
2220
merge_group:
2321
workflow_dispatch:
2422

2523
concurrency:
26-
group: ${{ github.ref }}-${{ github.workflow }}-${{ (github.event_name ==
24+
group:
25+
${{ github.ref }}-${{ github.workflow }}-${{ (github.event_name ==
2726
'pull_request' && github.event.number) || (github.event_name ==
2827
'workflow_dispatch' && github.run_number) || github.sha }}
2928
cancel-in-progress: true
@@ -42,15 +41,18 @@ jobs:
4241
env:
4342
BUILD_VARIANT: ${{matrix.build_variant}}
4443
CHIP_TOOL_VARIANT: ${{matrix.chip_tool}}
45-
TSAN_OPTIONS: "halt_on_error=1 suppressions=scripts/tests/chiptest/tsan-linux-suppressions.txt"
44+
TSAN_OPTIONS:
45+
"halt_on_error=1
46+
suppressions=scripts/tests/chiptest/tsan-linux-suppressions.txt"
4647
LSAN_OPTIONS: detect_leaks=1
4748

4849
if: github.actor != 'restyled-io[bot]'
4950
runs-on: ubuntu-latest
5051

5152
container:
52-
image: ghcr.io/project-chip/chip-build:50
53-
options: --privileged --sysctl "net.ipv6.conf.all.disable_ipv6=0
53+
image: ghcr.io/project-chip/chip-build:41
54+
options:
55+
--privileged --sysctl "net.ipv6.conf.all.disable_ipv6=0
5456
net.ipv4.conf.all.forwarding=1 net.ipv6.conf.all.forwarding=1"
5557

5658
steps:
@@ -68,9 +70,12 @@ jobs:
6870
- name: Checkout submodules & Bootstrap
6971
uses: ./.github/actions/checkout-submodules-and-bootstrap
7072
with:
71-
platform: linux
72-
bootstrap-log-name: bootstrap-logs-linux-${{ matrix.build_variant }}${{ matrix.chip_tool }}
73-
- name: Try to ensure the directories for core dumping exist and we
73+
platform: linux
74+
bootstrap-log-name:
75+
bootstrap-logs-linux-${{ matrix.build_variant }}${{
76+
matrix.chip_tool }}
77+
- name:
78+
Try to ensure the directories for core dumping exist and we
7479
can write them.
7580
run: |
7681
mkdir /tmp/cores || true
@@ -220,7 +225,9 @@ jobs:
220225
--copy-artifacts-to objdir-clone \
221226
"
222227
223-
- name: Run Tests using the python parser sending commands to chip-tool
228+
- name:
229+
Run Tests using the python parser sending commands to
230+
chip-tool
224231
run: |
225232
./scripts/run_in_build_env.sh \
226233
"./scripts/tests/run_test_suite.py \
@@ -240,7 +247,9 @@ jobs:
240247
--rvc-app ./out/linux-x64-rvc-${BUILD_VARIANT}/chip-rvc-app \
241248
"
242249
243-
- name: Run purposeful failure tests using the python parser sending commands to chip-tool
250+
- name:
251+
Run purposeful failure tests using the python parser sending
252+
commands to chip-tool
244253
run: |
245254
./scripts/run_in_build_env.sh \
246255
"./scripts/tests/run_test_suite.py \
@@ -249,7 +258,7 @@ jobs:
249258
--chip-tool ./out/linux-x64-chip-tool${CHIP_TOOL_VARIANT}-${BUILD_VARIANT}/chip-tool \
250259
run \
251260
--iterations 1 \
252-
--expected-failures 3 \
261+
--expected-failures 1 \
253262
--keep-going \
254263
--test-timeout-seconds 120 \
255264
--all-clusters-app ./out/linux-x64-all-clusters-${BUILD_VARIANT}/chip-all-clusters-app \
@@ -303,15 +312,19 @@ jobs:
303312
uses: actions/upload-artifact@v4
304313
if: ${{ failure() && !env.ACT }}
305314
with:
306-
name: crash-core-linux-${{ matrix.build_variant }}${{ matrix.chip_tool }}
315+
name:
316+
crash-core-linux-${{ matrix.build_variant }}${{
317+
matrix.chip_tool }}
307318
path: /tmp/cores/
308319
# Cores are big; don't hold on to them too long.
309320
retention-days: 5
310321
- name: Uploading objdir for debugging
311322
uses: actions/upload-artifact@v4
312323
if: ${{ failure() && !env.ACT }}
313324
with:
314-
name: crash-objdir-linux-${{ matrix.build_variant }}${{ matrix.chip_tool }}
325+
name:
326+
crash-objdir-linux-${{ matrix.build_variant }}${{
327+
matrix.chip_tool }}
315328
path: objdir-clone/
316329
# objdirs are big; don't hold on to them too long.
317330
retention-days: 5
@@ -327,10 +340,12 @@ jobs:
327340
BUILD_VARIANT: ${{matrix.build_variant}}
328341
CHIP_TOOL_VARIANT: ${{matrix.chip_tool}}
329342
TSAN_OPTIONS: "halt_on_error=1"
330-
LSAN_OPTIONS: detect_leaks=1 suppressions=scripts/tests/chiptest/lsan-mac-suppressions.txt
343+
LSAN_OPTIONS:
344+
detect_leaks=1
345+
suppressions=scripts/tests/chiptest/lsan-mac-suppressions.txt
331346

332347
if: github.actor != 'restyled-io[bot]'
333-
runs-on: macos-13
348+
runs-on: macos-latest
334349

335350
steps:
336351
- name: Checkout
@@ -348,9 +363,10 @@ jobs:
348363
- name: Checkout submodules & Bootstrap
349364
uses: ./.github/actions/checkout-submodules-and-bootstrap
350365
with:
351-
platform: darwin
352-
bootstrap-log-name: bootstrap-logs-darwin-${{ matrix.build_variant }}${{ matrix.chip_tool }}
353-
366+
platform: darwin
367+
bootstrap-log-name:
368+
bootstrap-logs-darwin-${{ matrix.build_variant }}${{
369+
matrix.chip_tool }}
354370

355371
- name: Build Apps
356372
run: |
@@ -370,7 +386,9 @@ jobs:
370386
--copy-artifacts-to objdir-clone \
371387
"
372388
373-
- name: Run Tests using the python parser sending commands to chip-tool
389+
- name:
390+
Run Tests using the python parser sending commands to
391+
chip-tool
374392
run: |
375393
./scripts/run_in_build_env.sh \
376394
"./scripts/tests/run_test_suite.py \
@@ -391,7 +409,9 @@ jobs:
391409
--rvc-app ./out/darwin-x64-rvc-${BUILD_VARIANT}/chip-rvc-app \
392410
"
393411
394-
- name: Run purposeful failure tests using the python parser sending commands to chip-tool
412+
- name:
413+
Run purposeful failure tests using the python parser sending
414+
commands to chip-tool
395415
run: |
396416
./scripts/run_in_build_env.sh \
397417
"./scripts/tests/run_test_suite.py \
@@ -400,7 +420,7 @@ jobs:
400420
--chip-tool ./out/darwin-x64-chip-tool${CHIP_TOOL_VARIANT}-${BUILD_VARIANT}/chip-tool \
401421
run \
402422
--iterations 1 \
403-
--expected-failures 3 \
423+
--expected-failures 1 \
404424
--keep-going \
405425
--test-timeout-seconds 120 \
406426
--all-clusters-app ./out/darwin-x64-all-clusters-${BUILD_VARIANT}/chip-all-clusters-app \
@@ -410,21 +430,27 @@ jobs:
410430
uses: actions/upload-artifact@v4
411431
if: ${{ failure() && !env.ACT }}
412432
with:
413-
name: crash-core-darwin-${{ matrix.build_variant }}${{ matrix.chip_tool }}
433+
name:
434+
crash-core-darwin-${{ matrix.build_variant }}${{
435+
matrix.chip_tool }}
414436
path: /cores/
415437
# Cores are big; don't hold on to them too long.
416438
retention-days: 5
417439
- name: Uploading diagnostic logs
418440
uses: actions/upload-artifact@v4
419441
if: ${{ failure() && !env.ACT }}
420442
with:
421-
name: crash-log-darwin-${{ matrix.build_variant }}${{ matrix.chip_tool }}
443+
name:
444+
crash-log-darwin-${{ matrix.build_variant }}${{
445+
matrix.chip_tool }}
422446
path: ~/Library/Logs/DiagnosticReports/
423447
- name: Uploading objdir for debugging
424448
uses: actions/upload-artifact@v4
425449
if: ${{ failure() && !env.ACT }}
426450
with:
427-
name: crash-objdir-darwin-${{ matrix.build_variant }}${{ matrix.chip_tool }}
451+
name:
452+
crash-objdir-darwin-${{ matrix.build_variant }}${{
453+
matrix.chip_tool }}
428454
path: objdir-clone/
429455
# objdirs are big; don't hold on to them too long.
430456
retention-days: 5
@@ -433,14 +459,17 @@ jobs:
433459
name: REPL Tests - Linux
434460

435461
env:
436-
TSAN_OPTIONS: "halt_on_error=1 suppressions=scripts/tests/chiptest/tsan-linux-suppressions.txt"
462+
TSAN_OPTIONS:
463+
"halt_on_error=1
464+
suppressions=scripts/tests/chiptest/tsan-linux-suppressions.txt"
437465

438466
if: github.actor != 'restyled-io[bot]'
439467
runs-on: ubuntu-latest
440468

441469
container:
442-
image: ghcr.io/project-chip/chip-build:50
443-
options: --privileged --sysctl "net.ipv6.conf.all.disable_ipv6=0
470+
image: ghcr.io/project-chip/chip-build:41
471+
options:
472+
--privileged --sysctl "net.ipv6.conf.all.disable_ipv6=0
444473
net.ipv4.conf.all.forwarding=0 net.ipv6.conf.all.forwarding=0"
445474

446475
steps:
@@ -449,9 +478,12 @@ jobs:
449478
- name: Checkout submodules & Bootstrap
450479
uses: ./.github/actions/checkout-submodules-and-bootstrap
451480
with:
452-
platform: linux
453-
bootstrap-log-name: bootstrap-logs-linux-${{ matrix.build_variant }}${{ matrix.chip_tool }}
454-
- name: Try to ensure the directories for core dumping exist and we
481+
platform: linux
482+
bootstrap-log-name:
483+
bootstrap-logs-linux-${{ matrix.build_variant }}${{
484+
matrix.chip_tool }}
485+
- name:
486+
Try to ensure the directories for core dumping exist and we
455487
can write them.
456488
run: |
457489
mkdir /tmp/cores || true
@@ -508,11 +540,9 @@ jobs:
508540
scripts/run_in_python_env.sh out/venv './scripts/tests/run_python_test.py --app out/linux-x64-all-clusters-ipv6only-no-ble-no-wifi-tsan-clang-test/chip-all-clusters-app --factoryreset --app-args "--discriminator 1234 --KVS kvs1 --trace-to json:out/trace_data/app-{SCRIPT_BASE_NAME}.json" --script "src/python_testing/TC_FAN_3_4.py" --script-args "--storage-path admin_storage.json --commissioning-method on-network --discriminator 1234 --passcode 20202021 --trace-to json:out/trace_data/test-{SCRIPT_BASE_NAME}.json --trace-to perfetto:out/trace_data/test-{SCRIPT_BASE_NAME}.perfetto"'
509541
scripts/run_in_python_env.sh out/venv './scripts/tests/run_python_test.py --app out/linux-x64-all-clusters-ipv6only-no-ble-no-wifi-tsan-clang-test/chip-all-clusters-app --factoryreset --app-args "--discriminator 1234 --KVS kvs1 --trace-to json:out/trace_data/app-{SCRIPT_BASE_NAME}.json" --script "src/python_testing/TC_FAN_3_5.py" --script-args "--storage-path admin_storage.json --commissioning-method on-network --discriminator 1234 --passcode 20202021 --trace-to json:out/trace_data/test-{SCRIPT_BASE_NAME}.json --trace-to perfetto:out/trace_data/test-{SCRIPT_BASE_NAME}.perfetto"'
510542
scripts/run_in_python_env.sh out/venv './scripts/tests/run_python_test.py --app out/linux-x64-lit-icd-ipv6only-no-ble-no-wifi-tsan-clang-test/lit-icd-app --factoryreset --app-args "--discriminator 1234 --KVS kvs1 --trace-to json:out/trace_data/app-{SCRIPT_BASE_NAME}.json" --script "src/python_testing/TC_ICDM_2_1.py" --script-args "--storage-path admin_storage.json --commissioning-method on-network --discriminator 1234 --passcode 20202021 --PICS src/app/tests/suites/certification/ci-pics-values --trace-to json:out/trace_data/test-{SCRIPT_BASE_NAME}.json --trace-to perfetto:out/trace_data/test-{SCRIPT_BASE_NAME}.perfetto"'
511-
scripts/run_in_python_env.sh out/venv './scripts/tests/run_python_test.py --app out/linux-x64-lit-icd-ipv6only-no-ble-no-wifi-tsan-clang-test/lit-icd-app --factoryreset --app-args "--discriminator 1234 --KVS kvs1 --trace-to json:out/trace_data/app-{SCRIPT_BASE_NAME}.json" --script "src/python_testing/TC_ICDM_3_1.py" --script-args "--storage-path admin_storage.json --commissioning-method on-network --discriminator 1234 --passcode 20202021 --PICS src/app/tests/suites/certification/ci-pics-values --trace-to json:out/trace_data/test-{SCRIPT_BASE_NAME}.json --trace-to perfetto:out/trace_data/test-{SCRIPT_BASE_NAME}.perfetto"'
512-
scripts/run_in_python_env.sh out/venv './scripts/tests/run_python_test.py --app out/linux-x64-lit-icd-ipv6only-no-ble-no-wifi-tsan-clang-test/lit-icd-app --factoryreset --app-args "--discriminator 1234 --KVS kvs1 --trace-to json:out/trace_data/app-{SCRIPT_BASE_NAME}.json --enable-key 000102030405060708090a0b0c0d0e0f" --script "src/python_testing/TC_ICDManagementCluster.py" --script-args "--storage-path admin_storage.json --commissioning-method on-network --discriminator 1234 --passcode 20202021 --hex-arg enableKey:000102030405060708090a0b0c0d0e0f --trace-to json:out/trace_data/test-{SCRIPT_BASE_NAME}.json --trace-to perfetto:out/trace_data/test-{SCRIPT_BASE_NAME}.perfetto"'
513543
scripts/run_in_python_env.sh out/venv './scripts/tests/run_python_test.py --app out/linux-x64-all-clusters-ipv6only-no-ble-no-wifi-tsan-clang-test/chip-all-clusters-app --factoryreset --app-args "--discriminator 1234 --KVS kvs1 --trace-to json:out/trace_data/app-{SCRIPT_BASE_NAME}.json" --script "src/python_testing/TC_IDM_1_2.py" --script-args "--storage-path admin_storage.json --commissioning-method on-network --discriminator 1234 --passcode 20202021 --trace-to json:out/trace_data/test-{SCRIPT_BASE_NAME}.json --trace-to perfetto:out/trace_data/test-{SCRIPT_BASE_NAME}.perfetto"'
514-
scripts/run_in_python_env.sh out/venv './scripts/tests/run_python_test.py --app out/linux-x64-all-clusters-ipv6only-no-ble-no-wifi-tsan-clang-test/chip-all-clusters-app --factoryreset --app-args "--discriminator 1234 --KVS kvs1 --trace-to json:out/trace_data/app-{SCRIPT_BASE_NAME}.json" --script "src/python_testing/TC_IDM_4_2.py" --script-args "--storage-path admin_storage.json --commissioning-method on-network --discriminator 1234 --passcode 20202021 --trace-to json:out/trace_data/test-{SCRIPT_BASE_NAME}.json --trace-to perfetto:out/trace_data/test-{SCRIPT_BASE_NAME}.perfetto"'
515544
scripts/run_in_python_env.sh out/venv './scripts/tests/run_python_test.py --app out/linux-x64-all-clusters-ipv6only-no-ble-no-wifi-tsan-clang-test/chip-all-clusters-app --factoryreset --app-args "--discriminator 1234 --KVS kvs1 --trace-to json:out/trace_data/app-{SCRIPT_BASE_NAME}.json --enable-key 000102030405060708090a0b0c0d0e0f" --script "src/python_testing/TC_IDM_1_4.py" --script-args "--hex-arg PIXIT.DGGEN.TEST_EVENT_TRIGGER_KEY:000102030405060708090a0b0c0d0e0f --storage-path admin_storage.json --commissioning-method on-network --discriminator 1234 --passcode 20202021 --trace-to json:out/trace_data/test-{SCRIPT_BASE_NAME}.json --trace-to perfetto:out/trace_data/test-{SCRIPT_BASE_NAME}.perfetto"'
545+
scripts/run_in_python_env.sh out/venv './scripts/tests/run_python_test.py --app out/linux-x64-all-clusters-ipv6only-no-ble-no-wifi-tsan-clang-test/chip-all-clusters-app --factoryreset --app-args "--discriminator 1234 --KVS kvs1 --trace-to json:out/trace_data/app-{SCRIPT_BASE_NAME}.json" --script "src/python_testing/TC_IDM_4_2.py" --script-args "--storage-path admin_storage.json --commissioning-method on-network --discriminator 1234 --passcode 20202021 --trace-to json:out/trace_data/test-{SCRIPT_BASE_NAME}.json --trace-to perfetto:out/trace_data/test-{SCRIPT_BASE_NAME}.perfetto"'
516546
scripts/run_in_python_env.sh out/venv './scripts/tests/run_python_test.py --app out/linux-x64-all-clusters-ipv6only-no-ble-no-wifi-tsan-clang-test/chip-all-clusters-app --factoryreset --app-args "--discriminator 1234 --KVS kvs1 --trace-to json:out/trace_data/app-{SCRIPT_BASE_NAME}.json" --script "src/python_testing/TC_PWRTL_2_1.py" --script-args "--storage-path admin_storage.json --commissioning-method on-network --discriminator 1234 --passcode 20202021 --trace-to json:out/trace_data/test-{SCRIPT_BASE_NAME}.json --trace-to perfetto:out/trace_data/test-{SCRIPT_BASE_NAME}.perfetto"'
517547
scripts/run_in_python_env.sh out/venv './scripts/tests/run_python_test.py --app out/linux-x64-all-clusters-ipv6only-no-ble-no-wifi-tsan-clang-test/chip-all-clusters-app --factoryreset --app-args "--discriminator 1234 --KVS kvs1 --trace-to json:out/trace_data/app-{SCRIPT_BASE_NAME}.json" --script "src/python_testing/TC_RR_1_1.py" --script-args "--storage-path admin_storage.json --commissioning-method on-network --discriminator 1234 --passcode 20202021 --trace-to json:out/trace_data/test-{SCRIPT_BASE_NAME}.json --trace-to perfetto:out/trace_data/test-{SCRIPT_BASE_NAME}.perfetto"'
518548
scripts/run_in_python_env.sh out/venv './scripts/tests/run_python_test.py --app out/linux-x64-all-clusters-ipv6only-no-ble-no-wifi-tsan-clang-test/chip-all-clusters-app --factoryreset --app-args "--discriminator 1234 --KVS kvs1 --trace-to json:out/trace_data/app-{SCRIPT_BASE_NAME}.json" --script "src/python_testing/TC_SC_3_6.py" --script-args "--storage-path admin_storage.json --commissioning-method on-network --discriminator 1234 --passcode 20202021 --trace-to json:out/trace_data/test-{SCRIPT_BASE_NAME}.json --trace-to perfetto:out/trace_data/test-{SCRIPT_BASE_NAME}.perfetto"'
@@ -561,8 +591,6 @@ jobs:
561591
scripts/run_in_python_env.sh out/venv './scripts/tests/run_python_test.py --app out/linux-x64-rvc-ipv6only-no-ble-no-wifi-tsan-clang-test/chip-rvc-app --factoryreset --app-args "--discriminator 1234 --KVS kvs1 --trace_file json:out/trace_data/app-{SCRIPT_BASE_NAME}.json" --script "src/python_testing/TC_RVCOPSTATE_2_1.py" --script-args "--storage-path admin_storage.json --commissioning-method on-network --discriminator 1234 --passcode 20202021 --PICS examples/rvc-app/rvc-common/pics/rvc-app-pics-values --endpoint 1 --trace-to json:out/trace_data/test-{SCRIPT_BASE_NAME}.json --trace-to perfetto:out/trace_data/test-{SCRIPT_BASE_NAME}.perfetto"'
562592
scripts/run_in_python_env.sh out/venv './scripts/tests/run_python_test.py --app out/linux-x64-rvc-ipv6only-no-ble-no-wifi-tsan-clang-test/chip-rvc-app --factoryreset --app-args "--discriminator 1234 --KVS kvs1 --trace_file json:out/trace_data/app-{SCRIPT_BASE_NAME}.json" --script "src/python_testing/TC_RVCOPSTATE_2_3.py" --script-args "--storage-path admin_storage.json --commissioning-method on-network --discriminator 1234 --passcode 20202021 --PICS examples/rvc-app/rvc-common/pics/rvc-app-pics-values --endpoint 1 --trace-to json:out/trace_data/test-{SCRIPT_BASE_NAME}.json --trace-to perfetto:out/trace_data/test-{SCRIPT_BASE_NAME}.perfetto"'
563593
scripts/run_in_python_env.sh out/venv './scripts/tests/run_python_test.py --app out/linux-x64-rvc-ipv6only-no-ble-no-wifi-tsan-clang-test/chip-rvc-app --factoryreset --app-args "--discriminator 1234 --KVS kvs1 --trace_file json:out/trace_data/app-{SCRIPT_BASE_NAME}.json" --script "src/python_testing/TC_RVCOPSTATE_2_4.py" --script-args "--storage-path admin_storage.json --commissioning-method on-network --discriminator 1234 --passcode 20202021 --PICS examples/rvc-app/rvc-common/pics/rvc-app-pics-values --endpoint 1 --trace-to json:out/trace_data/test-{SCRIPT_BASE_NAME}.json --trace-to perfetto:out/trace_data/test-{SCRIPT_BASE_NAME}.perfetto"'
564-
scripts/run_in_python_env.sh out/venv './src/python_testing/test_testing/test_TC_DA_1_2.py'
565-
scripts/run_in_python_env.sh out/venv './src/python_testing/test_testing/test_TC_ICDM_2_1.py'
566594
- name: Uploading core files
567595
uses: actions/upload-artifact@v4
568596
if: ${{ failure() && !env.ACT }}
@@ -591,7 +619,7 @@ jobs:
591619
TSAN_OPTIONS: "halt_on_error=1"
592620

593621
if: github.actor != 'restyled-io[bot]' && false
594-
runs-on: macos-13
622+
runs-on: macos-latest
595623

596624
steps:
597625
- name: Checkout
@@ -609,8 +637,10 @@ jobs:
609637
- name: Checkout submodules & Bootstrap
610638
uses: ./.github/actions/checkout-submodules-and-bootstrap
611639
with:
612-
platform: darwin
613-
bootstrap-log-name: bootstrap-logs-darwin-${{ matrix.build_variant }}${{ matrix.chip_tool }}
640+
platform: darwin
641+
bootstrap-log-name:
642+
bootstrap-logs-darwin-${{ matrix.build_variant }}${{
643+
matrix.chip_tool }}
614644

615645
- name: Build Python REPL and example apps
616646
run: |

0 commit comments

Comments
 (0)
Please sign in to comment.