Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[WIP] Testing in CI, nothing to see here. #34999

Draft
wants to merge 1 commit into
base: master
Choose a base branch
from
Draft

[WIP] Testing in CI, nothing to see here. #34999

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 0 additions & 1 deletion docs/testing/python.md
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -68,7 +68,6 @@ class TC_MYTEST_1_1(MatterBaseTest):
self.default_controlller</span>
node_id = self.dut_node_id, <span style="color:#38761D"># defaults to
self.dut_node_id</span>
cluster=Clusters.BasicInformation,
attribute=Clusters.BasicInformation.Attributes.VendorName,
endpoint = 0, <span style="color:#38761D">#defaults to 0</span>
)
Expand Down
4 changes: 2 additions & 2 deletions src/python_testing/TC_ACE_1_3.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -50,13 +50,13 @@ async def write_acl(self, acl):
async def read_descriptor_expect_success(self, th):
cluster = Clusters.Objects.Descriptor
attribute = Clusters.Descriptor.Attributes.DeviceTypeList
await self.read_single_attribute_check_success(dev_ctrl=th, endpoint=0, cluster=cluster, attribute=attribute)
await self.read_single_attribute_check_success(dev_ctrl=th, endpoint=0, attribute=attribute)

async def read_descriptor_expect_unsupported_access(self, th):
cluster = Clusters.Objects.Descriptor
attribute = Clusters.Descriptor.Attributes.DeviceTypeList
await self.read_single_attribute_expect_error(
dev_ctrl=th, endpoint=0, cluster=cluster, attribute=attribute, error=Status.UnsupportedAccess)
dev_ctrl=th, endpoint=0, attribute=attribute, error=Status.UnsupportedAccess)

def desc_TC_ACE_1_3(self) -> str:
return "[TC-ACE-1.3] Subjects"
Expand Down
9 changes: 4 additions & 5 deletions src/python_testing/TC_ACE_1_4.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -56,22 +56,21 @@ async def write_acl(self, acl):
asserts.assert_equal(result[0].Status, Status.Success, "ACL write failed")

async def read_descriptor_expect_success(self, endpoint: int) -> None:
cluster = Clusters.Objects.Descriptor
attribute = Clusters.Descriptor.Attributes.DeviceTypeList
await self.read_single_attribute_check_success(endpoint=endpoint, cluster=cluster, attribute=attribute)
await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attribute)

async def read_descriptor_expect_unsupported_access(self, endpoint: int) -> None:
cluster = Clusters.Objects.Descriptor
attribute = Clusters.Descriptor.Attributes.DeviceTypeList
await self.read_single_attribute_expect_error(
endpoint=endpoint, cluster=cluster, attribute=attribute, error=Status.UnsupportedAccess)
endpoint=endpoint, attribute=attribute, error=Status.UnsupportedAccess)

async def read_appcluster_expect_success(self) -> None:
await self.read_single_attribute_check_success(endpoint=self.endpoint, cluster=self.cluster, attribute=self.attribute)
await self.read_single_attribute_check_success(endpoint=self.endpoint, attribute=self.attribute)

async def read_appcluster_expect_unsupported_access(self) -> None:
await self.read_single_attribute_expect_error(
endpoint=self.endpoint, cluster=self.cluster, attribute=self.attribute, error=Status.UnsupportedAccess)
endpoint=self.endpoint, attribute=self.attribute, error=Status.UnsupportedAccess)

async def read_wildcard_endpoint(self, attribute: object) -> object:
return await self.default_controller.ReadAttribute(self.dut_node_id, [(attribute)])
Expand Down
7 changes: 1 addition & 6 deletions src/python_testing/TC_ACE_1_5.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -39,9 +39,8 @@
class TC_ACE_1_5(MatterBaseTest):

async def read_currentfabricindex(self, th: ChipDeviceCtrl) -> int:
cluster = Clusters.Objects.OperationalCredentials
attribute = Clusters.OperationalCredentials.Attributes.CurrentFabricIndex
current_fabric_index = await self.read_single_attribute_check_success(dev_ctrl=th, endpoint=0, cluster=cluster, attribute=attribute)
current_fabric_index = await self.read_single_attribute_check_success(dev_ctrl=th, endpoint=0, attribute=attribute)
return current_fabric_index

async def write_acl(self, acl: Clusters.AccessControl, th: ChipDeviceCtrl):
Expand Down Expand Up @@ -110,27 +109,23 @@ async def test_TC_ACE_1_5(self):
self.print_step(7, "TH1 reads DUT Endpoint 0 Descriptor cluster DeviceTypeList attribute")
await self.read_single_attribute_check_success(
dev_ctrl=self.th1, endpoint=0,
cluster=Clusters.Objects.Descriptor,
attribute=Clusters.Descriptor.Attributes.DeviceTypeList)

self.print_step(8, "TH1 reads DUT Endpoint 0 Basic Information cluster VendorID attribute")
await self.read_single_attribute_expect_error(
dev_ctrl=self.th1, endpoint=0,
cluster=Clusters.Objects.BasicInformation,
attribute=Clusters.BasicInformation.Attributes.VendorID,
error=Status.UnsupportedAccess)

self.print_step(9, "TH2 reads DUT Endpoint 0 Descriptor cluster DeviceTypeList attribute")
await self.read_single_attribute_expect_error(
dev_ctrl=self.th2, endpoint=0,
cluster=Clusters.Objects.Descriptor,
attribute=Clusters.Descriptor.Attributes.DeviceTypeList,
error=Status.UnsupportedAccess)

self.print_step(10, "TH2 reads DUT Endpoint 0 Basic Information cluster VendorID attribute")
await self.read_single_attribute_check_success(
dev_ctrl=self.th2, endpoint=0,
cluster=Clusters.Objects.BasicInformation,
attribute=Clusters.BasicInformation.Attributes.VendorID)

self.print_step(11, "TH1 resets the ACLs to default value by writing DUT EP0")
Expand Down
7 changes: 3 additions & 4 deletions src/python_testing/TC_AccessChecker.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -67,7 +67,7 @@ async def setup_class(self):
await self.setup_class_helper()
self.xml_clusters, self.problems = build_xml_clusters()
acl_attr = Clusters.AccessControl.Attributes.Acl
self.default_acl = await self.read_single_attribute_check_success(cluster=Clusters.AccessControl, attribute=acl_attr)
self.default_acl = await self.read_single_attribute_check_success(attribute=acl_attr)
self._record_errors()
# We need to run this test from two controllers so we can test access to the ACL cluster while retaining access to the ACL cluster
fabric_admin = self.certificate_authority_manager.activeCaList[0].adminList[0]
Expand Down Expand Up @@ -146,14 +146,13 @@ async def _run_read_access_test_for_cluster_privilege(self, endpoint_id, cluster
for attribute_id in checkable_attributes(cluster_id, device_cluster_data, xml_cluster):
spec_requires = xml_cluster.attributes[attribute_id].read_access
attribute = Clusters.ClusterObjects.ALL_ATTRIBUTES[cluster_id][attribute_id]
cluster_class = Clusters.ClusterObjects.ALL_CLUSTERS[cluster_id]

if operation_allowed(spec_requires, privilege):
ret = await self.read_single_attribute_check_success(dev_ctrl=self.TH2, endpoint=endpoint_id, cluster=cluster_class, attribute=attribute, assert_on_error=False, test_name=f"Read access Checker - {privilege}")
ret = await self.read_single_attribute_check_success(dev_ctrl=self.TH2, endpoint=endpoint_id, attribute=attribute, assert_on_error=False, test_name=f"Read access Checker - {privilege}")
if ret is None:
self.success = False
else:
ret = await self.read_single_attribute_expect_error(dev_ctrl=self.TH2, endpoint=endpoint_id, cluster=cluster_class, attribute=attribute, error=Status.UnsupportedAccess, assert_on_error=False, test_name=f"Read access Checker - {privilege}")
ret = await self.read_single_attribute_expect_error(dev_ctrl=self.TH2, endpoint=endpoint_id, attribute=attribute, error=Status.UnsupportedAccess, assert_on_error=False, test_name=f"Read access Checker - {privilege}")
if ret is None:
self.success = False

Expand Down
22 changes: 9 additions & 13 deletions src/python_testing/TC_BOOLCFG_2_1.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -34,10 +34,6 @@


class TC_BOOLCFG_2_1(MatterBaseTest):
async def read_boolcfg_attribute_expect_success(self, endpoint, attribute):
cluster = Clusters.Objects.BooleanStateConfiguration
return await self.read_single_attribute_check_success(endpoint=endpoint, cluster=cluster, attribute=attribute)

def desc_TC_BOOLCFG_2_1(self) -> str:
return "[TC-BOOLCFG-2.1] Attributes with DUT as Server"

Expand Down Expand Up @@ -75,65 +71,65 @@ async def test_TC_BOOLCFG_2_1(self):
attributes = Clusters.BooleanStateConfiguration.Attributes

self.step(2)
attribute_list = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.AttributeList)
attribute_list = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.AttributeList)

number_of_supported_levels = 0

self.step(3)
if attributes.SupportedSensitivityLevels.attribute_id in attribute_list:
number_of_supported_levels = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.SupportedSensitivityLevels)
number_of_supported_levels = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.SupportedSensitivityLevels)
asserts.assert_less_equal(number_of_supported_levels, 10, "SupportedSensitivityLevels attribute is out of range")
asserts.assert_greater_equal(number_of_supported_levels, 2, "SupportedSensitivityLevels attribute is out of range")
else:
logging.info("Test step skipped")

self.step(4)
if attributes.CurrentSensitivityLevel.attribute_id in attribute_list:
current_sensitivity_level_dut = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.CurrentSensitivityLevel)
current_sensitivity_level_dut = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.CurrentSensitivityLevel)
asserts.assert_less_equal(current_sensitivity_level_dut, number_of_supported_levels,
"CurrentSensitivityLevel is not in valid range")
else:
logging.info("Test step skipped")

self.step(5)
if attributes.DefaultSensitivityLevel.attribute_id in attribute_list:
default_sensitivity_level_dut = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.DefaultSensitivityLevel)
default_sensitivity_level_dut = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.DefaultSensitivityLevel)
asserts.assert_less_equal(default_sensitivity_level_dut, number_of_supported_levels,
"DefaultSensitivityLevel is not in valid range")
else:
logging.info("Test step skipped")

self.step(6)
if attributes.AlarmsActive.attribute_id in attribute_list:
alarms_active_dut = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.AlarmsActive)
alarms_active_dut = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.AlarmsActive)
asserts.assert_equal(alarms_active_dut & ~all_alarm_mode_bitmap_bits, 0, "AlarmsActive is not in valid range")
else:
logging.info("Test step skipped")

self.step(7)
if attributes.AlarmsSuppressed.attribute_id in attribute_list:
alarms_suppressed_dut = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.AlarmsSuppressed)
alarms_suppressed_dut = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.AlarmsSuppressed)
asserts.assert_equal(alarms_suppressed_dut & ~all_alarm_mode_bitmap_bits, 0, "AlarmsSuppressed is not in valid range")
else:
logging.info("Test step skipped")

self.step(8)
if attributes.AlarmsEnabled.attribute_id in attribute_list:
alarms_enabled_dut = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.AlarmsEnabled)
alarms_enabled_dut = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.AlarmsEnabled)
asserts.assert_equal(alarms_enabled_dut & ~all_alarm_mode_bitmap_bits, 0, "AlarmsEnabled is not in valid range")
else:
logging.info("Test step skipped")

self.step(9)
if attributes.AlarmsSupported.attribute_id in attribute_list:
alarms_supported_dut = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.AlarmsSupported)
alarms_supported_dut = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.AlarmsSupported)
asserts.assert_equal(alarms_supported_dut & ~all_alarm_mode_bitmap_bits, 0, "AlarmsSupported is not in valid range")
else:
logging.info("Test step skipped")

self.step(10)
if attributes.SensorFault.attribute_id in attribute_list:
sensor_fault_dut = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.SensorFault)
sensor_fault_dut = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.SensorFault)
asserts.assert_equal(sensor_fault_dut & ~all_sensor_fault_bitmap_bits, 0, "SensorFault is not in valid range")
else:
logging.info("Test step skipped")
Expand Down
14 changes: 5 additions & 9 deletions src/python_testing/TC_BOOLCFG_3_1.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -34,10 +34,6 @@


class TC_BOOLCFG_3_1(MatterBaseTest):
async def read_boolcfg_attribute_expect_success(self, endpoint, attribute):
cluster = Clusters.Objects.BooleanStateConfiguration
return await self.read_single_attribute_check_success(endpoint=endpoint, cluster=cluster, attribute=attribute)

def desc_TC_BOOLCFG_3_1(self) -> str:
return "[TC-BOOLCFG-3.1] SensitivityLevel with DUT as Server"

Expand Down Expand Up @@ -74,7 +70,7 @@ async def test_TC_BOOLCFG_3_1(self):
attributes = Clusters.BooleanStateConfiguration.Attributes

self.step("2a")
feature_map = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.FeatureMap)
feature_map = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.FeatureMap)
is_sens_level_feature_supported = feature_map & Clusters.BooleanStateConfiguration.Bitmaps.Feature.kSensitivityLevel

self.step("2b")
Expand All @@ -91,19 +87,19 @@ async def test_TC_BOOLCFG_3_1(self):
logging.info("Test step skipped")

self.step("2c")
attribute_list = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.AttributeList)
attribute_list = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.AttributeList)

self.step(3)
numberOfSupportedLevels = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.SupportedSensitivityLevels)
numberOfSupportedLevels = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.SupportedSensitivityLevels)

self.step(4)
if attributes.DefaultSensitivityLevel.attribute_id in attribute_list:
default_level = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.DefaultSensitivityLevel)
default_level = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.DefaultSensitivityLevel)
else:
logging.info("Test step skipped")

self.step(5)
current_level = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.CurrentSensitivityLevel)
current_level = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.CurrentSensitivityLevel)

self.step(6)
for sens_level in range(numberOfSupportedLevels):
Expand Down
8 changes: 2 additions & 6 deletions src/python_testing/TC_BOOLCFG_4_1.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -32,10 +32,6 @@


class TC_BOOLCFG_4_1(MatterBaseTest):
async def read_boolcfg_attribute_expect_success(self, endpoint, attribute):
cluster = Clusters.Objects.BooleanStateConfiguration
return await self.read_single_attribute_check_success(endpoint=endpoint, cluster=cluster, attribute=attribute)

def desc_TC_BOOLCFG_4_1(self) -> str:
return "[TC-BOOLCFG-4.1] AlarmsSupported attribute with DUT as Server"

Expand Down Expand Up @@ -66,14 +62,14 @@ async def test_TC_BOOLCFG_4_1(self):
attributes = Clusters.BooleanStateConfiguration.Attributes

self.step(2)
feature_map = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.FeatureMap)
feature_map = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.FeatureMap)

is_vis_feature_supported = feature_map & Clusters.BooleanStateConfiguration.Bitmaps.Feature.kVisual
is_aud_feature_supported = feature_map & Clusters.BooleanStateConfiguration.Bitmaps.Feature.kAudible

self.step(3)
if is_vis_feature_supported or is_aud_feature_supported:
supportedAlarms = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.AlarmsSupported)
supportedAlarms = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.AlarmsSupported)
else:
logging.info("Test step skipped")

Expand Down
11 changes: 4 additions & 7 deletions src/python_testing/TC_BOOLCFG_4_2.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -36,9 +36,6 @@


class TC_BOOLCFG_4_2(MatterBaseTest):
async def read_boolcfg_attribute_expect_success(self, endpoint, attribute):
cluster = Clusters.Objects.BooleanStateConfiguration
return await self.read_single_attribute_check_success(endpoint=endpoint, cluster=cluster, attribute=attribute)

def desc_TC_BOOLCFG_4_2(self) -> str:
return "[TC-BOOLCFG-4.2] AlarmsActive attribute with DUT as Server"
Expand Down Expand Up @@ -84,13 +81,13 @@ async def test_TC_BOOLCFG_4_2(self):
attributes = Clusters.BooleanStateConfiguration.Attributes

self.step("2a")
feature_map = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.FeatureMap)
feature_map = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.FeatureMap)

is_vis_feature_supported = feature_map & Clusters.BooleanStateConfiguration.Bitmaps.Feature.kVisual
is_aud_feature_supported = feature_map & Clusters.BooleanStateConfiguration.Bitmaps.Feature.kAudible

self.step("2b")
attribute_list = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.AttributeList)
attribute_list = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.AttributeList)

self.step("3a")
enabledAlarms = 0
Expand Down Expand Up @@ -131,7 +128,7 @@ async def test_TC_BOOLCFG_4_2(self):
activeAlarms = 0

if is_vis_feature_supported or is_aud_feature_supported:
activeAlarms = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.AlarmsActive)
activeAlarms = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.AlarmsActive)
asserts.assert_not_equal(activeAlarms, 0, "AlarmsActive is 0")
else:
logging.info("Test step skipped")
Expand Down Expand Up @@ -176,7 +173,7 @@ async def test_TC_BOOLCFG_4_2(self):

self.step(9)
if is_vis_feature_supported or is_aud_feature_supported:
activeAlarms = await self.read_boolcfg_attribute_expect_success(endpoint=endpoint, attribute=attributes.AlarmsActive)
activeAlarms = await self.read_single_attribute_check_success(endpoint=endpoint, attribute=attributes.AlarmsActive)
asserts.assert_equal(activeAlarms, 0, "AlarmsActive is not 0")
else:
logging.info("Test step skipped")
Expand Down
Loading
Loading