Assistance Required: Multiple Matter Certification Failures on nRF54L15 (NCS v3.1.1 / Matter 1.4.2)

[xiongwei.wang]

Hi, support team,

I am conducting self-testing on a device developed with NCS 3.1.1, using the test versions corresponding to v2.13+summer2025 and Matter 1.4.2.

I have already resolved some of the issues, but there are a few problems that I don't know how to solve.

Here is the log which may help you to analyze the problem:
UI_Test_Run_2025_11_27_06_49_05.log

Here is the matter file:

Valve.matter.txt

And here is my configuration:

{
  "config": {
    "test_parameters": {
      "endpoint": 0,
      "timeout": 300
    },
    "network": {
      "wifi": {
        "ssid": "testharness",
        "password": "wifi-password"
      },
      "thread": {
        "rcp_serial_path": "/dev/ttyACM0",
        "rcp_baudrate": 115200,
        "on_mesh_prefix": "fd11:22::/64",
        "network_interface": "wlan0",
        "dataset": {
          "channel": "15",
          "panid": "0x1234",
          "extpanid": "1111111122222222",
          "networkkey": "00112233445566778899aabbccddeeff",
          "networkname": "DEMO-EP0"
        },
        "otbr_docker_image": null
      }
    },
    "dut_config": {
      "discriminator": "2002",
      "setup_code": "20022003",
      "pairing_mode": "ble-thread",
      "chip_timeout": null,
      "chip_use_paa_certs": true,
      "trace_log": true,
      "enhanced_setup_flow": null
    }
  },
  "pics": {
    "clusters": {
      "Base": {
        "name": "Base",
        "items": {
          "MCORE.DT_SW_COMP": {
            "number": "MCORE.DT_SW_COMP",
            "enabled": false
          },
          "MCORE.COM.BLE": {
            "number": "MCORE.COM.BLE",
            "enabled": true
          },
          "MCORE.COM.WIFI_2P4GHZ": {
            "number": "MCORE.COM.WIFI_2P4GHZ",
            "enabled": false
          },
          "MCORE.COM.WIFI_5GHZ": {
            "number": "MCORE.COM.WIFI_5GHZ",
            "enabled": false
          },
          "MCORE.COM.WIFI": {
            "number": "MCORE.COM.WIFI",
            "enabled": false
          },
          "MCORE.COM.ETH": {
            "number": "MCORE.COM.ETH",
            "enabled": false
          },
          "MCORE.COM.THR": {
            "number": "MCORE.COM.THR",
            "enabled": true
          },
          "MCORE.COM.WIRELESS": {
            "number": "MCORE.COM.WIRELESS",
            "enabled": true
          },
          "MCORE.ROLE.COMMISSIONER": {
            "number": "MCORE.ROLE.COMMISSIONER",
            "enabled": false
          },
          "MCORE.ROLE.COMMISSIONEE": {
            "number": "MCORE.ROLE.COMMISSIONEE",
            "enabled": true
          },
          "MCORE.ROLE.CONTROLLER": {
            "number": "MCORE.ROLE.CONTROLLER",
            "enabled": false
          },
          "MCORE.DLOG.S.UTCTIMESTAMP": {
            "number": "MCORE.DLOG.S.UTCTIMESTAMP",
            "enabled": false
          },
          "MCORE.DLOG.S.TIMESINCEBOOT": {
            "number": "MCORE.DLOG.S.TIMESINCEBOOT",
            "enabled": false
          },
          "MCORE.DD.CHIP_DEV": {
            "number": "MCORE.DD.CHIP_DEV",
            "enabled": true
          },
          "MCORE.DD.DEV_LOCK": {
            "number": "MCORE.DD.DEV_LOCK",
            "enabled": false
          },
          "MCORE.DD.DEV_BARRIER": {
            "number": "MCORE.DD.DEV_BARRIER",
            "enabled": false
          },
          "MCORE.DD.IE": {
            "number": "MCORE.DD.IE",
            "enabled": false
          },
          "MCORE.DD.QR": {
            "number": "MCORE.DD.QR",
            "enabled": false
          },
          "MCORE.DD.MANUAL_PC": {
            "number": "MCORE.DD.MANUAL_PC",
            "enabled": true
          },
          "MCORE.DD.NFC": {
            "number": "MCORE.DD.NFC",
            "enabled": false
          },
          "MCORE.DD.UI": {
            "number": "MCORE.DD.UI",
            "enabled": false
          },
          "MCORE.DD.COMM_DISCOVERY": {
            "number": "MCORE.DD.COMM_DISCOVERY",
            "enabled": false
          },
          "MCORE.DD.CONCATENATED_QR_CODE": {
            "number": "MCORE.DD.CONCATENATED_QR_CODE",
            "enabled": false
          },
          "MCORE.DD.CTRL_CONCATENATED_QR_CODE_1": {
            "number": "MCORE.DD.CTRL_CONCATENATED_QR_CODE_1",
            "enabled": false
          },
          "MCORE.DD.CTRL_CONCATENATED_QR_CODE_1_INORDER": {
            "number": "MCORE.DD.CTRL_CONCATENATED_QR_CODE_1_INORDER",
            "enabled": false
          },
          "MCORE.DD.CTRL_CONCATENATED_QR_CODE_2": {
            "number": "MCORE.DD.CTRL_CONCATENATED_QR_CODE_2",
            "enabled": false
          },
          "MCORE.DD.DISCOVERY_BLE": {
            "number": "MCORE.DD.DISCOVERY_BLE",
            "enabled": false
          },
          "MCORE.DD.DISCOVERY_PAF": {
            "number": "MCORE.DD.DISCOVERY_PAF",
            "enabled": false
          },
          "MCORE.DD.DISCOVERY_IP": {
            "number": "MCORE.DD.DISCOVERY_IP",
            "enabled": false
          },
          "MCORE.DD.DISCOVERY_SOFTAP": {
            "number": "MCORE.DD.DISCOVERY_SOFTAP",
            "enabled": false
          },
          "MCORE.DD.STANDARD_COMM_FLOW": {
            "number": "MCORE.DD.STANDARD_COMM_FLOW",
            "enabled": false
          },
          "MCORE.DD.NON_CONCURRENT_CONNECTION": {
            "number": "MCORE.DD.NON_CONCURRENT_CONNECTION",
            "enabled": false
          },
          "MCORE.DD.USER_INTENT_COMM_FLOW": {
            "number": "MCORE.DD.USER_INTENT_COMM_FLOW",
            "enabled": false
          },
          "MCORE.DD.CUSTOM_COMM_FLOW": {
            "number": "MCORE.DD.CUSTOM_COMM_FLOW",
            "enabled": false
          },
          "MCORE.DD.MANUAL_PC_COMMISSIONING": {
            "number": "MCORE.DD.MANUAL_PC_COMMISSIONING",
            "enabled": false
          },
          "MCORE.DD.11_MANUAL_PC": {
            "number": "MCORE.DD.11_MANUAL_PC",
            "enabled": false
          },
          "MCORE.DD.21_MANUAL_PC": {
            "number": "MCORE.DD.21_MANUAL_PC",
            "enabled": false
          },
          "MCORE.DD.PHYSICAL_TAMPERING": {
            "number": "MCORE.DD.PHYSICAL_TAMPERING",
            "enabled": true
          },
          "MCORE.DD.SCAN_NFC": {
            "number": "MCORE.DD.SCAN_NFC",
            "enabled": false
          },
          "MCORE.DD.QR_COMMISSIONING": {
            "number": "MCORE.DD.QR_COMMISSIONING",
            "enabled": false
          },
          "MCORE.DD.SCAN_QR_CODE": {
            "number": "MCORE.DD.SCAN_QR_CODE",
            "enabled": false
          },
          "MCORE.DD.EXTENDED_DISCOVERY": {
            "number": "MCORE.DD.EXTENDED_DISCOVERY",
            "enabled": false
          },
          "MCORE.DD.COMMISSIONING_SUBTYPE_V": {
            "number": "MCORE.DD.COMMISSIONING_SUBTYPE_V",
            "enabled": false
          },
          "MCORE.DD.COMMISSIONING_SUBTYPE_T": {
            "number": "MCORE.DD.COMMISSIONING_SUBTYPE_T",
            "enabled": false
          },
          "MCORE.DD.TXT_KEY_VP": {
            "number": "MCORE.DD.TXT_KEY_VP",
            "enabled": false
          },
          "MCORE.DD.TXT_KEY_DT": {
            "number": "MCORE.DD.TXT_KEY_DT",
            "enabled": false
          },
          "MCORE.DD.TXT_KEY_DN": {
            "number": "MCORE.DD.TXT_KEY_DN",
            "enabled": false
          },
          "MCORE.DD.TXT_KEY_RI": {
            "number": "MCORE.DD.TXT_KEY_RI",
            "enabled": false
          },
          "MCORE.DD.TXT_KEY_PH": {
            "number": "MCORE.DD.TXT_KEY_PH",
            "enabled": false
          },
          "MCORE.DD.TXT_KEY_PI": {
            "number": "MCORE.DD.TXT_KEY_PI",
            "enabled": false
          },
          "MCORE.COM.PAF": {
            "number": "MCORE.COM.PAF",
            "enabled": false
          },
          "MCORE.DD.ESF_TC_COMMISSIONER": {
            "number": "MCORE.DD.ESF_TC_COMMISSIONER",
            "enabled": false
          },
          "MCORE.SC.VENDOR_SUBTYPE": {
            "number": "MCORE.SC.VENDOR_SUBTYPE",
            "enabled": false
          },
          "MCORE.SC.DEVTYPE_SUBTYPE": {
            "number": "MCORE.SC.DEVTYPE_SUBTYPE",
            "enabled": false
          },
          "MCORE.SC.VP_KEY": {
            "number": "MCORE.SC.VP_KEY",
            "enabled": false
          },
          "MCORE.SC.DT_KEY": {
            "number": "MCORE.SC.DT_KEY",
            "enabled": false
          },
          "MCORE.SC.DN_KEY": {
            "number": "MCORE.SC.DN_KEY",
            "enabled": false
          },
          "MCORE.SC.RI_KEY": {
            "number": "MCORE.SC.RI_KEY",
            "enabled": false
          },
          "MCORE.SC.PH_KEY": {
            "number": "MCORE.SC.PH_KEY",
            "enabled": false
          },
          "MCORE.SC.PI_KEY": {
            "number": "MCORE.SC.PI_KEY",
            "enabled": false
          },
          "MCORE.SC.SII_OP_DISCOVERY_KEY": {
            "number": "MCORE.SC.SII_OP_DISCOVERY_KEY",
            "enabled": false
          },
          "MCORE.SC.SAI_OP_DISCOVERY_KEY": {
            "number": "MCORE.SC.SAI_OP_DISCOVERY_KEY",
            "enabled": false
          },
          "MCORE.SC.SAT_OP_DISCOVERY_KEY": {
            "number": "MCORE.SC.SAT_OP_DISCOVERY_KEY",
            "enabled": false
          },
          "MCORE.SC.T_KEY": {
            "number": "MCORE.SC.T_KEY",
            "enabled": false
          },
          "MCORE.SC.SII_COMM_DISCOVERY_KEY": {
            "number": "MCORE.SC.SII_COMM_DISCOVERY_KEY",
            "enabled": false
          },
          "MCORE.SC.SAI_COMM_DISCOVERY_KEY": {
            "number": "MCORE.SC.SAI_COMM_DISCOVERY_KEY",
            "enabled": false
          },
          "MCORE.SC.EXTENDED_DISCOVERY": {
            "number": "MCORE.SC.EXTENDED_DISCOVERY",
            "enabled": false
          },
          "MCORE.SC.SIT_ICD": {
            "number": "MCORE.SC.SIT_ICD",
            "enabled": false
          },
          "MCORE.SC.TCP": {
            "number": "MCORE.SC.TCP",
            "enabled": false
          },
          "MCORE.IDM.S": {
            "number": "MCORE.IDM.S",
            "enabled": true
          },
          "MCORE.IDM.C": {
            "number": "MCORE.IDM.C",
            "enabled": false
          },
          "MCORE.IDM.C.InvokeRequest": {
            "number": "MCORE.IDM.C.InvokeRequest",
            "enabled": false
          },
          "MCORE.IDM.C.ReadRequest": {
            "number": "MCORE.IDM.C.ReadRequest",
            "enabled": false
          },
          "MCORE.IDM.C.WriteRequest": {
            "number": "MCORE.IDM.C.WriteRequest",
            "enabled": false
          },
          "MCORE.IDM.C.SubscribeRequest": {
            "number": "MCORE.IDM.C.SubscribeRequest",
            "enabled": false
          },
          "MCORE.IDM.C.InvokeRequest.BatchCommands": {
            "number": "MCORE.IDM.C.InvokeRequest.BatchCommands",
            "enabled": false
          },
          "MCORE.IDM.C.ReadRequest.Attribute.DataType_Bool": {
            "number": "MCORE.IDM.C.ReadRequest.Attribute.DataType_Bool",
            "enabled": false
          },
          "MCORE.IDM.C.ReadRequest.Attribute.DataType_String": {
            "number": "MCORE.IDM.C.ReadRequest.Attribute.DataType_String",
            "enabled": false
          },
          "MCORE.IDM.C.ReadRequest.Attribute.DataType_UnsignedInteger": {
            "number": "MCORE.IDM.C.ReadRequest.Attribute.DataType_UnsignedInteger",
            "enabled": false
          },
          "MCORE.IDM.C.ReadRequest.Attribute.DataType_SignedInteger": {
            "number": "MCORE.IDM.C.ReadRequest.Attribute.DataType_SignedInteger",
            "enabled": false
          },
          "MCORE.IDM.C.ReadRequest.Attribute.DataType_Struct": {
            "number": "MCORE.IDM.C.ReadRequest.Attribute.DataType_Struct",
            "enabled": false
          },
          "MCORE.IDM.C.ReadRequest.Attribute.DataType_FloatingPoint": {
            "number": "MCORE.IDM.C.ReadRequest.Attribute.DataType_FloatingPoint",
            "enabled": false
          },
          "MCORE.IDM.C.ReadRequest.Attribute.DataType_List": {
            "number": "MCORE.IDM.C.ReadRequest.Attribute.DataType_List",
            "enabled": false
          },
          "MCORE.IDM.C.ReadRequest.Attribute.DataType_OctetString": {
            "number": "MCORE.IDM.C.ReadRequest.Attribute.DataType_OctetString",
            "enabled": false
          },
          "MCORE.IDM.C.ReadRequest.Attribute.DataType_Enum": {
            "number": "MCORE.IDM.C.ReadRequest.Attribute.DataType_Enum",
            "enabled": false
          },
          "MCORE.IDM.C.ReadRequest.Attribute.DataType_Bitmap": {
            "number": "MCORE.IDM.C.ReadRequest.Attribute.DataType_Bitmap",
            "enabled": false
          },
          "MCORE.IDM.C.WriteRequest.Attribute.DataType_Bool": {
            "number": "MCORE.IDM.C.WriteRequest.Attribute.DataType_Bool",
            "enabled": false
          },
          "MCORE.IDM.C.WriteRequest.Attribute.DataType_String": {
            "number": "MCORE.IDM.C.WriteRequest.Attribute.DataType_String",
            "enabled": false
          },
          "MCORE.IDM.C.WriteRequest.Attribute.DataType_UnsignedInteger": {
            "number": "MCORE.IDM.C.WriteRequest.Attribute.DataType_UnsignedInteger",
            "enabled": false
          },
          "MCORE.IDM.C.WriteRequest.Attribute.DataType_SignedInteger": {
            "number": "MCORE.IDM.C.WriteRequest.Attribute.DataType_SignedInteger",
            "enabled": false
          },
          "MCORE.IDM.C.WriteRequest.Attribute.DataType_Struct": {
            "number": "MCORE.IDM.C.WriteRequest.Attribute.DataType_Struct",
            "enabled": false
          },
          "MCORE.IDM.C.WriteRequest.Attribute.DataType_FloatingPoint": {
            "number": "MCORE.IDM.C.WriteRequest.Attribute.DataType_FloatingPoint",
            "enabled": false
          },
          "MCORE.IDM.C.WriteRequest.Attribute.DataType_List": {
            "number": "MCORE.IDM.C.WriteRequest.Attribute.DataType_List",
            "enabled": false
          },
          "MCORE.IDM.C.WriteRequest.Attribute.DataType_OctetString": {
            "number": "MCORE.IDM.C.WriteRequest.Attribute.DataType_OctetString",
            "enabled": false
          },
          "MCORE.IDM.C.WriteRequest.Attribute.DataType_Enum": {
            "number": "MCORE.IDM.C.WriteRequest.Attribute.DataType_Enum",
            "enabled": false
          },
          "MCORE.IDM.C.WriteRequest.Attribute.DataType_Bitmap": {
            "number": "MCORE.IDM.C.WriteRequest.Attribute.DataType_Bitmap",
            "enabled": false
          },
          "MCORE.IDM.S.Attribute_W.DataType_Bool": {
            "number": "MCORE.IDM.S.Attribute_W.DataType_Bool",
            "enabled": true
          },
          "MCORE.IDM.S.Attribute_W.DataType_String": {
            "number": "MCORE.IDM.S.Attribute_W.DataType_String",
            "enabled": false
          },
          "MCORE.IDM.S.Attribute_W.DataType_UnsignedInteger": {
            "number": "MCORE.IDM.S.Attribute_W.DataType_UnsignedInteger",
            "enabled": true
          },
          "MCORE.IDM.S.Attribute_W.DataType_SignedInteger": {
            "number": "MCORE.IDM.S.Attribute_W.DataType_SignedInteger",
            "enabled": true
          },
          "MCORE.IDM.S.Attribute_W.DataType_Struct": {
            "number": "MCORE.IDM.S.Attribute_W.DataType_Struct",
            "enabled": false
          },
          "MCORE.IDM.S.Attribute_W.DataType_FloatingPoint": {
            "number": "MCORE.IDM.S.Attribute_W.DataType_FloatingPoint",
            "enabled": false
          },
          "MCORE.IDM.S.Attribute_W.DataType_List": {
            "number": "MCORE.IDM.S.Attribute_W.DataType_List",
            "enabled": false
          },
          "MCORE.IDM.S.Attribute_W.DataType_OctetString": {
            "number": "MCORE.IDM.S.Attribute_W.DataType_OctetString",
            "enabled": false
          },
          "MCORE.IDM.S.Attribute_W.DataType_Enum": {
            "number": "MCORE.IDM.S.Attribute_W.DataType_Enum",
            "enabled": true
          },
          "MCORE.IDM.S.Attribute_W.DataType_Bitmap": {
            "number": "MCORE.IDM.S.Attribute_W.DataType_Bitmap",
            "enabled": true
          },
          "MCORE.IDM.C.SubscribeRequest.Attribute.DataType_Bool": {
            "number": "MCORE.IDM.C.SubscribeRequest.Attribute.DataType_Bool",
            "enabled": false
          },
          "MCORE.IDM.C.SubscribeRequest.Attribute.DataType_String": {
            "number": "MCORE.IDM.C.SubscribeRequest.Attribute.DataType_String",
            "enabled": false
          },
          "MCORE.IDM.C.SubscribeRequest.Attribute.DataType_UnsignedInteger": {
            "number": "MCORE.IDM.C.SubscribeRequest.Attribute.DataType_UnsignedInteger",
            "enabled": false
          },
          "MCORE.IDM.C.SubscribeRequest.Attribute.DataType_Integer": {
            "number": "MCORE.IDM.C.SubscribeRequest.Attribute.DataType_Integer",
            "enabled": false
          },
          "MCORE.IDM.C.SubscribeRequest.Attribute.DataType_FloatingPoint": {
            "number": "MCORE.IDM.C.SubscribeRequest.Attribute.DataType_FloatingPoint",
            "enabled": false
          },
          "MCORE.IDM.C.SubscribeRequest.Attribute.DataType_List": {
            "number": "MCORE.IDM.C.SubscribeRequest.Attribute.DataType_List",
            "enabled": false
          },
          "MCORE.IDM.S.LargeData": {
            "number": "MCORE.IDM.S.LargeData",
            "enabled": false
          },
          "MCORE.IDM.C.SubscribeEvent": {
            "number": "MCORE.IDM.C.SubscribeEvent",
            "enabled": false
          },
          "MCORE.IDM.C.ReadEvent": {
            "number": "MCORE.IDM.C.ReadEvent",
            "enabled": false
          },
          "MCORE.IDM.C.SubscribeRequest.MultipleAttributes": {
            "number": "MCORE.IDM.C.SubscribeRequest.MultipleAttributes",
            "enabled": false
          },
          "MCORE.IDM.S.PersistentSubscription": {
            "number": "MCORE.IDM.S.PersistentSubscription",
            "enabled": false
          },
          "MCORE.BRIDGE": {
            "number": "MCORE.BRIDGE",
            "enabled": false
          },
          "MCORE.BRIDGE.BatInfo": {
            "number": "MCORE.BRIDGE.BatInfo",
            "enabled": false
          },
          "MCORE.BRIDGE.OtherControl": {
            "number": "MCORE.BRIDGE.OtherControl",
            "enabled": false
          },
          "MCORE.BRIDGE.AllowDeviceRename": {
            "number": "MCORE.BRIDGE.AllowDeviceRename",
            "enabled": false
          },
          "MCORE.BRIDGECLIENT": {
            "number": "MCORE.BRIDGECLIENT",
            "enabled": false
          },
          "MCORE.DEVLIST.UseDevices": {
            "number": "MCORE.DEVLIST.UseDevices",
            "enabled": false
          },
          "MCORE.DEVLIST.UseDeviceName": {
            "number": "MCORE.DEVLIST.UseDeviceName",
            "enabled": false
          },
          "MCORE.DEVLIST.UseDeviceState": {
            "number": "MCORE.DEVLIST.UseDeviceState",
            "enabled": false
          },
          "MCORE.DEVLIST.UseBatInfo": {
            "number": "MCORE.DEVLIST.UseBatInfo",
            "enabled": false
          },
          "MCORE.BDX.Sender": {
            "number": "MCORE.BDX.Sender",
            "enabled": false
          },
          "MCORE.BDX.Receiver": {
            "number": "MCORE.BDX.Receiver",
            "enabled": false
          },
          "MCORE.BDX.SynchronousSender": {
            "number": "MCORE.BDX.SynchronousSender",
            "enabled": false
          },
          "MCORE.BDX.SynchronousReceiver": {
            "number": "MCORE.BDX.SynchronousReceiver",
            "enabled": false
          },
          "MCORE.BDX.AsynchronousSender": {
            "number": "MCORE.BDX.AsynchronousSender",
            "enabled": false
          },
          "MCORE.BDX.AsynchronousReceiver": {
            "number": "MCORE.BDX.AsynchronousReceiver",
            "enabled": false
          },
          "MCORE.BDX.Driver": {
            "number": "MCORE.BDX.Driver",
            "enabled": false
          },
          "MCORE.BDX.Initiator": {
            "number": "MCORE.BDX.Initiator",
            "enabled": false
          },
          "MCORE.BDX.Responder": {
            "number": "MCORE.BDX.Responder",
            "enabled": false
          },
          "MCORE.BDX.BlockQueryWithSkip": {
            "number": "MCORE.BDX.BlockQueryWithSkip",
            "enabled": false
          },
          "MCORE.OTA.Requestor": {
            "number": "MCORE.OTA.Requestor",
            "enabled": true
          },
          "MCORE.OTA.Provider": {
            "number": "MCORE.OTA.Provider",
            "enabled": false
          },
          "MCORE.OTA.HTTPS": {
            "number": "MCORE.OTA.HTTPS",
            "enabled": false
          },
          "MCORE.OTA.RequestorConsent": {
            "number": "MCORE.OTA.RequestorConsent",
            "enabled": false
          },
          "MCORE.OTA.Resume": {
            "number": "MCORE.OTA.Resume",
            "enabled": false
          },
          "MCORE.OTA.VendorSpecific": {
            "number": "MCORE.OTA.VendorSpecific",
            "enabled": false
          },
          "MCORE.ACL.Administrator": {
            "number": "MCORE.ACL.Administrator",
            "enabled": false
          },
          "MCORE.OTA.Retry": {
            "number": "MCORE.OTA.Retry",
            "enabled": false
          },
          "MCORE.FS": {
            "number": "MCORE.FS",
            "enabled": false
          },
          "MCORE.SM.S": {
            "number": "MCORE.SM.S",
            "enabled": true
          },
          "MCORE.DT.S": {
            "number": "MCORE.DT.S",
            "enabled": true
          },
          "MCORE.G.MULTIENDPOINT": {
            "number": "MCORE.G.MULTIENDPOINT",
            "enabled": false
          }
        }
      },
      "Access Control Cluster Test Plan": {
        "name": "Access Control Cluster Test Plan",
        "items": {
          "ACL.S": {
            "number": "ACL.S",
            "enabled": true
          },
          "ACL.C": {
            "number": "ACL.C",
            "enabled": false
          },
          "ACL.S.A0000": {
            "number": "ACL.S.A0000",
            "enabled": true
          },
          "ACL.S.A0001": {
            "number": "ACL.S.A0001",
            "enabled": true
          },
          "ACL.S.A0002": {
            "number": "ACL.S.A0002",
            "enabled": true
          },
          "ACL.S.A0003": {
            "number": "ACL.S.A0003",
            "enabled": true
          },
          "ACL.S.A0004": {
            "number": "ACL.S.A0004",
            "enabled": true
          },
          "ACL.S.A0005": {
            "number": "ACL.S.A0005",
            "enabled": false
          },
          "ACL.S.A0006": {
            "number": "ACL.S.A0006",
            "enabled": false
          },
          "ACL.S.E00": {
            "number": "ACL.S.E00",
            "enabled": true
          },
          "ACL.S.E01": {
            "number": "ACL.S.E01",
            "enabled": true
          },
          "ACL.S.E02": {
            "number": "ACL.S.E02",
            "enabled": false
          },
          "ACL.S.C01.Tx": {
            "number": "ACL.S.C01.Tx",
            "enabled": false
          },
          "ACL.S.C00.Rsp": {
            "number": "ACL.S.C00.Rsp",
            "enabled": false
          },
          "ACL.S.F00": {
            "number": "ACL.S.F00",
            "enabled": true
          },
          "ACL.S.F01": {
            "number": "ACL.S.F01",
            "enabled": false
          }
        }
      },
      "Administrator Commissioning Cluster Test Plan": {
        "name": "Administrator Commissioning Cluster Test Plan",
        "items": {
          "CADMIN.S": {
            "number": "CADMIN.S",
            "enabled": true
          },
          "CADMIN.C": {
            "number": "CADMIN.C",
            "enabled": false
          },
          "CADMIN.S.A0000": {
            "number": "CADMIN.S.A0000",
            "enabled": true
          },
          "CADMIN.S.A0001": {
            "number": "CADMIN.S.A0001",
            "enabled": true
          },
          "CADMIN.S.A0002": {
            "number": "CADMIN.S.A0002",
            "enabled": true
          },
          "CADMIN.S.C00.Rsp": {
            "number": "CADMIN.S.C00.Rsp",
            "enabled": true
          },
          "CADMIN.S.C01.Rsp": {
            "number": "CADMIN.S.C01.Rsp",
            "enabled": true
          },
          "CADMIN.S.C02.Rsp": {
            "number": "CADMIN.S.C02.Rsp",
            "enabled": true
          },
          "CADMIN.S.F00": {
            "number": "CADMIN.S.F00",
            "enabled": true
          },
          "CADMIN.C.A0000": {
            "number": "CADMIN.C.A0000",
            "enabled": false
          },
          "CADMIN.C.A0001": {
            "number": "CADMIN.C.A0001",
            "enabled": false
          },
          "CADMIN.C.A0002": {
            "number": "CADMIN.C.A0002",
            "enabled": false
          },
          "CADMIN.C.C00.Tx": {
            "number": "CADMIN.C.C00.Tx",
            "enabled": false
          },
          "CADMIN.C.C01.Tx": {
            "number": "CADMIN.C.C01.Tx",
            "enabled": false
          },
          "CADMIN.C.C02.Tx": {
            "number": "CADMIN.C.C02.Tx",
            "enabled": false
          },
          "CADMIN.M.UserInterfaceDisplay": {
            "number": "CADMIN.M.UserInterfaceDisplay",
            "enabled": false
          },
          "CADMIN.M.AudioInterface": {
            "number": "CADMIN.M.AudioInterface",
            "enabled": false
          }
        }
      },
      "Basic Information Cluster Test Plan": {
        "name": "Basic Information Cluster Test Plan",
        "items": {
          "BINFO.S": {
            "number": "BINFO.S",
            "enabled": true
          },
          "BINFO.S.A0000": {
            "number": "BINFO.S.A0000",
            "enabled": true
          },
          "BINFO.S.A0001": {
            "number": "BINFO.S.A0001",
            "enabled": true
          },
          "BINFO.S.A0002": {
            "number": "BINFO.S.A0002",
            "enabled": true
          },
          "BINFO.S.A0003": {
            "number": "BINFO.S.A0003",
            "enabled": true
          },
          "BINFO.S.A0004": {
            "number": "BINFO.S.A0004",
            "enabled": true
          },
          "BINFO.S.A0005": {
            "number": "BINFO.S.A0005",
            "enabled": true
          },
          "BINFO.S.A0006": {
            "number": "BINFO.S.A0006",
            "enabled": true
          },
          "BINFO.S.A0007": {
            "number": "BINFO.S.A0007",
            "enabled": true
          },
          "BINFO.S.A0008": {
            "number": "BINFO.S.A0008",
            "enabled": true
          },
          "BINFO.S.A0009": {
            "number": "BINFO.S.A0009",
            "enabled": true
          },
          "BINFO.S.A000a": {
            "number": "BINFO.S.A000a",
            "enabled": true
          },
          "BINFO.S.A000b": {
            "number": "BINFO.S.A000b",
            "enabled": true
          },
          "BINFO.S.A000c": {
            "number": "BINFO.S.A000c",
            "enabled": false
          },
          "BINFO.S.A000d": {
            "number": "BINFO.S.A000d",
            "enabled": false
          },
          "BINFO.S.A000e": {
            "number": "BINFO.S.A000e",
            "enabled": false
          },
          "BINFO.S.A000f": {
            "number": "BINFO.S.A000f",
            "enabled": true
          },
          "BINFO.S.A0010": {
            "number": "BINFO.S.A0010",
            "enabled": false
          },
          "BINFO.S.A0011": {
            "number": "BINFO.S.A0011",
            "enabled": false
          },
          "BINFO.S.A0012": {
            "number": "BINFO.S.A0012",
            "enabled": true
          },
          "BINFO.S.A0013": {
            "number": "BINFO.S.A0013",
            "enabled": true
          },
          "BINFO.S.A0014": {
            "number": "BINFO.S.A0014",
            "enabled": false
          },
          "BINFO.S.A0015": {
            "number": "BINFO.S.A0015",
            "enabled": true
          },
          "BINFO.S.A0016": {
            "number": "BINFO.S.A0016",
            "enabled": true
          },
          "BINFO.S.A0017": {
            "number": "BINFO.S.A0017",
            "enabled": true
          },
          "BINFO.S.A0018": {
            "number": "BINFO.S.A0018",
            "enabled": true
          },
          "BINFO.S.E00": {
            "number": "BINFO.S.E00",
            "enabled": true
          },
          "BINFO.S.E01": {
            "number": "BINFO.S.E01",
            "enabled": true
          },
          "BINFO.S.E02": {
            "number": "BINFO.S.E02",
            "enabled": true
          },
          "BINFO.S.E03": {
            "number": "BINFO.S.E03",
            "enabled": false
          },
          "BINFO.S.M.DeviceConfigurationChange": {
            "number": "BINFO.S.M.DeviceConfigurationChange",
            "enabled": false
          },
          "BINFO.C.A0005": {
            "number": "BINFO.C.A0005",
            "enabled": false
          }
        }
      },
      "Descriptor Cluster Test Plan": {
        "name": "Descriptor Cluster Test Plan",
        "items": {
          "DESC.S": {
            "number": "DESC.S",
            "enabled": true
          },
          "DESC.S.A0000": {
            "number": "DESC.S.A0000",
            "enabled": true
          },
          "DESC.S.A0001": {
            "number": "DESC.S.A0001",
            "enabled": true
          },
          "DESC.S.A0002": {
            "number": "DESC.S.A0002",
            "enabled": true
          },
          "DESC.S.A0003": {
            "number": "DESC.S.A0003",
            "enabled": true
          },
          "DESC.S.A0004": {
            "number": "DESC.S.A0004",
            "enabled": false
          },
          "DESC.S.A0005": {
            "number": "DESC.S.A0005",
            "enabled": false
          },
          "DESC.S.F00": {
            "number": "DESC.S.F00",
            "enabled": false
          }
        }
      },
      "General Commissioning Cluster Test Plan": {
        "name": "General Commissioning Cluster Test Plan",
        "items": {
          "CGEN.S": {
            "number": "CGEN.S",
            "enabled": true
          },
          "CGEN.C": {
            "number": "CGEN.C",
            "enabled": false
          },
          "CGEN.S.A0000": {
            "number": "CGEN.S.A0000",
            "enabled": true
          },
          "CGEN.S.A0001": {
            "number": "CGEN.S.A0001",
            "enabled": true
          },
          "CGEN.S.A0002": {
            "number": "CGEN.S.A0002",
            "enabled": true
          },
          "CGEN.S.A0003": {
            "number": "CGEN.S.A0003",
            "enabled": true
          },
          "CGEN.S.A0004": {
            "number": "CGEN.S.A0004",
            "enabled": true
          },
          "CGEN.S.A0005": {
            "number": "CGEN.S.A0005",
            "enabled": false
          },
          "CGEN.S.A0006": {
            "number": "CGEN.S.A0006",
            "enabled": false
          },
          "CGEN.S.A0007": {
            "number": "CGEN.S.A0007",
            "enabled": false
          },
          "CGEN.S.A0008": {
            "number": "CGEN.S.A0008",
            "enabled": false
          },
          "CGEN.S.A0009": {
            "number": "CGEN.S.A0009",
            "enabled": false
          },
          "CGEN.S.C01.Tx": {
            "number": "CGEN.S.C01.Tx",
            "enabled": true
          },
          "CGEN.S.C03.Tx": {
            "number": "CGEN.S.C03.Tx",
            "enabled": true
          },
          "CGEN.S.C05.Tx": {
            "number": "CGEN.S.C05.Tx",
            "enabled": true
          },
          "CGEN.S.C07.Tx": {
            "number": "CGEN.S.C07.Tx",
            "enabled": false
          },
          "CGEN.S.C00.Rsp": {
            "number": "CGEN.S.C00.Rsp",
            "enabled": true
          },
          "CGEN.S.C02.Rsp": {
            "number": "CGEN.S.C02.Rsp",
            "enabled": true
          },
          "CGEN.S.C04.Rsp": {
            "number": "CGEN.S.C04.Rsp",
            "enabled": true
          },
          "CGEN.S.C06.Rsp": {
            "number": "CGEN.S.C06.Rsp",
            "enabled": false
          },
          "CGEN.S.F00": {
            "number": "CGEN.S.F00",
            "enabled": false
          },
          "{PICS_ESF_TC_CLIENT}": {
            "number": "{PICS_ESF_TC_CLIENT}",
            "enabled": false
          }
        }
      },
      "General Diagnostics Cluster Test Plan": {
        "name": "General Diagnostics Cluster Test Plan",
        "items": {
          "DGGEN.S": {
            "number": "DGGEN.S",
            "enabled": true
          },
          "DGGEN.C": {
            "number": "DGGEN.C",
            "enabled": false
          },
          "DGGEN.S.A0000": {
            "number": "DGGEN.S.A0000",
            "enabled": true
          },
          "DGGEN.S.A0001": {
            "number": "DGGEN.S.A0001",
            "enabled": true
          },
          "DGGEN.S.A0002": {
            "number": "DGGEN.S.A0002",
            "enabled": true
          },
          "DGGEN.S.A0003": {
            "number": "DGGEN.S.A0003",
            "enabled": true
          },
          "DGGEN.S.A0004": {
            "number": "DGGEN.S.A0004",
            "enabled": true
          },
          "DGGEN.S.A0005": {
            "number": "DGGEN.S.A0005",
            "enabled": false
          },
          "DGGEN.S.A0006": {
            "number": "DGGEN.S.A0006",
            "enabled": false
          },
          "DGGEN.S.A0007": {
            "number": "DGGEN.S.A0007",
            "enabled": false
          },
          "DGGEN.S.A0008": {
            "number": "DGGEN.S.A0008",
            "enabled": true
          },
          "DGGEN.S.E00": {
            "number": "DGGEN.S.E00",
            "enabled": false
          },
          "DGGEN.S.E01": {
            "number": "DGGEN.S.E01",
            "enabled": false
          },
          "DGGEN.S.E02": {
            "number": "DGGEN.S.E02",
            "enabled": false
          },
          "DGGEN.S.E03": {
            "number": "DGGEN.S.E03",
            "enabled": true
          },
          "DGGEN.S.C02.Tx": {
            "number": "DGGEN.S.C02.Tx",
            "enabled": true
          },
          "DGGEN.S.C04.Tx": {
            "number": "DGGEN.S.C04.Tx",
            "enabled": false
          },
          "DGGEN.S.C00.Rsp": {
            "number": "DGGEN.S.C00.Rsp",
            "enabled": true
          },
          "DGGEN.S.C01.Rsp": {
            "number": "DGGEN.S.C01.Rsp",
            "enabled": true
          },
          "DGGEN.S.C03.Rsp": {
            "number": "DGGEN.S.C03.Rsp",
            "enabled": false
          },
          "DGGEN.S.F00": {
            "number": "DGGEN.S.F00",
            "enabled": false
          },
          "DGGEN.C.C00.Tx": {
            "number": "DGGEN.C.C00.Tx",
            "enabled": false
          },
          "DGGEN.C.C01.Tx": {
            "number": "DGGEN.C.C01.Tx",
            "enabled": false
          }
        }
      },
      "Group Communication": {
        "name": "Group Communication",
        "items": {
          "G.S": {
            "number": "G.S",
            "enabled": false
          },
          "G.C": {
            "number": "G.C",
            "enabled": false
          },
          "GRPKEY.S": {
            "number": "GRPKEY.S",
            "enabled": true
          },
          "GRPKEY.C": {
            "number": "GRPKEY.C",
            "enabled": false
          },
          "GRPKEY.S.A0000": {
            "number": "GRPKEY.S.A0000",
            "enabled": true
          },
          "GRPKEY.S.A0001": {
            "number": "GRPKEY.S.A0001",
            "enabled": true
          },
          "GRPKEY.S.A0002": {
            "number": "GRPKEY.S.A0002",
            "enabled": true
          },
          "GRPKEY.S.A0003": {
            "number": "GRPKEY.S.A0003",
            "enabled": true
          },
          "GRPKEY.S.C02.Tx": {
            "number": "GRPKEY.S.C02.Tx",
            "enabled": true
          },
          "GRPKEY.S.C05.Tx": {
            "number": "GRPKEY.S.C05.Tx",
            "enabled": true
          },
          "GRPKEY.S.C00.Rsp": {
            "number": "GRPKEY.S.C00.Rsp",
            "enabled": true
          },
          "GRPKEY.S.C01.Rsp": {
            "number": "GRPKEY.S.C01.Rsp",
            "enabled": true
          },
          "GRPKEY.S.C03.Rsp": {
            "number": "GRPKEY.S.C03.Rsp",
            "enabled": true
          },
          "GRPKEY.S.C04.Rsp": {
            "number": "GRPKEY.S.C04.Rsp",
            "enabled": true
          },
          "G.S.C00.Rsp": {
            "number": "G.S.C00.Rsp",
            "enabled": false
          },
          "G.S.C01.Rsp": {
            "number": "G.S.C01.Rsp",
            "enabled": false
          },
          "G.S.C04.Rsp": {
            "number": "G.S.C04.Rsp",
            "enabled": false
          },
          "G.S.F00": {
            "number": "G.S.F00",
            "enabled": false
          },
          "GRPKEY.S.F00": {
            "number": "GRPKEY.S.F00",
            "enabled": false
          },
          "GRPKEY.C.A0000": {
            "number": "GRPKEY.C.A0000",
            "enabled": false
          },
          "GRPKEY.C.A0001": {
            "number": "GRPKEY.C.A0001",
            "enabled": false
          },
          "G.C.C00.Tx": {
            "number": "G.C.C00.Tx",
            "enabled": false
          },
          "G.C.C01.Tx": {
            "number": "G.C.C01.Tx",
            "enabled": false
          },
          "GRPKEY.C.C00.Tx": {
            "number": "GRPKEY.C.C00.Tx",
            "enabled": false
          },
          "GRPKEY.C.C01.Tx": {
            "number": "GRPKEY.C.C01.Tx",
            "enabled": false
          },
          "GRPKEY.C.C03.Tx": {
            "number": "GRPKEY.C.C03.Tx",
            "enabled": false
          },
          "GRPKEY.C.C04.Tx": {
            "number": "GRPKEY.C.C04.Tx",
            "enabled": false
          }
        }
      },
      "Network Commissioning Cluster Test Plan": {
        "name": "Network Commissioning Cluster Test Plan",
        "items": {
          "CNET.S": {
            "number": "CNET.S",
            "enabled": true
          },
          "CNET.C": {
            "number": "CNET.C",
            "enabled": false
          },
          "CNET.S.A0000": {
            "number": "CNET.S.A0000",
            "enabled": true
          },
          "CNET.S.A0001": {
            "number": "CNET.S.A0001",
            "enabled": true
          },
          "CNET.S.A0002": {
            "number": "CNET.S.A0002",
            "enabled": true
          },
          "CNET.S.A0003": {
            "number": "CNET.S.A0003",
            "enabled": true
          },
          "CNET.S.A0004": {
            "number": "CNET.S.A0004",
            "enabled": true
          },
          "CNET.S.A0005": {
            "number": "CNET.S.A0005",
            "enabled": true
          },
          "CNET.S.A0006": {
            "number": "CNET.S.A0006",
            "enabled": true
          },
          "CNET.S.A0007": {
            "number": "CNET.S.A0007",
            "enabled": true
          },
          "CNET.S.A0008": {
            "number": "CNET.S.A0008",
            "enabled": false
          },
          "CNET.S.A0009": {
            "number": "CNET.S.A0009",
            "enabled": true
          },
          "CNET.S.A000a": {
            "number": "CNET.S.A000a",
            "enabled": true
          },
          "CNET.S.C01.Tx": {
            "number": "CNET.S.C01.Tx",
            "enabled": true
          },
          "CNET.S.C05.Tx": {
            "number": "CNET.S.C05.Tx",
            "enabled": true
          },
          "CNET.S.C07.Tx": {
            "number": "CNET.S.C07.Tx",
            "enabled": true
          },
          "CNET.S.C00.Rsp": {
            "number": "CNET.S.C00.Rsp",
            "enabled": true
          },
          "CNET.S.C02.Rsp": {
            "number": "CNET.S.C02.Rsp",
            "enabled": false
          },
          "CNET.S.C03.Rsp": {
            "number": "CNET.S.C03.Rsp",
            "enabled": true
          },
          "CNET.S.C04.Rsp": {
            "number": "CNET.S.C04.Rsp",
            "enabled": true
          },
          "CNET.S.C06.Rsp": {
            "number": "CNET.S.C06.Rsp",
            "enabled": true
          },
          "CNET.S.C08.Rsp": {
            "number": "CNET.S.C08.Rsp",
            "enabled": true
          },
          "CNET.S.F00": {
            "number": "CNET.S.F00",
            "enabled": false
          },
          "CNET.S.F01": {
            "number": "CNET.S.F01",
            "enabled": true
          },
          "CNET.S.F02": {
            "number": "CNET.S.F02",
            "enabled": false
          },
          "CNET.C.C00.Tx": {
            "number": "CNET.C.C00.Tx",
            "enabled": false
          },
          "CNET.C.C02.Tx": {
            "number": "CNET.C.C02.Tx",
            "enabled": false
          },
          "CNET.C.C03.Tx": {
            "number": "CNET.C.C03.Tx",
            "enabled": false
          },
          "CNET.C.C04.Tx": {
            "number": "CNET.C.C04.Tx",
            "enabled": false
          },
          "CNET.C.C06.Tx": {
            "number": "CNET.C.C06.Tx",
            "enabled": false
          },
          "CNET.C.C08.Tx": {
            "number": "CNET.C.C08.Tx",
            "enabled": false
          },
          "CNET.C.F00": {
            "number": "CNET.C.F00",
            "enabled": false
          },
          "CNET.C.F01": {
            "number": "CNET.C.F01",
            "enabled": false
          },
          "CNET.C.F02": {
            "number": "CNET.C.F02",
            "enabled": false
          }
        }
      },
      "Node Operational Credentials Cluster Test Plan": {
        "name": "Node Operational Credentials Cluster Test Plan",
        "items": {
          "OPCREDS.S": {
            "number": "OPCREDS.S",
            "enabled": true
          },
          "OPCREDS.C": {
            "number": "OPCREDS.C",
            "enabled": false
          },
          "OPCREDS.S.A0000": {
            "number": "OPCREDS.S.A0000",
            "enabled": true
          },
          "OPCREDS.S.A0001": {
            "number": "OPCREDS.S.A0001",
            "enabled": true
          },
          "OPCREDS.S.A0002": {
            "number": "OPCREDS.S.A0002",
            "enabled": true
          },
          "OPCREDS.S.A0003": {
            "number": "OPCREDS.S.A0003",
            "enabled": true
          },
          "OPCREDS.S.A0004": {
            "number": "OPCREDS.S.A0004",
            "enabled": true
          },
          "OPCREDS.S.A0005": {
            "number": "OPCREDS.S.A0005",
            "enabled": true
          },
          "OPCREDS.S.C01.Tx": {
            "number": "OPCREDS.S.C01.Tx",
            "enabled": true
          },
          "OPCREDS.S.C03.Tx": {
            "number": "OPCREDS.S.C03.Tx",
            "enabled": true
          },
          "OPCREDS.S.C05.Tx": {
            "number": "OPCREDS.S.C05.Tx",
            "enabled": true
          },
          "OPCREDS.S.C08.Tx": {
            "number": "OPCREDS.S.C08.Tx",
            "enabled": true
          },
          "OPCREDS.S.C0e.Tx": {
            "number": "OPCREDS.S.C0e.Tx",
            "enabled": true
          },
          "OPCREDS.S.C00.Rsp": {
            "number": "OPCREDS.S.C00.Rsp",
            "enabled": true
          },
          "OPCREDS.S.C02.Rsp": {
            "number": "OPCREDS.S.C02.Rsp",
            "enabled": true
          },
          "OPCREDS.S.C04.Rsp": {
            "number": "OPCREDS.S.C04.Rsp",
            "enabled": true
          },
          "OPCREDS.S.C06.Rsp": {
            "number": "OPCREDS.S.C06.Rsp",
            "enabled": true
          },
          "OPCREDS.S.C07.Rsp": {
            "number": "OPCREDS.S.C07.Rsp",
            "enabled": true
          },
          "OPCREDS.S.C09.Rsp": {
            "number": "OPCREDS.S.C09.Rsp",
            "enabled": true
          },
          "OPCREDS.S.C0a.Rsp": {
            "number": "OPCREDS.S.C0a.Rsp",
            "enabled": true
          },
          "OPCREDS.S.C0b.Rsp": {
            "number": "OPCREDS.S.C0b.Rsp",
            "enabled": true
          },
          "OPCREDS.S.C0c.Rsp": {
            "number": "OPCREDS.S.C0c.Rsp",
            "enabled": true
          },
          "OPCREDS.S.C0d.Rsp": {
            "number": "OPCREDS.S.C0d.Rsp",
            "enabled": true
          },
          "OPCREDS.C.A0000": {
            "number": "OPCREDS.C.A0000",
            "enabled": false
          },
          "OPCREDS.C.A0001": {
            "number": "OPCREDS.C.A0001",
            "enabled": false
          },
          "OPCREDS.C.A0002": {
            "number": "OPCREDS.C.A0002",
            "enabled": false
          },
          "OPCREDS.C.A0003": {
            "number": "OPCREDS.C.A0003",
            "enabled": false
          },
          "OPCREDS.C.A0004": {
            "number": "OPCREDS.C.A0004",
            "enabled": false
          },
          "OPCREDS.C.A0005": {
            "number": "OPCREDS.C.A0005",
            "enabled": false
          },
          "OPCREDS.C.C00.Tx": {
            "number": "OPCREDS.C.C00.Tx",
            "enabled": false
          },
          "OPCREDS.C.C02.Tx": {
            "number": "OPCREDS.C.C02.Tx",
            "enabled": false
          },
          "OPCREDS.C.C04.Tx": {
            "number": "OPCREDS.C.C04.Tx",
            "enabled": false
          },
          "OPCREDS.C.C06.Tx": {
            "number": "OPCREDS.C.C06.Tx",
            "enabled": false
          },
          "OPCREDS.C.C07.Tx": {
            "number": "OPCREDS.C.C07.Tx",
            "enabled": false
          },
          "OPCREDS.C.C09.Tx": {
            "number": "OPCREDS.C.C09.Tx",
            "enabled": false
          },
          "OPCREDS.C.C0a.Tx": {
            "number": "OPCREDS.C.C0a.Tx",
            "enabled": false
          },
          "OPCREDS.C.C0b.Tx": {
            "number": "OPCREDS.C.C0b.Tx",
            "enabled": false
          },
          "OPCREDS.C.C01.Rsp": {
            "number": "OPCREDS.C.C01.Rsp",
            "enabled": false
          },
          "OPCREDS.C.C03.Rsp": {
            "number": "OPCREDS.C.C03.Rsp",
            "enabled": false
          },
          "OPCREDS.C.C05.Rsp": {
            "number": "OPCREDS.C.C05.Rsp",
            "enabled": false
          },
          "OPCREDS.C.C08.Rsp": {
            "number": "OPCREDS.C.C08.Rsp",
            "enabled": false
          }
        }
      },
      "OTA Software Update Test Plan": {
        "name": "OTA Software Update Test Plan",
        "items": {
          "OTAP.S.M.DelayedActionTime": {
            "number": "OTAP.S.M.DelayedActionTime",
            "enabled": false
          },
          "OTAP.S.M.UserConsentNeeded": {
            "number": "OTAP.S.M.UserConsentNeeded",
            "enabled": false
          },
          "OTAR.C.M.AnnounceOTAProvider": {
            "number": "OTAR.C.M.AnnounceOTAProvider",
            "enabled": true
          },
          "OTAR.C.M.NotifyUpdateApplied": {
            "number": "OTAR.C.M.NotifyUpdateApplied",
            "enabled": false
          }
        }
      },
      "Time Synchronization Cluster Test Plan": {
        "name": "Time Synchronization Cluster Test Plan",
        "items": {
          "TIMESYNC.S": {
            "number": "TIMESYNC.S",
            "enabled": true
          },
          "TIMESYNC.C": {
            "number": "TIMESYNC.C",
            "enabled": false
          },
          "TIMESYNC.S.A0000": {
            "number": "TIMESYNC.S.A0000",
            "enabled": true
          },
          "TIMESYNC.S.A0001": {
            "number": "TIMESYNC.S.A0001",
            "enabled": true
          },
          "TIMESYNC.S.A0002": {
            "number": "TIMESYNC.S.A0002",
            "enabled": true
          },
          "TIMESYNC.S.A0003": {
            "number": "TIMESYNC.S.A0003",
            "enabled": true
          },
          "TIMESYNC.S.A0004": {
            "number": "TIMESYNC.S.A0004",
            "enabled": true
          },
          "TIMESYNC.S.A0005": {
            "number": "TIMESYNC.S.A0005",
            "enabled": true
          },
          "TIMESYNC.S.A0006": {
            "number": "TIMESYNC.S.A0006",
            "enabled": true
          },
          "TIMESYNC.S.A0007": {
            "number": "TIMESYNC.S.A0007",
            "enabled": true
          },
          "TIMESYNC.S.A0008": {
            "number": "TIMESYNC.S.A0008",
            "enabled": true
          },
          "TIMESYNC.S.A0009": {
            "number": "TIMESYNC.S.A0009",
            "enabled": false
          },
          "TIMESYNC.S.A000a": {
            "number": "TIMESYNC.S.A000a",
            "enabled": true
          },
          "TIMESYNC.S.A000b": {
            "number": "TIMESYNC.S.A000b",
            "enabled": true
          },
          "TIMESYNC.S.A000c": {
            "number": "TIMESYNC.S.A000c",
            "enabled": true
          },
          "TIMESYNC.S.E00": {
            "number": "TIMESYNC.S.E00",
            "enabled": true
          },
          "TIMESYNC.S.E01": {
            "number": "TIMESYNC.S.E01",
            "enabled": true
          },
          "TIMESYNC.S.E02": {
            "number": "TIMESYNC.S.E02",
            "enabled": true
          },
          "TIMESYNC.S.E03": {
            "number": "TIMESYNC.S.E03",
            "enabled": true
          },
          "TIMESYNC.S.E04": {
            "number": "TIMESYNC.S.E04",
            "enabled": true
          },
          "TIMESYNC.S.C03.Tx": {
            "number": "TIMESYNC.S.C03.Tx",
            "enabled": true
          },
          "TIMESYNC.S.C00.Rsp": {
            "number": "TIMESYNC.S.C00.Rsp",
            "enabled": true
          },
          "TIMESYNC.S.C01.Rsp": {
            "number": "TIMESYNC.S.C01.Rsp",
            "enabled": true
          },
          "TIMESYNC.S.C02.Rsp": {
            "number": "TIMESYNC.S.C02.Rsp",
            "enabled": true
          },
          "TIMESYNC.S.C04.Rsp": {
            "number": "TIMESYNC.S.C04.Rsp",
            "enabled": true
          },
          "TIMESYNC.S.C05.Rsp": {
            "number": "TIMESYNC.S.C05.Rsp",
            "enabled": true
          },
          "TIMESYNC.S.F00": {
            "number": "TIMESYNC.S.F00",
            "enabled": true
          },
          "TIMESYNC.S.F01": {
            "number": "TIMESYNC.S.F01",
            "enabled": true
          },
          "TIMESYNC.S.F02": {
            "number": "TIMESYNC.S.F02",
            "enabled": false
          },
          "TIMESYNC.S.F03": {
            "number": "TIMESYNC.S.F03",
            "enabled": true
          }
        }
      }
    }
  }
}

Best regards,

Xiongwei.Wang

[Marte Myrvold]

Hi,

TC_IDM_10_4

This fails because the PICS are incorrect.

It states that attribute 0x18 (ConfigurationVersion) in the Basic Information cluster is enabled in the PICS but not on the device. This is BINFO.S.A0018 in the PICS, which I can see is set to true.

[MatterTest] 11-27 06:50:30.730 INFO [Test] test_TC_IDM_10_4 FAIL
[MatterTest] 11-27 06:50:30.737 INFO ###########################################################
[MatterTest] 11-27 06:50:30.737 INFO Problems found:
[MatterTest] 11-27 06:50:30.737 INFO ===============
[MatterTest] 11-27 06:50:30.738 INFO 
Problem: ProblemSeverity.ERROR
    test_name: PICS check
    location: 
       Endpoint: 0,
       Cluster:  40 (0x28) BasicInformation
      Attribute:24 (0x18)
    problem: PICS BINFO.S.A0018 found in PICS list, but not on device
    spec_location: 

TC_IDM_10_5

This test fails because the device ID is invalid. The problem is with device type 4293984257. 

[MatterTest] 11-27 06:50:59.620 INFO [Test] test_TC_IDM_10_5 FAIL
[MatterTest] 11-27 06:50:59.626 INFO ###########################################################
[MatterTest] 11-27 06:50:59.626 INFO Problems found:
[MatterTest] 11-27 06:50:59.627 INFO ===============
[MatterTest] 11-27 06:50:59.627 INFO 
Problem: ProblemSeverity.ERROR
    test_name: IDM-10.5
    location: 
       DeviceType: 4293984257
    problem: Invalid device type ID (out of valid range)
    spec_location: 

Based on the Valve.matter.txt, this seems to be the device on endpoint 5:

endpoint 5 {
  device type water_valve_data_device = 4293984257, version 1;

Please verify that the device type ID for this endpoint is correct.

TC_ACL_2_6

There is an error that the AccessControlEntryChanged event is not found in the read response.

******************************************************************
*
* Test test_TC_ACL_2_6 failed for the following reason:
* Details=Expected event not found in read response, Extras=None
*
* File "/root/python_testing/scripts/sdk/TC_ACL_2_6.py", line 128, in test_TC_ACL_2_6
* asserts.assert_true(found, "Expected event not found in read response")
*
* Test step:
*     3: TH1 reads DUT Endpoint 0 AccessControl cluster AccessControlEntryChanged event	Expected outcome: Result is SUCCESS value is list of AccessControlEntryChangedEvent events containing 1 element
*
* Endpoint: 0
*
*******************************************************************

In the Valve.matter.txt file, I see that this is set to 0, which might explain the error:

  fabric_sensitive info event access(read: administer) AccessControlEntryChanged = 0 {
    nullable node_id adminNodeID = 1;
    nullable int16u adminPasscodeID = 2;
    ChangeTypeEnum changeType = 3;
    nullable AccessControlEntryStruct latestValue = 4;
    fabric_idx fabricIndex = 254;
  }

TC_BRBINFO_4_1

This fails because you need to specify the path to the TH_ICD_SERVER app with --string-arg th_icd_server_app_path:<path_to_app>.

******************************************************************
*
* Test setup_class failed for the following reason:
* Details=This test requires a TH_ICD_SERVER app. Specify app path with --string-arg th_icd_server_app_path:<path_to_app>, Extras=None
*
* File "/root/python_testing/scripts/sdk/TC_BRBINFO_4_1.py", line 152, in setup_class
* asserts.fail('This test requires a TH_ICD_SERVER app. Specify app path with --string-arg th_icd_server_app_path:<path_to_app>')
*
* Test step:
*     UNKNOWN - no test steps provided in test script
*
* Endpoint: 0
*
*******************************************************************

There are also some steps that fail because of timeout, but it seems to be that it fails to discover the device over Bluetooth. Are you able to commission the device using, for example, chip-tool?

Best regards,
Marte

[xiongwei.wang]

Hi, Marte,

Thank you for being so patient. I've managed to solve some of the problems. Most were caused by the custom cluster, but it's not a big issue.

I tested it again, and there are still a few issues I don't know how to resolve. I also couldn't find any relevant configuration options

                 ******************************************************************
                 *
                 * Test test_TC_ACE_2_3 failed for the following reason:
                 * Details=One or more access violations was found, Extras=None
                 *
                 * File "/usr/local/lib/python3.12/dist-packages/chip/testing/basic_composition.py", line 233, in fail_current_test
                 * asserts.fail(msg)
                 *
                 * Test step:
                 *     3b_kAdminister: For each standard command on each standard cluster on each endpoint,
TH_second_controller checks the permission requirements for that command.
If the permission required for the command is HIGHER than the permission level being tested,
TH_second_controller sends the command to the DUT using default values.
Regardless of the command contents, the DUT should return an access error since access must be checked
before the command is processed. Receipt of an UNSUPPORTED_COMMAND error is a conformance failure.	Expected outcome: DUT returns UNSUPPORTED_ACCESS error
                 *
                 * Endpoint: 0
                 *
                 *******************************************************************

[MatterTest] 11-28 05:44:41.336 INFO 		"sessionId" : 13802
[MatterTest] 11-28 05:44:41.337 INFO [Test] test_TC_ACE_2_3 FAIL
[MatterTest] 11-28 05:44:41.343 INFO 	},
[MatterTest] 11-28 05:44:41.344 INFO 	"payload" : 
[MatterTest] 11-28 05:44:41.345 INFO 	{
[MatterTest] 11-28 05:44:41.345 INFO 		"decoded" : 
[MatterTest] 11-28 05:44:41.348 INFO 		{
[MatterTest] 11-28 05:44:41.350 INFO ###########################################################
[MatterTest] 11-28 05:44:41.350 INFO 			"mrp_ack" : ""
[MatterTest] 11-28 05:44:41.351 INFO Problems found:
[MatterTest] 11-28 05:44:41.351 INFO 		},
[MatterTest] 11-28 05:44:41.352 INFO ===============
[MatterTest] 11-28 05:44:41.353 INFO 
Problem: ProblemSeverity.ERROR
    test_name: Command test - privilege 3
    location: 
       Endpoint: 0,
       Cluster:  42 (0x2a) OtaSoftwareUpdateRequestor
       Command:  0 (0x00)
    problem: Unexpected success sending command <class 'chip.clusters.Objects.OtaSoftwareUpdateRequestor.Commands.AnnounceOTAProvider'> with privilege 3
    spec_location: 

[MatterTest] 11-28 05:44:41.353 INFO 		"hex" : "",
[MatterTest] 11-28 05:44:41.353 INFO 
Problem: ProblemSeverity.ERROR
    test_name: Command test - privilege 4
    location: 
       Endpoint: 0,
       Cluster:  42 (0x2a) OtaSoftwareUpdateRequestor
       Command:  0 (0x00)
    problem: Unexpected success sending command <class 'chip.clusters.Objects.OtaSoftwareUpdateRequestor.Commands.AnnounceOTAProvider'> with privilege 4
    spec_location: 

Best regards!

Xiongwei.Wang