Matter,Test harness,When testing the UI-python project with the test harness, may encounter a failure message indicating a timeout.

Hi. experts, I tested [TC-ACE-1.2] Subscriptions with Test harness, which is UI-Python. I execute it on Docker,./certification-tool/scripts/otbr/otbr _ start.sh; And write the parameters into the Test harness configuration, but the following error occurred when starting the test. Why? I tested the UI-Automated project successfully.

{
  "config": {
    "network": {
      "wifi": {
        "ssid": "testharness",
        "password": "wifi-password"
      },
      "thread": {
        "rcp_serial_path": "/dev/ttyACM0",
        "rcp_baudrate": 115200,
        "on_mesh_prefix": "fd15:35::/64",
        "network_interface": "eth0",
        "dataset": {
          "channel": "25",
          "panid": "0x2b35",
          "extpanid": "2b35dead5b35beef",
          "networkkey": "67892233445566778899aabbccdd5612",
          "networkname": "2b35"
        },
        "otbr_docker_image": null
      }
    },
    "dut_config": {
      "discriminator": "3210",
      "setup_code": "40634394",
      "pairing_mode": "ble-thread",
      "chip_timeout": null,
      "chip_use_paa_certs": true,
      "trace_log": true
    },
    "test_parameters": {
      "paa-trust-store-path": "/home/ubuntu/paa/",
      "thread-dataset-hex": "0e08000000000001000035060004001fffe00708fde12f5d1d157edd0410445d25ccc0c33e07290511d17cc612280c0402a0f7f8000300001901022b3502082b35dead5b35beef030432623335051067892233445566778899aabbccdd5612",
      "storage-path": "admin_storage.json"
    }
  },
  "pics": {
    "clusters": {
      "On/Off Cluster Test Plan": {
        "name": "On/Off Cluster Test Plan",
        "items": {
          "OO.S": {
            "number": "OO.S",
            "enabled": true
          },
          "OO.C": {
            "number": "OO.C",
            "enabled": false
          },
          "OO.S.A0000": {
            "number": "OO.S.A0000",
            "enabled": true
          },
          "OO.S.A4000": {
            "number": "OO.S.A4000",
            "enabled": true
          },
          "OO.S.A4001": {
            "number": "OO.S.A4001",
            "enabled": true
          },
          "OO.S.A4002": {
            "number": "OO.S.A4002",
            "enabled": true
          },
          "OO.S.A4003": {
            "number": "OO.S.A4003",
            "enabled": true
          },
          "OO.S.C00.Rsp": {
            "number": "OO.S.C00.Rsp",
            "enabled": true
          },
          "OO.S.C01.Rsp": {
            "number": "OO.S.C01.Rsp",
            "enabled": true
          },
          "OO.S.C02.Rsp": {
            "number": "OO.S.C02.Rsp",
            "enabled": true
          },
          "OO.S.C40.Rsp": {
            "number": "OO.S.C40.Rsp",
            "enabled": true
          },
          "OO.S.C41.Rsp": {
            "number": "OO.S.C41.Rsp",
            "enabled": true
          },
          "OO.S.C42.Rsp": {
            "number": "OO.S.C42.Rsp",
            "enabled": true
          },
          "OO.S.F00": {
            "number": "OO.S.F00",
            "enabled": true
          },
          "OO.S.F01": {
            "number": "OO.S.F01",
            "enabled": false
          },
          "OO.S.F02": {
            "number": "OO.S.F02",
            "enabled": false
          },
          "OO.M.ManuallyControlled": {
            "number": "OO.M.ManuallyControlled",
            "enabled": false
          },
          "OO.C.C00.Tx": {
            "number": "OO.C.C00.Tx",
            "enabled": false
          },
          "OO.C.C01.Tx": {
            "number": "OO.C.C01.Tx",
            "enabled": false
          },
          "OO.C.C02.Tx": {
            "number": "OO.C.C02.Tx",
            "enabled": false
          },
          "OO.C.C40.Tx": {
            "number": "OO.C.C40.Tx",
            "enabled": false
          },
          "OO.C.C41.Tx": {
            "number": "OO.C.C41.Tx",
            "enabled": false
          },
          "OO.C.C42.Tx": {
            "number": "OO.C.C42.Tx",
            "enabled": false
          }
        }
      }
    }
  }
}

Python Test Version: 50bcad170e6def6d56f2f5b34522a82aea9f3190
Setting up SDK container
th-sdk container started with configuration: {'privileged': True, 'detach': True, 'network': 'host', 'name': 'th-sdk', 'command': 'tail -f /dev/null', 'volumes': {'/var/run/dbus/system_bus_socket': {'bind': '/var/run/dbus/system_bus_socket', 'mode': 'rw'}, PosixPath('/var/tmp'): {'bind': '/logs', 'mode': 'rw'}, PosixPath('/var/paa-root-certs'): {'bind': '/paa-root-certs', 'mode': 'ro'}, PosixPath('/var/credentials/development'): {'bind': '/credentials/development', 'mode': 'ro'}, PosixPath('/home/ubuntu/certification-tool/backend/test_collections/matter/sdk_tests/sdk_checkout/python_testing'): {'bind': '/root/python_testing', 'mode': 'rw'}, PosixPath('/home/ubuntu/certification-tool/backend/test_collections/matter/sdk_tests/support/python_testing/models/rpc_client/test_harness_client.py'): {'bind': '/root/python_testing/scripts/sdk/test_harness_client.py', 'mode': 'rw'}}}
Create PICS file for DUT
Sending command to SDK container: /bin/sh -c "echo 'OO.S=1 OO.C=0 OO.S.A0000=1 OO.S.A4000=1 OO.S.A4001=1 OO.S.A4002=1 OO.S.A4003=1 OO.S.C00.Rsp=1 OO.S.C01.Rsp=1 OO.S.C02.Rsp=1 OO.S.C40.Rsp=1 OO.S.C41.Rsp=1 OO.S.C42.Rsp=1 OO.S.F00=1 OO.S.F01=0 OO.S.F02=0 OO.M.ManuallyControlled=0 OO.C.C00.Tx=0 OO.C.C01.Tx=0 OO.C.C02.Tx=0 OO.C.C40.Tx=0 OO.C.C41.Tx=0 OO.C.C42.Tx=0 PICS_SDK_CI_ONLY=0 PICS_SKIP_SAMPLE_APP=1 PICS_USER_PROMPT=1' > /var/tmp/pics"
User prompt: "Make sure the DUT is in Commissioning Mode"
User chose prompt option DONE
Commission DUT
Sending command to SDK container: python3 /root/python_testing/scripts/sdk/test_harness_client.py commission --trace-to json:log --discriminator 3210 --passcode 40634394 --commissioning-method ble-thread --paa-trust-store-path /home/ubuntu/paa/ --thread-dataset-hex 0e08000000000001000035060004001fffe00708fde12f5d1d157edd0410445d25ccc0c33e07290511d17cc612280c0402a0f7f8000300001901022b3502082b35dead5b35beef030432623335051067892233445566778899aabbccdd5612 --storage-path admin_storage.json
[1728989025.134762][13:13] CHIP:CTL: Setting attestation nonce to random value
[1728989025.137221][13:13] CHIP:CTL: Setting CSR nonce to random value
[1728989025.138888][13:13] CHIP:DL: ChipLinuxStorage::Init: Using KVS config file: /tmp/chip_kvs
[1728989025.139391][13:13] CHIP:DL: writing settings to file (/tmp/chip_kvs-x5wF7X)
[1728989025.139678][13:13] CHIP:DL: renamed tmp file to file (/tmp/chip_kvs)
[1728989025.139990][13:13] CHIP:DL: ChipLinuxStorage::Init: Using KVS config file: /tmp/chip_factory.ini
[1728989025.140307][13:13] CHIP:DL: writing settings to file (/tmp/chip_factory.ini-gZeC0v)
[1728989025.140536][13:13] CHIP:DL: renamed tmp file to file (/tmp/chip_factory.ini)

Parents
  • Hi, 

    Logs from the Python test are cut, or some of the logs are not captured, so I don't know what the issue is with the logs.

    After running the test case, you can try to take the logs from the backend docker to have more information.

    to get the the logs let the client check the name of the backend docker docker ps

    and get the logs docker logs <name_of_backend_docker_conainter>

    Regards,
    Amanda H.

  • Hello
    Thanks for the reply, I know the problem and solved it, but there are a lot of bugs in the UI-Python test, please help me again。

    1.  I test "TC-IDM-10.4“,The error appears in "For every cluster present in the spec, for every feature in the cluster"。

    The error message is as follows:

    TC-IDM-10-4_2024_10_22_15_37_52.log

    example:
    ”Endpoint: 0, Cluster: 8 (0x08) LevelControl, Attribute:0 (0x00) problem: PICS LVL.S.A0000 found in PICS list, but not on device spec_location: [MatterTest] 10-22 07:39:16.198 INFO Problem: ProblemSeverity.ERROR test_name: PICS check location: Endpoint: 0, Cluster: 8 (0x08) LevelControl, Attribute:1 (0x01) problem: PICS LVL.S.A0001 found in PICS list, but not on device spec_location: [MatterTest] 10-22 07:39:16.199 INFO Problem: “

    These commands are enabled on DUT, why do I get this error????????

    Here's what I read by command, it's there: ”./chip-tool levelcontrol read attribute-list 1 1“

    2. As a DUT, DUT is a "Lighting", do I need to enable "Server", it's an optional property, can I not enable it?

    Do I need to configure it as a server in the program?

  • Hi, Expert:
    I understand the first question, it turned out to be to test endpoint:0, LevelControl Cluster I implemented in endpoint 1, how should I modify the PICS file? I didn't find the relevant modifications

    2. As a DUT, DUT is a "Lighting", do I need to enable "Server", it's an optional property, can I not enable it?

    Do I need to configure it as a server in the program?

  • 1. You need to divide for this test case desperately PICS for Endpoint 0 and for Endpoint 1 in different project configurations in TH and run it for each endpoint to be sure to expected result.

    2. It depends on your implementation of the device as a client or server. 

  • Hi, thanks for your reply.
    1.  I'm using TestHarness auto-test "TC-IDM-10.4
    So, I don't know how to specify test endpoint 1.

    Please teach me how to configure. Thank you

    {
      "config": {
        "network": {
          "wifi": {
            "ssid": "testharness",
            "password": "wifi-password"
          },
          "thread": {
            "rcp_serial_path": "/dev/ttyACM0",
            "rcp_baudrate": 115200,
            "on_mesh_prefix": "fd15:35::/64",
            "network_interface": "eth0",
            "dataset": {
              "channel": "25",
              "panid": "0x2b35",
              "extpanid": "2b35dead5b35beef",
              "networkkey": "67892233445566778899aabbccdd5612",
              "networkname": "2b35"
            },
            "otbr_docker_image": null
          }
        },
        "dut_config": {
          "discriminator": "3210",
          "setup_code": "40634394",
          "pairing_mode": "ble-thread",
          "chip_timeout": null,
          "chip_use_paa_certs": true,
          "trace_log": true
        },
        "test_parameters": {
          "thread-dataset-hex": "0e08000000000001000035060004001fffe00708fd893173e1f042310410a2ed118932f24f8542b385fe51523d5a0c0402a0f7f8000300001901022b3502082b35dead5b35beef030432623335051067892233445566778899aabbccdd5612",
          "paa-trust-store-path": "/paa-root-certs",
          "manual-code": "30207424805"
        }
      },
      "pics": {
        "clusters": {
          "Level Control Cluster Test Plan": {
            "name": "Level Control Cluster Test Plan",
            "items": {
              "LVL.S": {
                "number": "LVL.S",
                "enabled": true
              },
              "LVL.S.A0000": {
                "number": "LVL.S.A0000",
                "enabled": true
              },
              "LVL.S.A0001": {
                "number": "LVL.S.A0001",
                "enabled": true
              },
              "LVL.S.A0002": {
                "number": "LVL.S.A0002",
                "enabled": true
              },
              "LVL.S.A0003": {
                "number": "LVL.S.A0003",
                "enabled": true
              },
              "LVL.S.A0004": {
                "number": "LVL.S.A0004",
                "enabled": false
              },
              "LVL.S.A0005": {
                "number": "LVL.S.A0005",
                "enabled": false
              },
              "LVL.S.A0006": {
                "number": "LVL.S.A0006",
                "enabled": false
              },
              "LVL.S.A000f": {
                "number": "LVL.S.A000f",
                "enabled": true
              },
              "LVL.S.A0010": {
                "number": "LVL.S.A0010",
                "enabled": true
              },
              "LVL.S.A0011": {
                "number": "LVL.S.A0011",
                "enabled": true
              },
              "LVL.S.A0012": {
                "number": "LVL.S.A0012",
                "enabled": true
              },
              "LVL.S.A0013": {
                "number": "LVL.S.A0013",
                "enabled": true
              },
              "LVL.S.A0014": {
                "number": "LVL.S.A0014",
                "enabled": true
              },
              "LVL.S.A4000": {
                "number": "LVL.S.A4000",
                "enabled": true
              },
              "LVL.S.C00.Rsp": {
                "number": "LVL.S.C00.Rsp",
                "enabled": true
              },
              "LVL.S.C01.Rsp": {
                "number": "LVL.S.C01.Rsp",
                "enabled": true
              },
              "LVL.S.C02.Rsp": {
                "number": "LVL.S.C02.Rsp",
                "enabled": true
              },
              "LVL.S.C03.Rsp": {
                "number": "LVL.S.C03.Rsp",
                "enabled": true
              },
              "LVL.S.C04.Rsp": {
                "number": "LVL.S.C04.Rsp",
                "enabled": true
              },
              "LVL.S.C05.Rsp": {
                "number": "LVL.S.C05.Rsp",
                "enabled": true
              },
              "LVL.S.C06.Rsp": {
                "number": "LVL.S.C06.Rsp",
                "enabled": true
              },
              "LVL.S.C07.Rsp": {
                "number": "LVL.S.C07.Rsp",
                "enabled": true
              },
              "LVL.S.C08.Rsp": {
                "number": "LVL.S.C08.Rsp",
                "enabled": false
              },
              "LVL.S.F00": {
                "number": "LVL.S.F00",
                "enabled": true
              },
              "LVL.S.F01": {
                "number": "LVL.S.F01",
                "enabled": true
              },
              "LVL.S.F02": {
                "number": "LVL.S.F02",
                "enabled": false
              },
              "LVL.S.M.VarRate": {
                "number": "LVL.S.M.VarRate",
                "enabled": true
              }
            }
          }
        }
      }
    }

    2. Do I have to enable a server or client? Can I not choose?

Reply
  • Hi, thanks for your reply.
    1.  I'm using TestHarness auto-test "TC-IDM-10.4
    So, I don't know how to specify test endpoint 1.

    Please teach me how to configure. Thank you

    {
      "config": {
        "network": {
          "wifi": {
            "ssid": "testharness",
            "password": "wifi-password"
          },
          "thread": {
            "rcp_serial_path": "/dev/ttyACM0",
            "rcp_baudrate": 115200,
            "on_mesh_prefix": "fd15:35::/64",
            "network_interface": "eth0",
            "dataset": {
              "channel": "25",
              "panid": "0x2b35",
              "extpanid": "2b35dead5b35beef",
              "networkkey": "67892233445566778899aabbccdd5612",
              "networkname": "2b35"
            },
            "otbr_docker_image": null
          }
        },
        "dut_config": {
          "discriminator": "3210",
          "setup_code": "40634394",
          "pairing_mode": "ble-thread",
          "chip_timeout": null,
          "chip_use_paa_certs": true,
          "trace_log": true
        },
        "test_parameters": {
          "thread-dataset-hex": "0e08000000000001000035060004001fffe00708fd893173e1f042310410a2ed118932f24f8542b385fe51523d5a0c0402a0f7f8000300001901022b3502082b35dead5b35beef030432623335051067892233445566778899aabbccdd5612",
          "paa-trust-store-path": "/paa-root-certs",
          "manual-code": "30207424805"
        }
      },
      "pics": {
        "clusters": {
          "Level Control Cluster Test Plan": {
            "name": "Level Control Cluster Test Plan",
            "items": {
              "LVL.S": {
                "number": "LVL.S",
                "enabled": true
              },
              "LVL.S.A0000": {
                "number": "LVL.S.A0000",
                "enabled": true
              },
              "LVL.S.A0001": {
                "number": "LVL.S.A0001",
                "enabled": true
              },
              "LVL.S.A0002": {
                "number": "LVL.S.A0002",
                "enabled": true
              },
              "LVL.S.A0003": {
                "number": "LVL.S.A0003",
                "enabled": true
              },
              "LVL.S.A0004": {
                "number": "LVL.S.A0004",
                "enabled": false
              },
              "LVL.S.A0005": {
                "number": "LVL.S.A0005",
                "enabled": false
              },
              "LVL.S.A0006": {
                "number": "LVL.S.A0006",
                "enabled": false
              },
              "LVL.S.A000f": {
                "number": "LVL.S.A000f",
                "enabled": true
              },
              "LVL.S.A0010": {
                "number": "LVL.S.A0010",
                "enabled": true
              },
              "LVL.S.A0011": {
                "number": "LVL.S.A0011",
                "enabled": true
              },
              "LVL.S.A0012": {
                "number": "LVL.S.A0012",
                "enabled": true
              },
              "LVL.S.A0013": {
                "number": "LVL.S.A0013",
                "enabled": true
              },
              "LVL.S.A0014": {
                "number": "LVL.S.A0014",
                "enabled": true
              },
              "LVL.S.A4000": {
                "number": "LVL.S.A4000",
                "enabled": true
              },
              "LVL.S.C00.Rsp": {
                "number": "LVL.S.C00.Rsp",
                "enabled": true
              },
              "LVL.S.C01.Rsp": {
                "number": "LVL.S.C01.Rsp",
                "enabled": true
              },
              "LVL.S.C02.Rsp": {
                "number": "LVL.S.C02.Rsp",
                "enabled": true
              },
              "LVL.S.C03.Rsp": {
                "number": "LVL.S.C03.Rsp",
                "enabled": true
              },
              "LVL.S.C04.Rsp": {
                "number": "LVL.S.C04.Rsp",
                "enabled": true
              },
              "LVL.S.C05.Rsp": {
                "number": "LVL.S.C05.Rsp",
                "enabled": true
              },
              "LVL.S.C06.Rsp": {
                "number": "LVL.S.C06.Rsp",
                "enabled": true
              },
              "LVL.S.C07.Rsp": {
                "number": "LVL.S.C07.Rsp",
                "enabled": true
              },
              "LVL.S.C08.Rsp": {
                "number": "LVL.S.C08.Rsp",
                "enabled": false
              },
              "LVL.S.F00": {
                "number": "LVL.S.F00",
                "enabled": true
              },
              "LVL.S.F01": {
                "number": "LVL.S.F01",
                "enabled": true
              },
              "LVL.S.F02": {
                "number": "LVL.S.F02",
                "enabled": false
              },
              "LVL.S.M.VarRate": {
                "number": "LVL.S.M.VarRate",
                "enabled": true
              }
            }
          }
        }
      }
    }

    2. Do I have to enable a server or client? Can I not choose?

Children
Related