diff --git a/src/app/tests/suites/certification/Test_TC_BDX_1_4.yaml b/src/app/tests/suites/certification/Test_TC_BDX_1_4.yaml index c10196dab7f208..0b75d0a45a9a49 100644 --- a/src/app/tests/suites/certification/Test_TC_BDX_1_4.yaml +++ b/src/app/tests/suites/certification/Test_TC_BDX_1_4.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 28.1.4. [TC-BDX-1.4] Response to Receiver Initiated BDX Transfer session diff --git a/src/app/tests/suites/certification/Test_TC_BOOL_2_2.yaml b/src/app/tests/suites/certification/Test_TC_BOOL_2_2.yaml index 45d8f4f1359a83..67c89012db9cdd 100644 --- a/src/app/tests/suites/certification/Test_TC_BOOL_2_2.yaml +++ b/src/app/tests/suites/certification/Test_TC_BOOL_2_2.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 68.2.2. [TC-BOOL-2.2] Primary functionality with server as DUT diff --git a/src/app/tests/suites/certification/Test_TC_BOOL_3_1.yaml b/src/app/tests/suites/certification/Test_TC_BOOL_3_1.yaml index c4aec579732722..b6c5f6ea82458d 100644 --- a/src/app/tests/suites/certification/Test_TC_BOOL_3_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_BOOL_3_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 68.3.1. [TC-BOOL-3.1] Attributes with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_BRAC_3_1.yaml b/src/app/tests/suites/certification/Test_TC_BRAC_3_1.yaml index 1a1bd4dd08586c..fc57d3b0becb5a 100644 --- a/src/app/tests/suites/certification/Test_TC_BRAC_3_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_BRAC_3_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 75.3.1. [TC-BRAC-3.1] Global attributes with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_CC_2_2.yaml b/src/app/tests/suites/certification/Test_TC_CC_2_2.yaml index fab0510d93a947..2a66839f76ea4a 100644 --- a/src/app/tests/suites/certification/Test_TC_CC_2_2.yaml +++ b/src/app/tests/suites/certification/Test_TC_CC_2_2.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.1.3. [TC-CC-2.2] Attributes with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_CC_3_4.yaml b/src/app/tests/suites/certification/Test_TC_CC_3_4.yaml index 1e5113543f08e1..9badd915a1d66a 100644 --- a/src/app/tests/suites/certification/Test_TC_CC_3_4.yaml +++ b/src/app/tests/suites/certification/Test_TC_CC_3_4.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.2.4. [TC-CC-3.4] Hue functionality with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_CC_4_5.yaml b/src/app/tests/suites/certification/Test_TC_CC_4_5.yaml index 945ec97692bd27..b9bed0d9aac0e9 100644 --- a/src/app/tests/suites/certification/Test_TC_CC_4_5.yaml +++ b/src/app/tests/suites/certification/Test_TC_CC_4_5.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.2.9. [TC-CC-4.5] Saturation functionality with client as DUT @@ -24,10 +25,11 @@ tests: verification: | Verification Steps disabled: true + - label: "DUT sends MoveToSaturation command to TH a Saturation with _TransitionTime 300." - verification: |+ + verification: | ./chip-tool colorcontrol move-to-saturation 200 300 0 0 1 1 [1648101474.910794][2480:2480] CHIP:EM: Handling via exchange: 53143r, Delegate: 0xaaaab8814368 @@ -62,8 +64,8 @@ tests: [1648101474.912442][2480:2480] CHIP:DMG: AccessControl: checking f=1 a=c s=0x000000000001B669 t= c=0x0000_0300 e=1 p=o [1648101474.912507][2480:2480] CHIP:DMG: Received command for Endpoint=1 Cluster=0x0000_0300 Command=0x0000_0003 [1648101474.912605][2480:2480] CHIP:DMG: Endpoint 1, Cluster 0x0000_0300 update version to 6143bba0 - disabled: true + - label: "Over TransitionTime, DUT reads CurrentSaturation attribute from TH periodically." @@ -87,8 +89,9 @@ tests: [1646210970.309871][2190:2190] CHIP:DMG: InteractionModelRevision = 1 [1646210970.309892][2190:2190] CHIP:DMG: }, disabled: true + - label: "DUT sends MoveSaturation command to TH" - verification: |+ + verification: | ./chip-tool colorcontrol move-saturation 1 10 0 0 1 1 [1646211062.545513][2190:2190] CHIP:DMG: InvokeRequestMessage = @@ -119,8 +122,8 @@ tests: [1646211062.546274][2190:2190] CHIP:DMG: [1646211062.546297][2190:2190] CHIP:DMG: InteractionModelRevision = 1 [1646211062.546320][2190:2190] CHIP:DMG: }, - disabled: true + - label: "DUT reads CurrentSaturation attribute from TH several times." verification: | ./chip-tool colorcontrol read current-saturation 1 1 @@ -142,8 +145,9 @@ tests: [1646210970.309871][2190:2190] CHIP:DMG: InteractionModelRevision = 1 [1646210970.309892][2190:2190] CHIP:DMG: }, disabled: true + - label: "DUT sends StepSaturation command to TH" - verification: |+ + verification: | ./chip-tool colorcontrol step-saturation 1 10 200 0 0 1 1 [1646211149.169696][2190:2190] CHIP:DMG: InvokeRequestMessage = [1646211149.169731][2190:2190] CHIP:DMG: { @@ -174,8 +178,8 @@ tests: [1646211149.170576][2190:2190] CHIP:DMG: [1646211149.170603][2190:2190] CHIP:DMG: InteractionModelRevision = 1 [1646211149.170629][2190:2190] CHIP:DMG: }, - disabled: true + - label: "Over TransitionTime, DUT reads CurrentSaturation attribute from TH." verification: | @@ -198,8 +202,9 @@ tests: [1646210970.309871][2190:2190] CHIP:DMG: InteractionModelRevision = 1 [1646210970.309892][2190:2190] CHIP:DMG: }, disabled: true + - label: "DUT sends StopMoveStep command to TH." - verification: |+ + verification: | ./chip-tool colorcontrol stop-move-step 0 0 1 1 [1646211221.659999][2190:2190] CHIP:DMG: InvokeRequestMessage = [1646211221.660038][2190:2190] CHIP:DMG: { @@ -227,5 +232,4 @@ tests: [1646211221.660823][2190:2190] CHIP:DMG: [1646211221.660849][2190:2190] CHIP:DMG: InteractionModelRevision = 1 [1646211221.660877][2190:2190] CHIP:DMG: }, - disabled: true diff --git a/src/app/tests/suites/certification/Test_TC_CC_5_4.yaml b/src/app/tests/suites/certification/Test_TC_CC_5_4.yaml index b2b84d050be518..4cfa346909a9d8 100644 --- a/src/app/tests/suites/certification/Test_TC_CC_5_4.yaml +++ b/src/app/tests/suites/certification/Test_TC_CC_5_4.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.2.13. [TC-CC-5.4] Color functionality with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_CC_6_4.yaml b/src/app/tests/suites/certification/Test_TC_CC_6_4.yaml index 519c2b93dd241f..2b142d1e3938cf 100644 --- a/src/app/tests/suites/certification/Test_TC_CC_6_4.yaml +++ b/src/app/tests/suites/certification/Test_TC_CC_6_4.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.2.17. [TC-CC-6.4] Color Temperature functionality with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_CC_7_5.yaml b/src/app/tests/suites/certification/Test_TC_CC_7_5.yaml index 0de0ed6bc51231..b1dd2715f20bbb 100644 --- a/src/app/tests/suites/certification/Test_TC_CC_7_5.yaml +++ b/src/app/tests/suites/certification/Test_TC_CC_7_5.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.2.22. [TC-CC-7.5] Enhanced Hue functionality with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_CC_9_4.yaml b/src/app/tests/suites/certification/Test_TC_CC_9_4.yaml index e53746c76126ba..907f96815c0c95 100644 --- a/src/app/tests/suites/certification/Test_TC_CC_9_4.yaml +++ b/src/app/tests/suites/certification/Test_TC_CC_9_4.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.2.27. [TC-CC-9.4] ColorLoopSet Validation with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_DD_1_11.yaml b/src/app/tests/suites/certification/Test_TC_DD_1_11.yaml index c94cbaffdb6c4b..ab0845035509cd 100644 --- a/src/app/tests/suites/certification/Test_TC_DD_1_11.yaml +++ b/src/app/tests/suites/certification/Test_TC_DD_1_11.yaml @@ -11,24 +11,23 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.1.11. [TC-DD-1.11] Concatenation - QR Code Onboarding Payload Verification [DUT - Commissioner] + config: - nodeId: "0x12344321" + nodeId: 0x12344321 cluster: "Basic" endpoint: 0 + tests: - - label: "Test Step" - verification: | - Chip-tool Verification Steps - disabled: true - label: "If (PICS_DT_CTRL_CONCATENATED_QR_CODE_1), scan larger QR code that will support the commissioning of all the devices" - verification: |+ - "sudo ./chip-all-clusters-app + verification: | + '' ./chip-all-clusters-app [1646286638.375844][11651:11651] CHIP:DL: Device Configuration: @@ -58,18 +57,20 @@ tests: [1646287790.029451][8190:8190] CHIP:SPL: Discriminator: 3840 [1646287790.029469][8190:8190] CHIP:SPL: SetUpPINCode: 20202021 [1646287790.029488][8190:8190] CHIP:SPL: RendezvousInformation: 2 - disabled: true + - label: "If (PICS_DT_CTRL_CONCATENATED_QR_CODE_1)" verification: | Vendor specific field testcase disabled: true + - label: "If !(PICS_DT_CTRL_CONCATENATED_QR_CODE_1) && PICS_DT_CTRL_CONCATENATED_QR_CODE_2" verification: | Vendor specific field testcase disabled: true + - label: "If !(PICS_DT_CTRL_CONCATENATED_QR_CODE_1) && !(PICS_DT_CTRL_CONCATENATED_QR_CODE_2)" diff --git a/src/app/tests/suites/certification/Test_TC_DD_1_12.yaml b/src/app/tests/suites/certification/Test_TC_DD_1_12.yaml index 55c9968e525582..402470617d0bfa 100644 --- a/src/app/tests/suites/certification/Test_TC_DD_1_12.yaml +++ b/src/app/tests/suites/certification/Test_TC_DD_1_12.yaml @@ -11,17 +11,16 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.1.12. [TC-DD-1.12] Onboarding Payload Verification - Custom Flow = 0 + config: - nodeId: "0x12344321" + nodeId: 0x12344321 cluster: "Basic" endpoint: 0 + tests: - - label: "Test Step" - verification: | - Chip-tool Verification Steps - disabled: true - label: "Scan the DUTs QR code using a QR code reader" verification: | 1. Get the QR code from the DUT @@ -53,6 +52,7 @@ tests: [1641836844940] [16334:698889] CHIP: [SPL] SetUpPINCode: 20202021 [1641836844940] [16334:698889] CHIP: [SPL] RendezvousInformation: 2 disabled: true + - label: "Verify Custom payload support" verification: | 1. Custom Flow bit in the Onboarding Payload QR Code is set to 0 (Standard Flow) @@ -67,6 +67,7 @@ tests: [1641836844940] [16334:698889] CHIP: [SPL] SetUpPINCode: 20202021 [1641836844940] [16334:698889] CHIP: [SPL] RendezvousInformation: 2 disabled: true + - label: "if custom flow bit in step 2 is equal to 0 (Standard flow), reboot the device" diff --git a/src/app/tests/suites/certification/Test_TC_DD_2_1.yaml b/src/app/tests/suites/certification/Test_TC_DD_2_1.yaml index 84e602cae0bac2..97ded29eb33b0e 100644 --- a/src/app/tests/suites/certification/Test_TC_DD_2_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_DD_2_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.2.1. [TC-DD-2.1] Announcement by device verification diff --git a/src/app/tests/suites/certification/Test_TC_DD_2_2.yaml b/src/app/tests/suites/certification/Test_TC_DD_2_2.yaml index cef12e9ec39e70..e0cd27ce31a7da 100644 --- a/src/app/tests/suites/certification/Test_TC_DD_2_2.yaml +++ b/src/app/tests/suites/certification/Test_TC_DD_2_2.yaml @@ -11,25 +11,25 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.2.2. [TC-DD-2.2] Discovery by commissioner verification [DUT - Commissioner] + config: - nodeId: "0x12344321" + nodeId: 0x12344321 cluster: "Basic" endpoint: 0 + tests: - - label: "Test Step" - verification: | - Chip-tool Verification Steps - disabled: true - label: "If (PICS_BLE) TH starts matter announcement procedure using BLE transport" verification: | 1. User should manually verify that the TH is sending BLE advertisements. disabled: true + - label: "If (PICS_BLE) DUT starts BLE scan across all three advertising channels with a sufficient dwell time, interval, and overall duration @@ -37,14 +37,17 @@ tests: verification: | 1. Using the DUT's means of discovering BLE advertisements, scan for the TH that is sending them out from step 1a disabled: true + - label: "If (PICS_BLE) DUT starts scan in background using BLE transport" verification: | 1. Using the DUT's means of discovering BLE advertisements, start scan before TH begins sending BLE advertisements disabled: true + - label: "If (PICS_BLE) TH starts matter announcement using BLE transport" verification: | 1. User should manually verify that the TH is sending BLE advertisements. disabled: true + - label: "If (PICS_WIFI) TH starts SoftAP and begin matter announcement procedure" @@ -53,6 +56,7 @@ tests: chip-all-clusters-app does not currently support Custom Commissioning Flow or SoftAP as part of its commissioning flow disabled: true + - label: "If (PICS_WIFI) DUT starts Wi-Fi scan of all 2.4 GHz Wi-Fi channels allowed per its operational regulatory domain (channels 1, 6, and 11 @@ -62,12 +66,14 @@ tests: chip-all-clusters-app does not currently support Custom Commissioning Flow or SoftAP as part of its commissioning flow disabled: true + - label: "If (PICS_WIFI) DUT scans using Wi-Fi in background" verification: | BLOCKED chip-all-clusters-app does not currently support Custom Commissioning Flow or SoftAP as part of its commissioning flow disabled: true + - label: "If (PICS_WIFI) TH starts SoftAP and begin matter announcement procedure" @@ -76,6 +82,7 @@ tests: chip-all-clusters-app does not currently support Custom Commissioning Flow or SoftAP as part of its commissioning flow disabled: true + - label: "If (PICS_ETH) DUT performs service discovery using DNS-SD" verification: | 1. Verify DUT controller is able to scan and find the TH device over ethernet diff --git a/src/app/tests/suites/certification/Test_TC_DD_3_3.yaml b/src/app/tests/suites/certification/Test_TC_DD_3_3.yaml index 41d91860bc04c9..100857b6d231a1 100644 --- a/src/app/tests/suites/certification/Test_TC_DD_3_3.yaml +++ b/src/app/tests/suites/certification/Test_TC_DD_3_3.yaml @@ -11,23 +11,23 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.3.3. [TC-DD-3.3] User Directed Commissioning - Commissionee + config: - nodeId: "0x12344321" + nodeId: 0x12344321 cluster: "Basic" endpoint: 0 + tests: - - label: "Test Step" - verification: | - Verification Steps - disabled: true - label: "DUT start scanning for available commissioners using Commissioner Discovery" - verification: |4+ + verification: | disabled: true + - label: "TH is instructed to advertise Commissioner Discovery service" verification: | DUT to advertsise commissioner discovery service, Ex: The TV app example in SDK is reference commissioner @@ -534,6 +534,7 @@ tests: CHIP:DL: BLE layer shutdown CHIP:DL: System Layer shutdown disabled: true + - label: "DUT start scanning for available commissioners using Commissioner Discovery" @@ -577,14 +578,15 @@ tests: Port: 5550 Commissioning Mode: 0 1 commissioner(s) discovered. Select one (by number# above) to request commissioning from: - disabled: true + - label: "DUT is instructed to start the commissioning procedure with the TH found at step 2" verification: | Select option 1 on TH disabled: true + - label: "TH verifies the Identification Declaration message" verification: | On DUT. diff --git a/src/app/tests/suites/certification/Test_TC_DD_3_4.yaml b/src/app/tests/suites/certification/Test_TC_DD_3_4.yaml index 2865f222b201a0..0a135c6b7872a0 100644 --- a/src/app/tests/suites/certification/Test_TC_DD_3_4.yaml +++ b/src/app/tests/suites/certification/Test_TC_DD_3_4.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.3.4. [TC-DD-3.4] User Directed Commissioning - Commissioner [DUT - diff --git a/src/app/tests/suites/certification/Test_TC_DD_3_7.yaml b/src/app/tests/suites/certification/Test_TC_DD_3_7.yaml index 675927d843f0a3..b2756d991b643d 100644 --- a/src/app/tests/suites/certification/Test_TC_DD_3_7.yaml +++ b/src/app/tests/suites/certification/Test_TC_DD_3_7.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.3.7. [TC-DD-3.7] Commissioning Flow - Concurrent - Negative scenario [DUT diff --git a/src/app/tests/suites/certification/Test_TC_DD_3_8.yaml b/src/app/tests/suites/certification/Test_TC_DD_3_8.yaml index 13e6b7c7c50a42..488ca8ad4b460d 100644 --- a/src/app/tests/suites/certification/Test_TC_DD_3_8.yaml +++ b/src/app/tests/suites/certification/Test_TC_DD_3_8.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.3.8. [TC-DD-3.8] Commissioning Flow - Non-concurrent - Negative scenario @@ -25,6 +26,6 @@ tests: - label: "Repeat steps 1.a-1.o from [TC-DD-3.6]. Force exit any step in 1.a and 1.o." - verification: |4+ + verification: | disabled: true diff --git a/src/app/tests/suites/certification/Test_TC_DL_1_1.yaml b/src/app/tests/suites/certification/Test_TC_DL_1_1.yaml index 9e59cd925889c5..604f91ce8cebde 100644 --- a/src/app/tests/suites/certification/Test_TC_DL_1_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_DL_1_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 107.1. [TC-DL-1.1] Attributes check [DUT - Server] @@ -44,6 +45,7 @@ tests: verification: | disabled: true + - label: "TH reads DoorClosedEvents attribute from DUT" verification: | @@ -65,7 +67,7 @@ tests: disabled: true - label: "TH reads NumberOfPINUsersSupported attribute from DUT" - verification: |4+ + verification: | disabled: true diff --git a/src/app/tests/suites/certification/Test_TC_DL_1_10.yaml b/src/app/tests/suites/certification/Test_TC_DL_1_10.yaml index 297e82e37d5708..d34e8ee71ac8ee 100644 --- a/src/app/tests/suites/certification/Test_TC_DL_1_10.yaml +++ b/src/app/tests/suites/certification/Test_TC_DL_1_10.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 107.10. [TC-DL-1.10] Verification for the following Commands - Set User diff --git a/src/app/tests/suites/certification/Test_TC_DL_1_11.yaml b/src/app/tests/suites/certification/Test_TC_DL_1_11.yaml index 256b444c1dc4e7..979f04f57fc89a 100644 --- a/src/app/tests/suites/certification/Test_TC_DL_1_11.yaml +++ b/src/app/tests/suites/certification/Test_TC_DL_1_11.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 107.11. [TC-DL-1.11] Verification for the following Commands - Set Year diff --git a/src/app/tests/suites/certification/Test_TC_DL_1_13.yaml b/src/app/tests/suites/certification/Test_TC_DL_1_13.yaml index 6360f8647a1067..ea0458698cf4fe 100644 --- a/src/app/tests/suites/certification/Test_TC_DL_1_13.yaml +++ b/src/app/tests/suites/certification/Test_TC_DL_1_13.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 107.13. [TC-DL-1.13] Verification for the following Commands - Set User, Get diff --git a/src/app/tests/suites/certification/Test_TC_DL_1_14.yaml b/src/app/tests/suites/certification/Test_TC_DL_1_14.yaml index af24507f01d606..b8533871c48486 100644 --- a/src/app/tests/suites/certification/Test_TC_DL_1_14.yaml +++ b/src/app/tests/suites/certification/Test_TC_DL_1_14.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 107.14. [TC-DL-1.14] Verification for the following Commands - Set diff --git a/src/app/tests/suites/certification/Test_TC_DL_1_15.yaml b/src/app/tests/suites/certification/Test_TC_DL_1_15.yaml index a5ad0cdebde972..75b0ced7601932 100644 --- a/src/app/tests/suites/certification/Test_TC_DL_1_15.yaml +++ b/src/app/tests/suites/certification/Test_TC_DL_1_15.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 107.15. [TC-DL-1.15] Verification for the Operation Event Notification diff --git a/src/app/tests/suites/certification/Test_TC_DL_1_16.yaml b/src/app/tests/suites/certification/Test_TC_DL_1_16.yaml index a6a5ce799a1ea8..9519118a3ca4d8 100644 --- a/src/app/tests/suites/certification/Test_TC_DL_1_16.yaml +++ b/src/app/tests/suites/certification/Test_TC_DL_1_16.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 107.16. [TC-DL-1.16] Verification for the Programming Event Notification diff --git a/src/app/tests/suites/certification/Test_TC_DL_1_17.yaml b/src/app/tests/suites/certification/Test_TC_DL_1_17.yaml index 0b5786b8cab1cb..588d2bbeac0ccd 100644 --- a/src/app/tests/suites/certification/Test_TC_DL_1_17.yaml +++ b/src/app/tests/suites/certification/Test_TC_DL_1_17.yaml @@ -11,11 +11,12 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 104.18. [TC-DL-2.17] Verification for the Door Lock Events [DUT-Server] config: - nodeId: "0x12344321" + nodeId: 0x12344321 cluster: "Basic" endpoint: 0 @@ -114,6 +115,7 @@ tests: verification: | disabled: true + - label: "Initiate a LockOperation event by setting OperationSource to 5" verification: | @@ -162,6 +164,7 @@ tests: verification: | disabled: true + - label: "Initiate a LockOperationError Event by setting OperationError as 4" verification: | diff --git a/src/app/tests/suites/certification/Test_TC_DL_1_2.yaml b/src/app/tests/suites/certification/Test_TC_DL_1_2.yaml index f5236ef01b24bf..a73cb91c8025af 100644 --- a/src/app/tests/suites/certification/Test_TC_DL_1_2.yaml +++ b/src/app/tests/suites/certification/Test_TC_DL_1_2.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 107.2. [TC-DL-1.2] Verification for Door lock command[DUT-Server] diff --git a/src/app/tests/suites/certification/Test_TC_DL_1_4.yaml b/src/app/tests/suites/certification/Test_TC_DL_1_4.yaml index 49fb0cfb1cc301..e14dfa409905f8 100644 --- a/src/app/tests/suites/certification/Test_TC_DL_1_4.yaml +++ b/src/app/tests/suites/certification/Test_TC_DL_1_4.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 107.4. [TC-DL-1.4] Verification for Unlock with Timeout command [DUT-Server] diff --git a/src/app/tests/suites/certification/Test_TC_DL_1_5.yaml b/src/app/tests/suites/certification/Test_TC_DL_1_5.yaml index 1ea35204ffc38e..40e3558972c302 100644 --- a/src/app/tests/suites/certification/Test_TC_DL_1_5.yaml +++ b/src/app/tests/suites/certification/Test_TC_DL_1_5.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 107.5. [TC-DL-1.5] Verification for Get Log Record, Get Log Record Response diff --git a/src/app/tests/suites/certification/Test_TC_DL_1_6.yaml b/src/app/tests/suites/certification/Test_TC_DL_1_6.yaml index a51478fa6bf653..cac9a308c1b18a 100644 --- a/src/app/tests/suites/certification/Test_TC_DL_1_6.yaml +++ b/src/app/tests/suites/certification/Test_TC_DL_1_6.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 107.6. [TC-DL-1.6] Verification for the following Commands - Set PIN Code, diff --git a/src/app/tests/suites/certification/Test_TC_DL_1_7.yaml b/src/app/tests/suites/certification/Test_TC_DL_1_7.yaml index 09b1bf2601a4a3..4b81f856afec9f 100644 --- a/src/app/tests/suites/certification/Test_TC_DL_1_7.yaml +++ b/src/app/tests/suites/certification/Test_TC_DL_1_7.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 107.7. [TC-DL-1.7] Verification for the following Commands - Set User diff --git a/src/app/tests/suites/certification/Test_TC_DL_1_8.yaml b/src/app/tests/suites/certification/Test_TC_DL_1_8.yaml index c9a7a59a3d838c..a8a9e4dd128225 100644 --- a/src/app/tests/suites/certification/Test_TC_DL_1_8.yaml +++ b/src/app/tests/suites/certification/Test_TC_DL_1_8.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 107.8. [TC-DL-1.8] Verification for the following Commands - Set Week Day diff --git a/src/app/tests/suites/certification/Test_TC_DM_2_1.yaml b/src/app/tests/suites/certification/Test_TC_DM_2_1.yaml index a9d549ea9873c7..09d68ad2422ee8 100644 --- a/src/app/tests/suites/certification/Test_TC_DM_2_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_DM_2_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.2.1. [TC-DM-2.1] Operational Credential Commands diff --git a/src/app/tests/suites/certification/Test_TC_DM_2_3.yaml b/src/app/tests/suites/certification/Test_TC_DM_2_3.yaml index 5f5f43575f7d13..b88de7f9b24f37 100644 --- a/src/app/tests/suites/certification/Test_TC_DM_2_3.yaml +++ b/src/app/tests/suites/certification/Test_TC_DM_2_3.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 10.2.3. [TC-DM-2.3] Operational Credential Commands [DUT - Commissioner] diff --git a/src/app/tests/suites/certification/Test_TC_GC_1_4.yaml b/src/app/tests/suites/certification/Test_TC_GC_1_4.yaml index f4eda80fd43e88..b9933ac414c56b 100644 --- a/src/app/tests/suites/certification/Test_TC_GC_1_4.yaml +++ b/src/app/tests/suites/certification/Test_TC_GC_1_4.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 90.4. [TC-GC-1.4] Verification For ErrorCode message [DUT - Commissionee] diff --git a/src/app/tests/suites/certification/Test_TC_IDM_7_1.yaml b/src/app/tests/suites/certification/Test_TC_IDM_7_1.yaml index 13398032068616..58cf68091167ce 100644 --- a/src/app/tests/suites/certification/Test_TC_IDM_7_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_IDM_7_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 19.8.5. [TC-IDM-7.1] Multi Fabric Subscription Test Cases. DUT as the diff --git a/src/app/tests/suites/certification/Test_TC_ILL_3_1.yaml b/src/app/tests/suites/certification/Test_TC_ILL_3_1.yaml index b267afcfc38106..2cb03b53cbbdce 100644 --- a/src/app/tests/suites/certification/Test_TC_ILL_3_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_ILL_3_1.yaml @@ -11,8 +11,9 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default -name: "[TC-ILL-3.1] Attributes with client as DUT" +name: 69.3.1.[TC-ILL-3.1] Attributes with client as DUT config: nodeId: 0x12344321 diff --git a/src/app/tests/suites/certification/Test_TC_I_3_1.yaml b/src/app/tests/suites/certification/Test_TC_I_3_1.yaml index b21ca65cd74bd8..ce5a6086c0c740 100644 --- a/src/app/tests/suites/certification/Test_TC_I_3_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_I_3_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 57.3.1. [TC-I-3.1] Attributes with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_I_3_2.yaml b/src/app/tests/suites/certification/Test_TC_I_3_2.yaml index f3d9f79d693fcf..7706afeb33a6f0 100644 --- a/src/app/tests/suites/certification/Test_TC_I_3_2.yaml +++ b/src/app/tests/suites/certification/Test_TC_I_3_2.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 57.3.2. [TC-I-3.2] Functionality with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_LC_1_1.yaml b/src/app/tests/suites/certification/Test_TC_LC_1_1.yaml index ceeff54dc7bd48..052925f98e7b18 100644 --- a/src/app/tests/suites/certification/Test_TC_LC_1_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_LC_1_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 95.1. [TC-LC-1.1] Global Attributes [DUT-Server] diff --git a/src/app/tests/suites/certification/Test_TC_LC_1_3.yaml b/src/app/tests/suites/certification/Test_TC_LC_1_3.yaml index f85b39822cd49e..aff522552ee595 100644 --- a/src/app/tests/suites/certification/Test_TC_LC_1_3.yaml +++ b/src/app/tests/suites/certification/Test_TC_LC_1_3.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 95.3. [TC-LC-1.3] User Label cluster write verification [DUT - Commissionee] diff --git a/src/app/tests/suites/certification/Test_TC_LC_1_4.yaml b/src/app/tests/suites/certification/Test_TC_LC_1_4.yaml index c6ab162a7e6bae..3e362f04128d06 100644 --- a/src/app/tests/suites/certification/Test_TC_LC_1_4.yaml +++ b/src/app/tests/suites/certification/Test_TC_LC_1_4.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 95.4. [TC-LC-1.4]User Label cluster constraint_error verification [DUT - diff --git a/src/app/tests/suites/certification/Test_TC_LC_1_5.yaml b/src/app/tests/suites/certification/Test_TC_LC_1_5.yaml index 6ef957252d6346..38fc4ee304b96b 100644 --- a/src/app/tests/suites/certification/Test_TC_LC_1_5.yaml +++ b/src/app/tests/suites/certification/Test_TC_LC_1_5.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 95.5. [TC-LC-1.5] User Label cluster empty entry verification [DUT - diff --git a/src/app/tests/suites/certification/Test_TC_LO_1_1.yaml b/src/app/tests/suites/certification/Test_TC_LO_1_1.yaml index f954c8e06ea31f..8ca13596aaeddb 100644 --- a/src/app/tests/suites/certification/Test_TC_LO_1_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_LO_1_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.1. [TC-LO-1.1] Localization Configuration Cluster Attributes diff --git a/src/app/tests/suites/certification/Test_TC_LVL_2_3.yaml b/src/app/tests/suites/certification/Test_TC_LVL_2_3.yaml index 338316df15c91e..710e2ed32c5c82 100644 --- a/src/app/tests/suites/certification/Test_TC_LVL_2_3.yaml +++ b/src/app/tests/suites/certification/Test_TC_LVL_2_3.yaml @@ -11,11 +11,12 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 24.2.3. [TC-LVL-2.3] Attributes with client as DUT config: - nodeId: "0x12344321" + nodeId: 0x12344321 cluster: "Basic" endpoint: 0 diff --git a/src/app/tests/suites/certification/Test_TC_MC_10_7.yaml b/src/app/tests/suites/certification/Test_TC_MC_10_7.yaml index f17631bae4d81b..0a402a002ca25c 100644 --- a/src/app/tests/suites/certification/Test_TC_MC_10_7.yaml +++ b/src/app/tests/suites/certification/Test_TC_MC_10_7.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 18.12.7. [TC-MC-10.7] Content Search Verification (DUT as Server) @@ -18,6 +19,7 @@ config: nodeId: 0x12344321 cluster: "Basic" endpoint: 0 + tests: - label: "DUT sends a LaunchContent command to the TH with search parameter diff --git a/src/app/tests/suites/certification/Test_TC_MC_2_2.yaml b/src/app/tests/suites/certification/Test_TC_MC_2_2.yaml index 599d08f4c8c56c..fb3cbd0fa709e7 100644 --- a/src/app/tests/suites/certification/Test_TC_MC_2_2.yaml +++ b/src/app/tests/suites/certification/Test_TC_MC_2_2.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 21.2.2. [TC-MC-2.2] Low Power Mode Verification (DUT as Client) diff --git a/src/app/tests/suites/certification/Test_TC_MOD_1_3.yaml b/src/app/tests/suites/certification/Test_TC_MOD_1_3.yaml index e5a926434ed8f9..f58d69d0a2f879 100644 --- a/src/app/tests/suites/certification/Test_TC_MOD_1_3.yaml +++ b/src/app/tests/suites/certification/Test_TC_MOD_1_3.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 78.1.3. [TC-MOD-1.3] Attributes with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_NC_1_1.yaml b/src/app/tests/suites/certification/Test_TC_NC_1_1.yaml index 30b6a53e5835ca..5d043e77d0f566 100644 --- a/src/app/tests/suites/certification/Test_TC_NC_1_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_NC_1_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.1. [TC-NC-1.1] Verification on wifi connection and attributes check [DUT - diff --git a/src/app/tests/suites/certification/Test_TC_NC_1_10.yaml b/src/app/tests/suites/certification/Test_TC_NC_1_10.yaml index 30594da18e8f1e..150cf1490a85f1 100644 --- a/src/app/tests/suites/certification/Test_TC_NC_1_10.yaml +++ b/src/app/tests/suites/certification/Test_TC_NC_1_10.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.10. [TC-NC-1.10] Verification for RemoveNetwork Command for Thread diff --git a/src/app/tests/suites/certification/Test_TC_NC_1_11.yaml b/src/app/tests/suites/certification/Test_TC_NC_1_11.yaml index e2235f51793d3f..85d6ab3ec307e5 100644 --- a/src/app/tests/suites/certification/Test_TC_NC_1_11.yaml +++ b/src/app/tests/suites/certification/Test_TC_NC_1_11.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.11. [TC-NC-1.11] Verificatrion for ConnectNetwork Command for Wifi diff --git a/src/app/tests/suites/certification/Test_TC_NC_1_12.yaml b/src/app/tests/suites/certification/Test_TC_NC_1_12.yaml index 9d2f2592c37b87..d16afafef40409 100644 --- a/src/app/tests/suites/certification/Test_TC_NC_1_12.yaml +++ b/src/app/tests/suites/certification/Test_TC_NC_1_12.yaml @@ -11,29 +11,25 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.12. [TC-NC-1.12] Verificatrion for ConnectNetwork Command for Thread interface [DUT-Commissionee] config: - nodeId: "0x12344321" + nodeId: 0x12344321 cluster: "Basic" endpoint: 0 tests: - - label: "Test Step" - verification: | - Chip-Tool Verification Steps - disabled: true - - label: "TH1 sends ArmFailSafe command to the DUT" - verification: |4+ + verification: | disabled: true - label: "TH1 saves the timestamp as CT1" - verification: |4+ + verification: | disabled: true @@ -55,16 +51,16 @@ tests: disabled: true - label: "TH1 saves the timestamp as CT2" - verification: |4+ + verification: | disabled: true - label: "TH1 reads Networks attribute from the DUT" - verification: |4+ + verification: | disabled: true - label: "TH1 sends CommissioningComplete Command from the DUT" - verification: |4+ + verification: | disabled: true diff --git a/src/app/tests/suites/certification/Test_TC_NC_1_13.yaml b/src/app/tests/suites/certification/Test_TC_NC_1_13.yaml index 52f88b5a4bddda..b99604d85db496 100644 --- a/src/app/tests/suites/certification/Test_TC_NC_1_13.yaml +++ b/src/app/tests/suites/certification/Test_TC_NC_1_13.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.13. [TC-NC-1.13] Verificatrion for ConnectNetwork Command for Ethernet diff --git a/src/app/tests/suites/certification/Test_TC_NC_1_14.yaml b/src/app/tests/suites/certification/Test_TC_NC_1_14.yaml index b4ab12b34e5196..7f84236a5e5546 100644 --- a/src/app/tests/suites/certification/Test_TC_NC_1_14.yaml +++ b/src/app/tests/suites/certification/Test_TC_NC_1_14.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.14. [TC-NC-1.14] Verification for ReorderNetwork command for Wifi diff --git a/src/app/tests/suites/certification/Test_TC_NC_1_15.yaml b/src/app/tests/suites/certification/Test_TC_NC_1_15.yaml index 3d62e140d959a3..2c78b3a65e3723 100644 --- a/src/app/tests/suites/certification/Test_TC_NC_1_15.yaml +++ b/src/app/tests/suites/certification/Test_TC_NC_1_15.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.15. [TC-NC-1.15] Verification for ReorderNetwork command for Thread diff --git a/src/app/tests/suites/certification/Test_TC_NC_1_16.yaml b/src/app/tests/suites/certification/Test_TC_NC_1_16.yaml index 5ef265f5000277..d73fae1bf863e7 100644 --- a/src/app/tests/suites/certification/Test_TC_NC_1_16.yaml +++ b/src/app/tests/suites/certification/Test_TC_NC_1_16.yaml @@ -11,23 +11,23 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.16. [TC-NC-1.16] NetworkNotFound value as LastNetworkingstatus argument validation for wifi interface [DUT-Commissionee] + config: - nodeId: "0x12344321" + nodeId: 0x12344321 cluster: "Basic" endpoint: 0 + tests: - - label: "Test Step" - verification: | - Chip-Tool Verification Steps - disabled: true - label: "TH1 sends ArmFailSafe command to the DUT" - verification: |4+ + verification: | disabled: true + - label: "TH1 sends RemoveNetwork Command to the DUT with NetworkID argument value as 'Userwifi_ssid1' and Breadcrumb argument value as 0" @@ -43,6 +43,7 @@ tests: [1646296227.059598][3118:3123] CHIP:DMG: ICR moving to [AwaitingDe] [1646296227.059667][3118:3123] CHIP:EM: Sending Standalone Ack for MessageCounter:15895540 on exchange 28900i disabled: true + - label: "TH1 sends ConnectNetwork Command to the DUT with NetworkID value as 'Userwifi_ssid1' and Breadcrumb value as 0" diff --git a/src/app/tests/suites/certification/Test_TC_NC_1_17.yaml b/src/app/tests/suites/certification/Test_TC_NC_1_17.yaml index a1f86b19f64eb7..81b4580bb3baa8 100644 --- a/src/app/tests/suites/certification/Test_TC_NC_1_17.yaml +++ b/src/app/tests/suites/certification/Test_TC_NC_1_17.yaml @@ -11,23 +11,23 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.17. [TC-NC-1.17] NetworkNotFound value as LastNetworkingstatus argument validation for Thread interface [DUT-Commissionee] + config: - nodeId: "0x12344321" + nodeId: 0x12344321 cluster: "Basic" endpoint: 0 + tests: - - label: "Test Step" - verification: | - Chip-Tool Verification Steps - disabled: true - label: "TH1 sends ArmFailSafe command to the DUT" - verification: |4+ + verification: | disabled: true + - label: "TH1 sends RemoveNetwork Command to the DUT with NetworkID argument value as 'Userth_op1' and Breadcrumb argument value as 0" @@ -43,6 +43,7 @@ tests: [1645774811.424256][4127:4132] CHIP:DMG: ICR moving to [AwaitingDe] [1645774811.424362][4127:4132] CHIP:EM: Sending Standalone Ack for MessageCounter:5388547 on exchange 23393i disabled: true + - label: "TH1 sends ConnectNetwork Command to the DUT with NetworkID value as 'Userth_op1' and Breadcrumb value as 0" diff --git a/src/app/tests/suites/certification/Test_TC_NC_1_18.yaml b/src/app/tests/suites/certification/Test_TC_NC_1_18.yaml index bef7da61ba1507..4b8a303fdeafef 100644 --- a/src/app/tests/suites/certification/Test_TC_NC_1_18.yaml +++ b/src/app/tests/suites/certification/Test_TC_NC_1_18.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.18. [TC-NC-1.18] NetworkNotFound value as LastNetworkingstatus argument diff --git a/src/app/tests/suites/certification/Test_TC_NC_1_2.yaml b/src/app/tests/suites/certification/Test_TC_NC_1_2.yaml index 77932915f6238e..4c83676e71b102 100644 --- a/src/app/tests/suites/certification/Test_TC_NC_1_2.yaml +++ b/src/app/tests/suites/certification/Test_TC_NC_1_2.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.2. [TC-NC-1.2] Verification on thread connection and attributes check [DUT diff --git a/src/app/tests/suites/certification/Test_TC_NC_1_3.yaml b/src/app/tests/suites/certification/Test_TC_NC_1_3.yaml index 24922cce89b241..e795ab40dcdb89 100644 --- a/src/app/tests/suites/certification/Test_TC_NC_1_3.yaml +++ b/src/app/tests/suites/certification/Test_TC_NC_1_3.yaml @@ -11,27 +11,28 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.3. [TC-NC-1.3] Verification on Ethernet connection and attributes check [DUT - Commissionee] + config: - nodeId: "0x12344321" + nodeId: 0x12344321 cluster: "Basic" endpoint: 0 + tests: - - label: "Test Step" - verification: | - Chip-Tool Verification Steps - disabled: true - label: "Factory reset the DUT" - verification: |4+ + verification: | disabled: true + - label: "TH1 is commissioned with DUT" - verification: |4+ + verification: | disabled: true + - label: "TH1 reads Descriptor Cluster from the DUT with EP0 TH1 reads ServerList from the DUT" @@ -71,6 +72,7 @@ tests: [1646226258.252745][2446:2451] CHIP:TOO: [25]: 1029 [1646226258.255517][2446:2451] CHIP:EM: Sending Standalone Ack for MessageCounter:10627940 on exchange 21443i disabled: true + - label: "TH1 reads FeatureMap attribute from the DUT" verification: | ubuntu@ubuntu:~/apps$ sudo ./chip-tool networkcommissioning read feature-map 1 0 @@ -83,6 +85,7 @@ tests: [1646226326.736250][2460:2465] CHIP:TOO: FeatureMap: 2 [1646226326.736362][2460:2465] CHIP:EM: Sending Standalone Ack for MessageCounter:9135736 on exchange 51231i disabled: true + - label: "TH1 reads the MaxNetworks attribute from the DUT" verification: | ubuntu@ubuntu:~/apps$ sudo ./chip-tool networkcommissioning read max-networks 1 0 @@ -94,6 +97,7 @@ tests: [1646226441.816191][2475:2480] CHIP:TOO: MaxNetworks: 1 [1646226441.816288][2475:2480] CHIP:EM: Sending Standalone Ack for MessageCounter:14864333 on exchange 39473i disabled: true + - label: "TH1 reads the Networks attribute list from the DUT" verification: | ubuntu@ubuntu:~/apps$ sudo ./chip-tool networkcommissioning read networks 1 0 @@ -106,6 +110,7 @@ tests: [1646226488.740409][2488:2493] CHIP:TOO: Networks: 0 entries [1646226488.740501][2488:2493] CHIP:EM: Sending Standalone Ack for MessageCounter:9725190 on exchange 29852i disabled: true + - label: "TH1 reads InterfaceEnabled attribute from the DUT" verification: | ubuntu@ubuntu:~/apps$ sudo ./chip-tool networkcommissioning read interface-enabled 1 0 @@ -118,6 +123,7 @@ tests: [1646226615.428331][2502:2507] CHIP:TOO: InterfaceEnabled: TRUE [1646226615.428415][2502:2507] CHIP:EM: Sending Standalone Ack for MessageCounter:3894401 on exchange 55691i disabled: true + - label: "TH1 reads LastNetworkingStatus attribute from the DUT" verification: | ubuntu@ubuntu:~/apps$ sudo ./chip-tool networkcommissioning read last-networking-status 1 0 @@ -129,6 +135,7 @@ tests: [1646227167.614385][2533:2538] CHIP:TOO: LastNetworkingStatus: 0 [1646227167.614468][2533:2538] CHIP:EM: Sending Standalone Ack for MessageCounter:8947540 on exchange 12532i disabled: true + - label: "TH1 reads the LastNetworkID attribute from the DUT TH1 reads the Networks attribute from the DUT" @@ -143,6 +150,7 @@ tests: [1646227218.543836][2545:2550] CHIP:TOO: LastNetworkID: [1646227218.543924][2545:2550] CHIP:EM: Sending Standalone Ack for MessageCounter:9758721 on exchange 15256i disabled: true + - label: "TH1 reads the LastConnectErrorValue attribute from the DUT" verification: | ubuntu@ubuntu:~/apps$ sudo ./chip-tool networkcommissioning read last-connect-error-value 1 0 @@ -155,6 +163,7 @@ tests: [1646227266.753556][2560:2565] CHIP:TOO: LastConnectErrorValue: 0 [1646227266.753632][2560:2565] CHIP:EM: Sending Standalone Ack for MessageCounter:7911198 on exchange 43970i disabled: true + - label: "TH1 reads ClientGeneratedCommandList attribute from the DUT" verification: | ubuntu@ubuntu:~/apps$ sudo ./chip-tool networkcommissioning read client-generated-command-list 1 0 diff --git a/src/app/tests/suites/certification/Test_TC_NC_1_4.yaml b/src/app/tests/suites/certification/Test_TC_NC_1_4.yaml index bccdf529dcf4d8..57daab0088e7fd 100644 --- a/src/app/tests/suites/certification/Test_TC_NC_1_4.yaml +++ b/src/app/tests/suites/certification/Test_TC_NC_1_4.yaml @@ -11,22 +11,18 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.4. [TC-NC-1.4] Verification for ScanNetworks command for Wifi interface [DUT-Commissionee] config: - nodeId: "0x12344321" + nodeId: 0x12344321 cluster: "Basic" endpoint: 0 tests: - - label: "Test Step" - verification: | - Chip-Tool Verification Steps - disabled: true - - label: "TH1 sends ScanNetworks command to the DUT with the SSID argument value as null and Breadcrumb argument value as 0" diff --git a/src/app/tests/suites/certification/Test_TC_NC_1_5.yaml b/src/app/tests/suites/certification/Test_TC_NC_1_5.yaml index 480b7746c4c0cb..ba0b97fda75c37 100644 --- a/src/app/tests/suites/certification/Test_TC_NC_1_5.yaml +++ b/src/app/tests/suites/certification/Test_TC_NC_1_5.yaml @@ -11,19 +11,18 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.5. [TC-NC-1.5] UNSPPUORTED_ACCESS message Validation for Wifi interface [DUT-Commissionee] + config: - nodeId: "0x12344321" + nodeId: 0x12344321 cluster: "Basic" endpoint: 0 + tests: - - label: "Test Step" - verification: | - Chip-Tool Verification Steps - disabled: true - label: "TH1 sends the AddOrUpdateWiFiNetwork command to the DUT with the following argument: SSID argument value as 'Userwifi_ssid' Credentials @@ -32,6 +31,7 @@ tests: Can't verify the test case as it need to be executed before the commissioning. Which is not possiable with the CHIP tool step disabled: true + - label: "TH1 sends RemoveNetwork command to the DUT with NetworkID argument value as 'Userwifi_ssid' and Breadcrumb argument value as 0" @@ -39,6 +39,7 @@ tests: Can't verify the test case as it need to be executed before the commissioning. Which is not possiable with the CHIP tool step disabled: true + - label: "TH1 sends ConnectNetwork command to the DUT with NetworkID argument value as 'Userwifi_ssid' and Breadcrumb argument value as 0" diff --git a/src/app/tests/suites/certification/Test_TC_NC_1_6.yaml b/src/app/tests/suites/certification/Test_TC_NC_1_6.yaml index 3d84b1a2ea2e46..052c8c839b15f1 100644 --- a/src/app/tests/suites/certification/Test_TC_NC_1_6.yaml +++ b/src/app/tests/suites/certification/Test_TC_NC_1_6.yaml @@ -11,19 +11,18 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.6. [TC-NC-1.6] UNSPPUORTED_ACCESS message Validation for Thread interface [DUT-Commissionee] + config: - nodeId: "0x12344321" + nodeId: 0x12344321 cluster: "Basic" endpoint: 0 + tests: - - label: "Test Step" - verification: | - Chip-Tool Verification Steps - disabled: true - label: "TH1 sends the AddOrUpdateThreadNetwork command to the DUT with the following argument: OperationalDataset argument value as 'Userth_op' @@ -32,6 +31,7 @@ tests: Can't verify the test case as it need to be executed before the commissioning. Which is not possiable with the CHIP tool step disabled: true + - label: "TH1 sends RemoveNetwork command to the DUT with NetworkID argument value as 'Userth_op' and Breadcrumb argument value as 0" @@ -39,6 +39,7 @@ tests: Can't verify the test case as it need to be executed before the commissioning. Which is not possiable with the CHIP tool step disabled: true + - label: "TH1 sends ConnectNetwork command to the DUT with NetworkID argument value as 'Userth_op' and Breadcrumb argument value as 0" diff --git a/src/app/tests/suites/certification/Test_TC_NC_1_7.yaml b/src/app/tests/suites/certification/Test_TC_NC_1_7.yaml index 52fa9f4556a5b5..4f16e88a944383 100644 --- a/src/app/tests/suites/certification/Test_TC_NC_1_7.yaml +++ b/src/app/tests/suites/certification/Test_TC_NC_1_7.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.7. [TC-NC-1.7] Verification for AddOrUpdateWiFiNetwork command @@ -22,13 +23,8 @@ config: endpoint: 0 tests: - - label: "Test Step" - verification: | - Chip-Tool Verification Steps - disabled: true - - label: "TH1 sends ArmFailSafe command to the DUT" - verification: |4+ + verification: | disabled: true @@ -54,7 +50,7 @@ tests: disabled: true - label: "TH1 reads MaxNetworks attribute from the DUT" - verification: |+ + verification: | ubuntu@ubuntu:~/apps$ sudo ./chip-tool networkcommissioning read max-networks 1 0 [1646290259.940728][2681:2686] CHIP:DMG: @@ -64,7 +60,6 @@ tests: [1646290259.941000][2681:2686] CHIP:TOO: Endpoint: 0 Cluster: 0x0000_0031 Attribute 0x0000_0000DataVersion: 2391702431 [1646290259.943230][2681:2686] CHIP:TOO: MaxNetworks: 1 [1646290259.943345][2681:2686] CHIP:EM: Sending Standalone Ack for MessageCounter:5523057 on exchange 61782i - disabled: true - label: "TH1 reads LastNetworkingStatus attribute from the DUT" diff --git a/src/app/tests/suites/certification/Test_TC_NC_1_8.yaml b/src/app/tests/suites/certification/Test_TC_NC_1_8.yaml index 1b0a0a4fdf4b89..88b41acd6792b2 100644 --- a/src/app/tests/suites/certification/Test_TC_NC_1_8.yaml +++ b/src/app/tests/suites/certification/Test_TC_NC_1_8.yaml @@ -11,24 +11,20 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.8. [TC-NC-1.8] Verification for AddOrUpdateThreadNetwork command [DUT-Commissionee] config: - nodeId: "0x12344321" + nodeId: 0x12344321 cluster: "Basic" endpoint: 0 tests: - - label: "Test Step" - verification: | - Chip-Tool Verification Steps - disabled: true - - label: "TH1 sends ArmFailSafe command to the DUT" - verification: |4+ + verification: | disabled: true @@ -36,7 +32,7 @@ tests: "TH1 sends AddOrUpdateThreadNetwork command to the DUT with OperationalDataset argument value as 'Userth_op' and Breadcrumb argument value as 0" - verification: |+ + verification: | https://github.com/project-chip/connectedhomeip/issues/15782 ./chip-tool networkcommissioning add-or-update-thread-network 1111161622222211 0 162 0 @@ -48,20 +44,19 @@ tests: [1645774062.824891][4020:4025] CHIP:TOO: debugText: [1645774062.824945][4020:4025] CHIP:TOO: } [1645774062.825030][4020:4025] CHIP:DMG: ICR moving to [AwaitingDe] - disabled: true - label: "TH1 reads MaxNetworks attribute from the DUT" - verification: |4+ + verification: | disabled: true - label: "TH1 reads LastNetworkingStatus attribute from the DUT" - verification: |4+ + verification: | disabled: true - label: "TH1 reads Networks attribute from the DUT" - verification: |4+ + verification: | disabled: true diff --git a/src/app/tests/suites/certification/Test_TC_NC_1_9.yaml b/src/app/tests/suites/certification/Test_TC_NC_1_9.yaml index d6f84cbb6495eb..d80fa50572c8e9 100644 --- a/src/app/tests/suites/certification/Test_TC_NC_1_9.yaml +++ b/src/app/tests/suites/certification/Test_TC_NC_1_9.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.9. [TC-NC-1.9] Verification for RemoveNetwork Command for Wifi diff --git a/src/app/tests/suites/certification/Test_TC_OCC_3_2.yaml b/src/app/tests/suites/certification/Test_TC_OCC_3_2.yaml index 28ea31d7e9d202..8bcf66322954ed 100644 --- a/src/app/tests/suites/certification/Test_TC_OCC_3_2.yaml +++ b/src/app/tests/suites/certification/Test_TC_OCC_3_2.yaml @@ -11,23 +11,23 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.2.6. [TC-OCC-3.2] Primary functionality with client as DUT + config: - nodeId: "0x12344321" + nodeId: 0x12344321 cluster: "Basic" endpoint: 0 -tests: - - label: "Test Step" - verification: |4+ - disabled: true +tests: - label: "Commission TH to DUT" - verification: |4+ + verification: | disabled: true + - label: "DUT reads Occupancy attribute from TH" - verification: |+ + verification: | ./chip-tool occupancysensing read occupancy 1 1 [1646207231.401268][2190:2190] CHIP:DMG: ReadRequestMessage = @@ -47,14 +47,15 @@ tests: [1646207231.401803][2190:2190] CHIP:DMG: InteractionModelRevision = 1 [1646207231.401832][2190:2190] CHIP:DMG: }, [1646207231.401908][2190:2190] CHIP:DMG: IM RH moving to [GeneratingReports] - disabled: true + - label: "Operate on TH to change the occupancy status" verification: | Logs will be device specific disabled: true + - label: "after a few seconds, DUT reads Occupancy attribute from TH" - verification: |+ + verification: | ./chip-tool occupancysensing read occupancy 1 1 [1646207231.401268][2190:2190] CHIP:DMG: ReadRequestMessage = @@ -74,5 +75,4 @@ tests: [1646207231.401803][2190:2190] CHIP:DMG: InteractionModelRevision = 1 [1646207231.401832][2190:2190] CHIP:DMG: }, [1646207231.401908][2190:2190] CHIP:DMG: IM RH moving to [GeneratingReports] - disabled: true diff --git a/src/app/tests/suites/certification/Test_TC_OO_3_1.yaml b/src/app/tests/suites/certification/Test_TC_OO_3_1.yaml index 2384dbfa528505..d5684a566b51a8 100644 --- a/src/app/tests/suites/certification/Test_TC_OO_3_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_OO_3_1.yaml @@ -11,8 +11,9 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default -name: "[TC-OO-3.1] Attributes with client as DUT" +name: 3.3.1. [TC-OO-3.1] Attributes with client as DUT config: nodeId: 0x12344321 diff --git a/src/app/tests/suites/certification/Test_TC_OO_3_2.yaml b/src/app/tests/suites/certification/Test_TC_OO_3_2.yaml index 1a93722f1822d9..f8407e1cf13a2b 100644 --- a/src/app/tests/suites/certification/Test_TC_OO_3_2.yaml +++ b/src/app/tests/suites/certification/Test_TC_OO_3_2.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.3.2. [TC-OO-3.2] Functionality with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_PRS_3_1.yaml b/src/app/tests/suites/certification/Test_TC_PRS_3_1.yaml index 626783807090e8..029757f0f81ec9 100644 --- a/src/app/tests/suites/certification/Test_TC_PRS_3_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_PRS_3_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.3.1. [TC-PRS-3.1] Attributes with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_PSCFG_2_2.yaml b/src/app/tests/suites/certification/Test_TC_PSCFG_2_2.yaml index 15bba9ec734dc6..359093913a798a 100644 --- a/src/app/tests/suites/certification/Test_TC_PSCFG_2_2.yaml +++ b/src/app/tests/suites/certification/Test_TC_PSCFG_2_2.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 63.2.2. [TC-PSCFG-2.2] Primary functionality with server as DUT diff --git a/src/app/tests/suites/certification/Test_TC_PSCFG_3_1.yaml b/src/app/tests/suites/certification/Test_TC_PSCFG_3_1.yaml index 5ae36474112448..207fd7f9797f1a 100644 --- a/src/app/tests/suites/certification/Test_TC_PSCFG_3_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_PSCFG_3_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 63.3.1. [TC-PSCFG-3.1] Attributes with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_PS_3_1.yaml b/src/app/tests/suites/certification/Test_TC_PS_3_1.yaml index 7dfb1ddefd9069..2f11fb6a717820 100644 --- a/src/app/tests/suites/certification/Test_TC_PS_3_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_PS_3_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 60.3.1. [TC-PS-3.1] Attributes with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_RH_3_1.yaml b/src/app/tests/suites/certification/Test_TC_RH_3_1.yaml index afd9f250c0f977..a512ee075ed3df 100644 --- a/src/app/tests/suites/certification/Test_TC_RH_3_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_RH_3_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 9.3.1. [TC-RH-3.1] Attributes with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_SC_4_1.yaml b/src/app/tests/suites/certification/Test_TC_SC_4_1.yaml index 752bff752622cf..80cb4c9b27139c 100644 --- a/src/app/tests/suites/certification/Test_TC_SC_4_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_SC_4_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 13.4.1. [TC-SC-4.1] Commissionable Node Discovery - Commissionee Case diff --git a/src/app/tests/suites/certification/Test_TC_SC_4_10.yaml b/src/app/tests/suites/certification/Test_TC_SC_4_10.yaml index afe46b3569d2b8..a7ce4dfec95dc6 100644 --- a/src/app/tests/suites/certification/Test_TC_SC_4_10.yaml +++ b/src/app/tests/suites/certification/Test_TC_SC_4_10.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 13.4.10. [TC-SC-4.10] Operational Discovery - Sleepy Node diff --git a/src/app/tests/suites/certification/Test_TC_SC_4_3.yaml b/src/app/tests/suites/certification/Test_TC_SC_4_3.yaml index 251d4bfe0f35e4..3049b334336fae 100644 --- a/src/app/tests/suites/certification/Test_TC_SC_4_3.yaml +++ b/src/app/tests/suites/certification/Test_TC_SC_4_3.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 13.4.3. [TC-SC-4.3] Operational Discovery - Node diff --git a/src/app/tests/suites/certification/Test_TC_SC_4_4.yaml b/src/app/tests/suites/certification/Test_TC_SC_4_4.yaml index d9470b6921c4f1..719e2068721408 100644 --- a/src/app/tests/suites/certification/Test_TC_SC_4_4.yaml +++ b/src/app/tests/suites/certification/Test_TC_SC_4_4.yaml @@ -11,11 +11,12 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.4.4. [TC-SC-4.4] Operational Discovery - Controller [DUT - Controller] config: - nodeId: "0x12344321" + nodeId: 0x12344321 cluster: "Basic" endpoint: 0 diff --git a/src/app/tests/suites/certification/Test_TC_SC_4_6.yaml b/src/app/tests/suites/certification/Test_TC_SC_4_6.yaml index 768ad5be271469..5918be9261ad5b 100644 --- a/src/app/tests/suites/certification/Test_TC_SC_4_6.yaml +++ b/src/app/tests/suites/certification/Test_TC_SC_4_6.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 13.4.6. [TC-SC-4.6] Commissioner Discovery - Commissioner [DUT - diff --git a/src/app/tests/suites/certification/Test_TC_SC_4_7.yaml b/src/app/tests/suites/certification/Test_TC_SC_4_7.yaml index 0dbaf90a3af9b2..b2ee1c2c7c4f36 100644 --- a/src/app/tests/suites/certification/Test_TC_SC_4_7.yaml +++ b/src/app/tests/suites/certification/Test_TC_SC_4_7.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.4.7. [TC-SC-4.7] Commissioner Discovery - Commissionee diff --git a/src/app/tests/suites/certification/Test_TC_SC_4_8.yaml b/src/app/tests/suites/certification/Test_TC_SC_4_8.yaml index 952e99890aac37..30617ce1b0c30e 100644 --- a/src/app/tests/suites/certification/Test_TC_SC_4_8.yaml +++ b/src/app/tests/suites/certification/Test_TC_SC_4_8.yaml @@ -11,51 +11,58 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.4.8. [TC-SC-4.8] Compressed Fabric ID remains the same for Nodes commissioned to the same fabric [DUT Commissionee, TH2 Commissionee] + config: - nodeId: "0x12344321" + nodeId: 0x12344321 cluster: "Basic" endpoint: 0 -tests: - - label: "Test Step" - verification: |4+ - disabled: true +tests: - label: "TH1 creates a Fabric" - verification: |4+ + verification: | disabled: true + - label: "Commission DUT to TH1s Fabric" verification: | ./chip-tool pairing ble-wifi 1 zigbeehome mater123 20202021 3840 (./chip-tool pairing ble-wifi {NODE ID} {SSID} {PASSWORD} {SETUPPINCODE} {DISCRIMINATOR}) disabled: true + - label: "Commission TH2 to TH1s Fabric" - verification: |4+ + verification: | disabled: true + - label: "Scan for DNS-SD advertising from DUT" verification: | ./chip-tool operationalcredentials read fabrics 1 1 disabled: true + - label: "Scan for DNS-SD advertising from TH2" verification: | ./chip-tool operationalcredentials read fabrics 2 1 disabled: true + - label: "Remove DUT from TH1s fabric using Remove Fabric method" verification: | ./chip-tool operationalcredentials remove-fabrics 1 0 disabled: true + - label: "Commission DUT to TH1s Fabric again" verification: | ./chip-tool pairing ble-wifi 1 zigbeehome mater123 20202021 3840 (./chip-tool pairing ble-wifi {NODE ID} {SSID} {PASSWORD} {SETUPPINCODE} {DISCRIMINATOR}) disabled: true + - label: "Scan for DNS-SD advertising from DUT" verification: | verify fabric ID value is exactly same as what we got in step 4 disabled: true + - label: "Repeat step 7 to 9 for DUT using Factory Reset Method" verification: | DUT vendor has to provide a way to put the device in factory reset diff --git a/src/app/tests/suites/certification/Test_TC_SWTCH_1_1.yaml b/src/app/tests/suites/certification/Test_TC_SWTCH_1_1.yaml index c7f97c9d89d7d7..6ee4bc45edbff6 100644 --- a/src/app/tests/suites/certification/Test_TC_SWTCH_1_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_SWTCH_1_1.yaml @@ -11,21 +11,21 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default + +name: 74.1.1. [TC-SWTCH-1.1] Global attributes with server as DUT -name: "[TC-SWTCH-1.1] Global attributes with server as DUT" config: - nodeId: "0x12344321" + nodeId: 0x12344321 cluster: "Basic" endpoint: 0 + tests: - - label: "Test Step" - verification: | - chip-tool verification steps - disabled: true - label: "Commission DUT to TH (can be skipped if done in a preceding test)" - verification: |4+ + verification: | disabled: true + - label: "Read FeatureMap (global attribute 65532)" verification: | ./chip-tool switch read feature-map 1 1 @@ -33,22 +33,27 @@ tests: [1646208136.241983][2390:2395] CHIP:TOO: Endpoint: 1 Cluster: 0x0000_003B Attribute 0x0000_FFFCDataVersion: 1206711661 [1646208136.242043][2390:2395] CHIP:TOO: FeatureMap: 0 disabled: true + - label: "Check values of flags in this FeatureMap" verification: | no Matter messages, but TH internal checking disabled: true + - label: "Check values of flags in this FeatureMap" verification: | no Matter messages, but TH internal checking disabled: true + - label: "Check values of flags in this FeatureMap" verification: | no Matter messages, but TH internal checking disabled: true + - label: "Check values of flags in this FeatureMap" verification: | no Matter messages, but TH internal checking disabled: true + - label: "Check values of flags in this FeatureMap" verification: | no Matter messages, but TH internal checking diff --git a/src/app/tests/suites/certification/Test_TC_SWTCH_3_1.yaml b/src/app/tests/suites/certification/Test_TC_SWTCH_3_1.yaml index 09da034d024f2f..5e614086f71d78 100644 --- a/src/app/tests/suites/certification/Test_TC_SWTCH_3_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_SWTCH_3_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 74.3.1. [TC-SWTCH-3.1] Attributes with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_TM_3_1.yaml b/src/app/tests/suites/certification/Test_TC_TM_3_1.yaml index 86139e96269343..3dfdd6426a7270 100644 --- a/src/app/tests/suites/certification/Test_TC_TM_3_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_TM_3_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 6.3.1. [TC-TM-3.1] Attributes with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_TSTAT_3_1.yaml b/src/app/tests/suites/certification/Test_TC_TSTAT_3_1.yaml index 4087ab7938859d..13cf5eda0bb786 100644 --- a/src/app/tests/suites/certification/Test_TC_TSTAT_3_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_TSTAT_3_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 42.3.1. [TC-TSTAT-3.1] Attributes with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_TSTAT_3_2.yaml b/src/app/tests/suites/certification/Test_TC_TSTAT_3_2.yaml index 26a662b20420fe..6e8032fb73e4ae 100644 --- a/src/app/tests/suites/certification/Test_TC_TSTAT_3_2.yaml +++ b/src/app/tests/suites/certification/Test_TC_TSTAT_3_2.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 42.3.2. [TC-TSAT-3.2] Functionality with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_TSUIC_3_1.yaml b/src/app/tests/suites/certification/Test_TC_TSUIC_3_1.yaml index 2575af9fb7f094..136dc9e5e6d5f4 100644 --- a/src/app/tests/suites/certification/Test_TC_TSUIC_3_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_TSUIC_3_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 12.3.1. [TC-TSUIC-3.1] Attributes with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_WNCV_4_5.yaml b/src/app/tests/suites/certification/Test_TC_WNCV_4_5.yaml index a07c2785d10894..fdc4aca48880ff 100644 --- a/src/app/tests/suites/certification/Test_TC_WNCV_4_5.yaml +++ b/src/app/tests/suites/certification/Test_TC_WNCV_4_5.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: Window Covering [TC-WNCV-4.5] Positions Storage Verification with server as diff --git a/src/app/tests/suites/certification/Test_TC_WNCV_5_1.yaml b/src/app/tests/suites/certification/Test_TC_WNCV_5_1.yaml index 59244434cd2500..0ffa0ebaab399e 100644 --- a/src/app/tests/suites/certification/Test_TC_WNCV_5_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_WNCV_5_1.yaml @@ -11,6 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.4.6. [TC-WNCV-5.1] Mandatory Attributes Verification with client as DUT diff --git a/src/app/tests/suites/certification/Test_TC_WNCV_7_1.yaml b/src/app/tests/suites/certification/Test_TC_WNCV_7_1.yaml index 88c3ae718fc014..dcb35e5cfbffeb 100644 --- a/src/app/tests/suites/certification/Test_TC_WNCV_7_1.yaml +++ b/src/app/tests/suites/certification/Test_TC_WNCV_7_1.yaml @@ -11,25 +11,25 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. +# Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default name: 3.4.8. [TC-WNCV-7.1] GoToPercentage Commands Verification with client as DUT + config: - nodeId: "0x12344321" + nodeId: 0x12344321 cluster: "Basic" endpoint: 0 + tests: - - label: "Test Step" - verification: | - Chip-Tool Verification Steps - disabled: true - label: "Check GoToLiftPercentage command 50%" - verification: |4+ + verification: | disabled: true + - label: "If (PA_LF & LF) DUT sends GoToLiftPercentage command with 50% to DUT" - verification: |+ + verification: | On TestHarnes (all-cluster-app) a received GoToLift for WindowCovering looks like this [1646297766.073468][361158:361158] CHIP:EM: Received message of type 0x8 with protocolId (0, 1) and MessageCounter:12638616 on exchange 3757r @@ -62,15 +62,16 @@ tests: [1646297766.074647][361158:361158] CHIP:DMG: }, [1646297766.074705][361158:361158] CHIP:DMG: AccessControl: checking f=1 a=c s=0x000000000001B669 t= c=0x0000_0102 e=1 p=o [1646297766.074745][361158:361158] CHIP:DMG: Received command for Endpoint=1 Cluster=0x0000_0102 Command=0x0000_0005 - disabled: true + - label: "Check GoToTiltPercentage command 50%" - verification: |4+ + verification: | disabled: true + - label: "If (PA_TL & TL) DUT sends GoToTiltPercentage command with 50% to DUT" - verification: |+ + verification: | On TestHarnes (all-cluster-app) a received GoToTilt for WindowCovering looks like this [1646298060.215062][361158:361158] CHIP:EM: Received message of type 0x8 with protocolId (0, 1) and MessageCounter:13675126 on exchange 583r @@ -103,5 +104,4 @@ tests: [1646298060.219930][361158:361158] CHIP:DMG: }, [1646298060.220021][361158:361158] CHIP:DMG: AccessControl: checking f=1 a=c s=0x000000000001B669 t= c=0x0000_0102 e=1 p=o [1646298060.220264][361158:361158] CHIP:DMG: Received command for Endpoint=1 Cluster=0x0000_0102 Command=0x0000_0008 - disabled: true