Fixes testplan changes for SC-5.3 & 6.1 (#26836)

* Fixes issue 2524 TC-SC-5.3 TC-SC-6.1 * Restyled by whitespace * Added new manual testcase TC-ACE-1.6 Modified test TC-ACE-1.5 * Restyled by whitespace * Restyled by prettier-json --------- Co-authored-by: Restyled.io <[email protected]>
project-chip · May 26, 2023 · 2427912 · 2427912
1 parent 35d40cc
commit 2427912
Show file tree

Hide file tree

Showing 7 changed files with 1,389 additions and 165 deletions.
diff --git a/src/app/tests/suites/certification/Test_TC_ACE_1_5.yaml b/src/app/tests/suites/certification/Test_TC_ACE_1_5.yaml
@@ -53,24 +53,25 @@ tests:
           saveAs: th1FabricIndex
 
     - label:
-          "Step 3 & 4: TH1 puts DUT into commissioning mode, TH2 commissions DUT
+          "Step 2 & 3: TH1 puts DUT into commissioning mode, TH2 commissions DUT
           using admin node ID N2"
       verification: |
-          Open a commissioning window On TH1(Chiptool)using below command
+          ./chip-tool pairing open-commissioning-window 1 1 400 2000 3841
 
-          ./chip-tool  pairing open-commissioning-window 1 1 400 2000 3841
+          On TH1(chip-tool) note the manual pairing code for commissioning the TH2
 
-          [1657186324.710951][10820:10825] CHIP:DMG: Received Command Response Status for Endpoint=0 Cluster=0x0000_003C Command=0x0000_0000 Status=0x0
-          [1657186324.710980][10820:10825] CHIP:CTL: Successfully opened pairing window On TH(Chiptool)e device
-          [1657186324.711048][10820:10825] CHIP:CTL: Manual pairing code: [36253605617]
-          [1657186324.711108][10820:10825] CHIP:CTL: SetupQRCode: [MT:-24J0IRV01A7TB7E700]
+          [1684416077.831754][118314:118316] CHIP:CTL: Successfully opened pairing window on the device
+          [1684416077.831763][118314:118316] CHIP:CTL: Manual pairing code: [36283142515]
+          [1684416077.831771][118314:118316] CHIP:CTL: SetupQRCode: [MT:-24J0IRV010UJE7ZH10]
+          [1684416077.831791][118314:118316] CHIP:DMG: ICR moving to [AwaitingDe]
 
+          ./chip-tool pairing code 2 36283142515 --commissioner-name beta
 
-          Commission TH2(Chiptool) to DUT using manualcode generated in TH1 using open commission window
+          On TH2 (chip-tool) verify the commissioning completed with success
 
-          ./chip-tool pairing code 2 36253605617 --commissioner-name beta --commissioner-nodeid 223344
-          [1657186359.584672][3509:3514] CHIP:CTL: Successfully finished commissioning step 'Cleanup'
-          [1657186359.584743][3509:3514] CHIP:TOO: Device commissioning completed with success
+          [1684416247.482777][118352:118354] CHIP:CTL: Successfully finished commissioning step 'Cleanup'
+          [1684416247.482789][118352:118354] CHIP:TOO: Device commissioning completed with success
+          [1684416247.482823][118352:118354] CHIP:DMG: ICR moving to [AwaitingDe]
       cluster: "LogCommands"
       command: "UserPrompt"
       PICS: PICS_SKIP_SAMPLE_APP
@@ -132,12 +133,33 @@ tests:
 
     - label: "TH2 reads the fabric index"
       identity: "beta"
+      PICS: PICS_SDK_CI_ONLY
       cluster: "Operational Credentials"
       command: "readAttribute"
       attribute: "CurrentFabricIndex"
       response:
           saveAs: th2FabricIndex
 
+    #Issue https://github.com/CHIP-Specifications/chip-certification-tool/issues/768
+    - label: "TH2 reads the fabric index"
+      verification: |
+          ./chip-tool operationalcredentials read current-fabric-index 2 0 --commissioner-name beta
+
+          On TH2 (chip-tool) note the CurrentFabricIndex for the further use
+
+          [1684416368.885484][118383:118385] CHIP:TOO: Endpoint: 0 Cluster: 0x0000_003E Attribute 0x0000_0005 DataVersion: 3654336520
+          [1684416368.885511][118383:118385] CHIP:TOO:   CurrentFabricIndex: 2
+          [1684416368.885577][118383:118385] CHIP:EM: <<< [E:65212i S:18077 M:83303022 (Ack:184536262)] (S) Msg TX to 2:0000000000000002 [C33E] --- Type 0000:10 (SecureChannel:StandaloneAck)
+      cluster: "LogCommands"
+      command: "UserPrompt"
+      PICS: PICS_SKIP_SAMPLE_APP
+      arguments:
+          values:
+              - name: "message"
+                value: "Enter 'y' after success"
+              - name: "expectedValue"
+                value: "y"
+
     - label: "Read the commissioner node ID from the alpha fabric"
       identity: "alpha"
       cluster: "CommissionerCommands"
@@ -171,6 +193,7 @@ tests:
               ]
 
     - label: "Read the commissioner node ID from the beta fabric"
+      PICS: PICS_SDK_CI_ONLY
       identity: "beta"
       cluster: "CommissionerCommands"
       command: "GetCommissionerNodeId"
@@ -181,6 +204,7 @@ tests:
 
     - label: "TH2 writes ACL giving view privilge for basic cluster"
       identity: beta
+      PICS: PICS_SDK_CI_ONLY
       command: "writeAttribute"
       attribute: "ACL"
       arguments:
@@ -203,6 +227,28 @@ tests:
                   },
               ]
 
+    #Issue https://github.com/CHIP-Specifications/chip-certification-tool/issues/768
+    - label: "TH2 writes ACL giving view privilge for basic cluster"
+      verification: |
+          ./chip-tool accesscontrol write acl '[{"fabricIndex": 2, "privilege": 5, "authMode": 2, "subjects": [223344], "targets": [{ "cluster": 31, "endpoint": 0, "deviceType": null }]}, {"fabricIndex": 2, "privilege": 1, "authMode": 2, "subjects": null, "targets": [{ "cluster": 40, "endpoint": 0, "deviceType": null }]}]' 2 0 --commissioner-name beta
+
+          On TH2 (chip-tool) verify the success response for the write function
+
+          [1684416510.660175][118418:118420] CHIP:DMG:                         StatusIB =
+          [1684416510.660184][118418:118420] CHIP:DMG:                         {
+          [1684416510.660192][118418:118420] CHIP:DMG:                                 status = 0x00 (SUCCESS),
+          [1684416510.660201][118418:118420] CHIP:DMG:                         },
+          [1684416510.660211][118418:118420] CHIP:DMG:
+      cluster: "LogCommands"
+      command: "UserPrompt"
+      PICS: PICS_SKIP_SAMPLE_APP
+      arguments:
+          values:
+              - name: "message"
+                value: "Enter 'y' after success"
+              - name: "expectedValue"
+                value: "y"
+
     - label: "TH1 reads descriptor cluster - expect SUCCESS"
       command: "readAttribute"
       cluster: "Descriptor"
@@ -217,18 +263,61 @@ tests:
 
     - label: "TH2 reads descriptor cluster - expect UNSUPPORTED_ACCESS"
       identity: "beta"
+      PICS: PICS_SDK_CI_ONLY
       command: "readAttribute"
       cluster: "Descriptor"
       attribute: "DeviceTypeList"
       response:
           error: UNSUPPORTED_ACCESS
 
+    #Issue https://github.com/CHIP-Specifications/chip-certification-tool/issues/768
+    - label: "TH2 reads descriptor cluster - expect UNSUPPORTED_ACCESS"
+      verification: |
+          ./chip-tool descriptor read device-type-list 2 0 --commissioner-name beta
+
+          On TH2(chip-tool) verify the UNSUPPORTED_ACCESS (0x7e) response
+
+          [1684416700.274460][118482:118484] CHIP:DMG:                                 StatusIB =
+          [1684416700.274467][118482:118484] CHIP:DMG:                                 {
+          [1684416700.274475][118482:118484] CHIP:DMG:                                         status = 0x7e (UNSUPPORTED_ACCESS),
+          [1684416700.274482][118482:118484] CHIP:DMG:                                 },
+      cluster: "LogCommands"
+      command: "UserPrompt"
+      PICS: PICS_SKIP_SAMPLE_APP
+      arguments:
+          values:
+              - name: "message"
+                value: "Enter 'y' after success"
+              - name: "expectedValue"
+                value: "y"
+
     - label: "TH2 reads basic cluster - expect SUCCESS"
       identity: "beta"
+      PICS: PICS_SDK_CI_ONLY
       command: "readAttribute"
       cluster: "Basic Information"
       attribute: "VendorID"
 
+    #Issue https://github.com/CHIP-Specifications/chip-certification-tool/issues/768
+    - label: "TH2 writes Extension attribute value as empty list"
+      verification: |
+          ./chip-tool basicinformation read vendor-id 2 0 --commissioner-name beta
+
+          On TH2(chip-tool) verify the success with the Vendor-id
+
+          [1684416789.682243][118505:118507] CHIP:TOO: Endpoint: 0 Cluster: 0x0000_0028 Attribute 0x0000_0002 DataVersion: 2033462723
+          [1684416789.682271][118505:118507] CHIP:TOO:   VendorID: 65521
+          [1684416789.682327][118505:118507] CHIP:EM: <<< [E:11340i S:29188 M:208193949 (Ack:232576417)] (S) Msg TX to 2:0000000000000002 [C33E] --- Type 0000:10 (SecureChannel:StandaloneAck)
+      cluster: "LogCommands"
+      command: "UserPrompt"
+      PICS: PICS_SKIP_SAMPLE_APP
+      arguments:
+          values:
+              - name: "message"
+                value: "Enter 'y' after success"
+              - name: "expectedValue"
+                value: "y"
+
     - label: "TH1 resets ACL to default"
       command: "writeAttribute"
       attribute: "ACL"
@@ -245,8 +334,33 @@ tests:
 
     - label: "TH1 sends RemoveFabric command for TH2"
       cluster: "Operational Credentials"
+      PICS: PICS_SDK_CI_ONLY
       command: "RemoveFabric"
       arguments:
           values:
               - name: "FabricIndex"
                 value: th2FabricIndex
+
+    #Issue https://github.com/CHIP-Specifications/chip-certification-tool/issues/768
+    - label: "TH1 sends RemoveFabric command for TH2"
+      verification: |
+          ./chip-tool operationalcredentials remove-fabric 2 1 0
+
+          On TH1(chip-tool) verify the success with the nocresponse with statuscode is success(0)
+
+          [1684416866.004187][118527:118529] CHIP:DMG: Received Command Response Data, Endpoint=0 Cluster=0x0000_003E Command=0x0000_0008
+          [1684416866.004214][118527:118529] CHIP:TOO: Endpoint: 0 Cluster: 0x0000_003E Command 0x0000_0008
+          [1684416866.004236][118527:118529] CHIP:TOO:   NOCResponse: {
+          [1684416866.004250][118527:118529] CHIP:TOO:     statusCode: 0
+          [1684416866.004255][118527:118529] CHIP:TOO:     fabricIndex: 2
+          [1684416866.004259][118527:118529] CHIP:TOO:    }
+          [1684416866.004270][118527:118529] CHIP:DMG: ICR moving to [AwaitingDe]
+      cluster: "LogCommands"
+      command: "UserPrompt"
+      PICS: PICS_SKIP_SAMPLE_APP
+      arguments:
+          values:
+              - name: "message"
+                value: "Enter 'y' after success"
+              - name: "expectedValue"
+                value: "y"