Scripts updated Sep 19 (#22721)

* Modified tests TC-AUDIOOUTPUT-7.1 TC-AUDIOOUTPUT-7.2 TC-BINFO-2.1 TC-CADMIN-1.3 TC-CADMIN-1.4 TC-CADMIN-1.5 TC-CADMIN-1.6 TC-CADMIN-1.11 TC-CADMIN-1.13 TC-CADMIN-1.15 TC-CC-2.1 TC-CC-3.1 TC-CC-4.2 TC-CC-5.1 TC-CC-5.2 TC-CC-5.3 TC-CC-7.1 TC-CC-7.2 TC-CC-7.3 TC-CC-7.4 TC-CC-8.1 TC-CC-9.1 TC-CC-9.2 TC-CC-9.2 TC-MEDIAINPUT-1.4 TC-MEDIAPLAYBACK-6.3 TC-MEDIAPLAYBACK-6.4 TC-TSTAT-2.2 * Auto generated files * Restyled by whitespace Co-authored-by: Restyled.io <[email protected]>
project-chip · Dec 12, 2023 · 2aee8a6 · 2aee8a6
1 parent 6d29a6f
commit 2aee8a6
Show file tree

Hide file tree

Showing 32 changed files with 994 additions and 454 deletions.
diff --git a/src/app/tests/suites/certification/PICS.yaml b/src/app/tests/suites/certification/PICS.yaml
@@ -807,6 +807,9 @@ PICS:
     - label: "Does the device implement the ACCapacityFormat attribute?"
       id: TSTAT.S.A0047
 
+    - label: "Is the MinSetpointDeadBand attribute writeable?"
+      id: TSTAT.S.M.MinSetpointDeadBandWritable
+
     #Thermostat commands
     - label: "Does the device implement the SetpointRaiseLower command?"
       id: TSTAT.S.C00.Rsp

diff --git a/src/app/tests/suites/certification/Test_TC_AUDIOOUTPUT_7_1.yaml b/src/app/tests/suites/certification/Test_TC_AUDIOOUTPUT_7_1.yaml
@@ -21,6 +21,9 @@ config:
     nodeId: 0x12344321
     cluster: "Audio Output"
     endpoint: 1
+    Index:
+        type: int8u
+        defaultValue: 1
 
 tests:
     - label: "Wait for the commissioned device to be retrieved"
@@ -45,11 +48,11 @@ tests:
       arguments:
           values:
               - name: "Index"
-                value: 1
+                value: Index
 
     - label: "Reads the CurrentOutput attribute"
       PICS: AUDIOOUTPUT.S.A0001 && AUDIOOUTPUT.S.C00.Rsp
       command: "readAttribute"
       attribute: "CurrentOutput"
       response:
-          value: 1
+          value: Index
diff --git a/src/app/tests/suites/certification/Test_TC_AUDIOOUTPUT_7_2.yaml b/src/app/tests/suites/certification/Test_TC_AUDIOOUTPUT_7_2.yaml
@@ -21,6 +21,9 @@ config:
     nodeId: 0x12344321
     cluster: "Audio Output"
     endpoint: 1
+    Index:
+        type: int8u
+        defaultValue: 1
 
 tests:
     - label: "Wait for the commissioned device to be retrieved"
@@ -46,7 +49,7 @@ tests:
       arguments:
           values:
               - name: "Index"
-                value: 1
+                value: Index
               - name: "name"
                 value: "CertTest"
 

diff --git a/src/app/tests/suites/certification/Test_TC_BINFO_2_1.yaml b/src/app/tests/suites/certification/Test_TC_BINFO_2_1.yaml
@@ -648,26 +648,14 @@ tests:
       response:
           value: UniqueIDValue
 
+    #This step implicitly validating the attribute(CapabilityMinima)constraints, as long as the payload is being parsed successfully
     - label: "TH reads CapabilityMinima attribute from the DUT."
       PICS: BINFO.S.A0013
       command: "readAttribute"
       attribute: "CapabilityMinima"
       response:
           saveAs: CapabilityMinimaValue
 
-    - label:
-          "Step 56 is implicitly validating the attribute(CapabilityMinima)
-          constraints, as long as the payload is being parsed successfully"
-      cluster: "LogCommands"
-      command: "UserPrompt"
-      PICS: PICS_USER_PROMPT && BINFO.S.A0013
-      arguments:
-          values:
-              - name: "message"
-                value: "Please enter 'y' for success"
-              - name: "expectedValue"
-                value: "y"
-
     - label: "TH writes CapabilityMinima from the DUT."
       PICS: BINFO.S.A0013
       command: "writeAttribute"

diff --git a/src/app/tests/suites/certification/Test_TC_CADMIN_1_11.yaml b/src/app/tests/suites/certification/Test_TC_CADMIN_1_11.yaml
@@ -217,6 +217,7 @@ tests:
                 value: "SPAKE2P Key Salt"
       response:
           error: FAILURE
+          clusterError: 2
 
     - label: "TH_CR1 reads the list of Fabrics on DUT_CE"
       cluster: "Operational Credentials"
@@ -297,6 +298,7 @@ tests:
                 value: discriminator
       response:
           error: FAILURE
+          clusterError: 2
 
     - label:
           "Wait for the expiration of PIXIT.CADMIN.CwDuration seconds that was
@@ -353,3 +355,4 @@ tests:
                 value: discriminator
       response:
           error: FAILURE
+          clusterError: 2
diff --git a/src/app/tests/suites/certification/Test_TC_CADMIN_1_13.yaml b/src/app/tests/suites/certification/Test_TC_CADMIN_1_13.yaml
@@ -294,6 +294,7 @@ tests:
                 value: "SPAKE2P Key Salt"
       response:
           error: FAILURE
+          clusterError: 2
 
     - label: "TH_CR1 reads the list of Fabrics on DUT_CE"
       identity: "alpha"
@@ -395,6 +396,7 @@ tests:
                 value: "SPAKE2P Key Salt"
       response:
           error: FAILURE
+          clusterError: 2
 
     - label: "TH_CR1 reads the list of Fabrics on DUT_CE"
       identity: "alpha"
@@ -460,6 +462,7 @@ tests:
                 value: "SPAKE2P Key Salt"
       response:
           error: FAILURE
+          clusterError: 2
 
     - label: "Wait for the expiration of PIXIT.CADMIN.CwDuration seconds"
       cluster: "DelayCommands"

diff --git a/src/app/tests/suites/certification/Test_TC_CADMIN_1_15.yaml b/src/app/tests/suites/certification/Test_TC_CADMIN_1_15.yaml
@@ -228,6 +228,36 @@ tests:
           constraints:
               type: list
 
+    #Check for DNS-SD advertisement is not possible in YAML
+    - label:
+          "Verify DUT_CE is now discoverable over DNS-SD with 2 Operational
+          service records (_matter._tcp SRV records)."
+      verification: |
+          Execute the below command in any linux platform or in TH_CR1
+          grl@grl-ThinkPad-L480:~/may16_cntrl03/connectedhomeip/examples/chip-tool/out/debug$ avahi-browse -rt _matter._tcp
+          + wlp5s0 IPv6 8E50A59FAF52A809-0000000000000001             _matter._tcp         local
+          + wlp5s0 IPv6 03E707466A904C7E-0000000000000003             _matter._tcp         local
+          = wlp5s0 IPv6 8E50A59FAF52A809-0000000000000001             _matter._tcp         local
+            hostname = [E45F010F27530000.local]
+            address = [fe80::e65f:1ff:fe0f:2753]
+            port = [5540]
+            txt = ["T=1" "SAI=300" "SII=5000"]
+          = wlp5s0 IPv6 03E707466A904C7E-0000000000000003             _matter._tcp         local
+            hostname = [E45F010F27530000.local]
+            address = [fe80::e65f:1ff:fe0f:2753]
+            port = [5540]
+            txt = ["T=1" "SAI=300" "SII=5000"]
+          grl@grl-ThinkPad-L480:~/may16_cntrl03/connectedhomeip/examples/chip-tool/out/debug$
+      cluster: "LogCommands"
+      command: "UserPrompt"
+      PICS: PICS_SKIP_SAMPLE_APP
+      arguments:
+          values:
+              - name: "message"
+                value: "enter 'y' after success"
+              - name: "expectedValue"
+                value: "y"
+
     - label: "TH_CR1 opens a commissioning window on DUT_CE using ECM"
       identity: "alpha"
       PICS: CADMIN.S.C00.Rsp

diff --git a/src/app/tests/suites/certification/Test_TC_CADMIN_1_3.yaml b/src/app/tests/suites/certification/Test_TC_CADMIN_1_3.yaml
@@ -148,13 +148,46 @@ tests:
               - name: "nodeId"
                 value: nodeId2
 
+    #Check for DNS-SD advertisement is not possible in YAML
+    - label:
+          "Verify DUT_CE is now discoverable over DNS-SD with two SRV Records"
+      verification: |
+          On TH_CR2 send the below command
+
+          Verify if the DUT_CE is broadcasting using
+
+          ubuntu@ubuntu:~/may16_cntrl/connectedhomeip/examples/chip-tool/out/debug$ avahi-browse -rt _matter._tcp
+          +   eth0 IPv6 9B9C01C971F4119F-0000000000000001             _matter._tcp         local
+          +   eth0 IPv6 C8A60CCA27F33379-0000000000000002             _matter._tcp         local
+          =   eth0 IPv6 9B9C01C971F4119F-0000000000000001             _matter._tcp         local
+            hostname = [E45F010F27530000.local]
+            address = [fe80::e65f:1ff:fe0f:2753]
+            port = [5540]
+            txt = ["T=1" "SAI=300" "SII=5000"]
+          =   eth0 IPv6 C8A60CCA27F33379-0000000000000002             _matter._tcp         local
+            hostname = [E45F010F27530000.local]
+            address = [fe80::e65f:1ff:fe0f:2753]
+            port = [5540]
+            txt = ["T=1" "SAI=300" "SII=5000"]
+          ubuntu@ubuntu:~/may16_cntrl/connectedhomeip/examples/chip-tool/out/debug$
+      cluster: "LogCommands"
+      command: "UserPrompt"
+      PICS: PICS_SKIP_SAMPLE_APP
+      arguments:
+          values:
+              - name: "message"
+                value: "enter 'y' after success"
+              - name: "expectedValue"
+                value: "y"
+
     - label: "TH_CR1 reads the list of Fabrics on DUT_CE"
       command: "readAttribute"
       cluster: "Operational Credentials"
       attribute: "Fabrics"
       PICS: OPCREDS.S.A0001
+      fabricFiltered: false
       response:
-          value: [{ Label: "", nodeId: nodeId }]
+          value: [{ Label: "", nodeId: nodeId }, { Label: "", nodeId: nodeId2 }]
           constraints:
               type: list
 
@@ -287,3 +320,4 @@ tests:
                 value: payload
       response:
           error: FAILURE
+          clusterError: 9
diff --git a/src/app/tests/suites/certification/Test_TC_CADMIN_1_4.yaml b/src/app/tests/suites/certification/Test_TC_CADMIN_1_4.yaml
@@ -138,13 +138,45 @@ tests:
               - name: "nodeId"
                 value: nodeId2
 
+    #Check for DNS-SD advertisement is not possible in YAML
+    - label:
+          "Verify DUT_CE is now discoverable over DNS-SD with two SRV Records"
+      verification: |
+          On TH_CR2 send the below command
+
+          Verify if the DUT_CE is broadcasting using
+
+          ubuntu@ubuntu:~/may16_cntrl2/connectedhomeip/examples/chip-tool/out/debug$ avahi-browse -rt _matter._tcp
+          +   eth0 IPv6 C8A60CCA27F33379-0000000000000002             _matter._tcp         local
+          +   eth0 IPv6 3C26C93CF201458F-0000000000000001             _matter._tcp         local
+          =   eth0 IPv6 C8A60CCA27F33379-0000000000000002             _matter._tcp         local
+            hostname = [E45F010F27530000.local]
+            address = [fe80::e65f:1ff:fe0f:2753]
+            port = [5540]
+            txt = ["T=1" "SAI=300" "SII=5000"]
+          =   eth0 IPv6 3C26C93CF201458F-0000000000000001             _matter._tcp         local
+            hostname = [E45F010F27530000.local]
+            address = [fe80::e65f:1ff:fe0f:2753]
+            port = [5540]
+            txt = ["T=1" "SAI=300" "SII=5000"]
+      cluster: "LogCommands"
+      command: "UserPrompt"
+      PICS: PICS_SKIP_SAMPLE_APP
+      arguments:
+          values:
+              - name: "message"
+                value: "enter 'y' after success"
+              - name: "expectedValue"
+                value: "y"
+
     - label: "TH_CR1 reads the list of Fabrics on DUT_CE"
       command: "readAttribute"
       cluster: "Operational Credentials"
       PICS: OPCREDS.S.A0001
       attribute: "Fabrics"
+      fabricFiltered: false
       response:
-          value: [{ Label: "", nodeId: nodeId }]
+          value: [{ Label: "", nodeId: nodeId }, { Label: "", nodeId: nodeId2 }]
           constraints:
               type: list
 
@@ -154,8 +186,9 @@ tests:
       cluster: "Operational Credentials"
       attribute: "Fabrics"
       PICS: OPCREDS.S.A0001
+      fabricFiltered: false
       response:
-          value: [{ Label: "", nodeId: nodeId2 }]
+          value: [{ Label: "", nodeId: nodeId }, { Label: "", nodeId: nodeId2 }]
           constraints:
               type: list
 
@@ -264,3 +297,4 @@ tests:
                 value: payload
       response:
           error: FAILURE
+          clusterError: 9
diff --git a/src/app/tests/suites/certification/Test_TC_CADMIN_1_5.yaml b/src/app/tests/suites/certification/Test_TC_CADMIN_1_5.yaml
@@ -218,6 +218,7 @@ tests:
                 value: "SPAKE2P Key Salt"
       response:
           error: FAILURE
+          clusterError: 3
 
     - label: "TH_CR1 opens a new commissioning window on DUT_CE using ECM"
       cluster: "AdministratorCommissioning"
@@ -270,6 +271,16 @@ tests:
               - name: "payload"
                 value: payload
 
+    - label: "DUT_CE is commissioned by TH_CR2"
+      identity: "beta"
+      cluster: "DelayCommands"
+      command: "WaitForCommissionee"
+      PICS: CADMIN.S
+      arguments:
+          values:
+              - name: "nodeId"
+                value: nodeId2
+
     - label:
           "TH_CR1 tries to revoke the commissioning window on DUT_CE using
           RevokeCommissioning command"

diff --git a/src/app/tests/suites/certification/Test_TC_CADMIN_1_6.yaml b/src/app/tests/suites/certification/Test_TC_CADMIN_1_6.yaml
@@ -207,6 +207,7 @@ tests:
                 value: 180
       response:
           error: FAILURE
+          clusterError: 2
 
     - label: "TH_CR2 starts a commissioning process on DUT_CE"
       identity: "beta"
@@ -238,6 +239,7 @@ tests:
       timedInteractionTimeoutMs: 10000
       response:
           error: FAILURE
+          clusterError: 4
 
     - label: "TH_CR3 starts a commissioning process with DUT_CE"
       identity: "gamma"