Test added sep19 (#22766)

* Added Updated Scripts * Added Auto generated scripts * Restyled by whitespace * Restyled by clang-format * Restyled by prettier-json * Added updated scripts * Added Auto generated files * Restyled by clang-format * Modified automation scripts TC-APPLAUNCHER-3.9 TC-CC-3.1 TC-CC-3.2 TC-CC-3.3 TC-CC-4.1 TC-CC-4.2 TC-CC-4.3 TC-CC-4.4 TC-CC-5.1 TC-CC-5.3 TC-CC-6.1 TC-CC-6.2 TC-CC-7.1 TC-CC-7.3 TC-CC-7.4 TC-CC-8.1 TC-DGTHREAD-1.1 Manual scripts update: TC-DGSW-2.2 TC-DGTHREAD-3.1 * Added auto generated files * Restyled by whitespace Co-authored-by: Restyled.io <[email protected]> Co-authored-by: manjunath-grl <[email protected]> Co-authored-by: Andrei Litvin <[email protected]>
project-chip · Sep 22, 2022 · fd9357f · fd9357f
1 parent f511206
commit fd9357f
Show file tree

Hide file tree

Showing 40 changed files with 4,192 additions and 2,455 deletions.
diff --git a/src/app/tests/suites/certification/Test_TC_ACL_2_4.yaml b/src/app/tests/suites/certification/Test_TC_ACL_2_4.yaml
@@ -24,6 +24,19 @@ config:
     endpoint: 0
 
 tests:
+    - label: "Pre-conditions"
+      verification: |
+          1.N1 is the node ID of TH1
+
+          2 .CAT1 is a valid CAT with arbitrary ID and arbitrary version
+
+          3.CAT2 is a valid CAT with arbitrary ID and arbitrary version
+
+          4.CAT3 is a valid CAT with arbitrary ID and arbitrary version
+
+          5.CAT4 is a valid CAT with arbitrary ID and arbitrary version
+      disabled: true
+
     - label: "TH1 commissions DUT using admin node ID N1"
       verification: |
           DUT

diff --git a/src/app/tests/suites/certification/Test_TC_APPLAUNCHER_3_9.yaml b/src/app/tests/suites/certification/Test_TC_APPLAUNCHER_3_9.yaml
@@ -49,10 +49,24 @@ tests:
                         applicationId: applicationId,
                     }
 
+    #Expected status attribute response ACTIVE_HIDDEN or STOPPED 'OR' condition is not supported in YAML
     - label: "Reads the Status attribute"
-      cluster: "Application Basic"
-      endpoint: 3
-      command: "readAttribute"
-      attribute: "Status"
-      response:
-          value: 0
+      verification: |
+          The TH commands for this test step can be invoked using chip-tool (when DUT is a commissionee) or tv-casting-app (when DUT is a commissioner):
+          ./chip-tool applicationbasic read status 1 3
+          ./chip-tool applicationbasic read status 1 3
+
+          On TH verify that the Status attribute  value as 0
+          [1658209002.942766][2442:2447] CHIP:DMG: }
+          [1658209002.942976][2442:2447] CHIP:TOO: Endpoint: 3 Cluster: 0x0000_050D Attribute 0x0000_0005 DataVersion: 3850684771
+          [1658209002.943067][2442:2447] CHIP:TOO:   Status: 0
+          [1658209002.943177][2442:2447] CHIP:EM: Sending Standalone Ack for MessageCounter:54939405 on exchange 63408i"
+      cluster: "LogCommands"
+      command: "UserPrompt"
+      PICS: PICS_USER_PROMPT
+      arguments:
+          values:
+              - name: "message"
+                value: "Enter 'y' after success"
+              - name: "expectedValue"
+                value: "y"
diff --git a/src/app/tests/suites/certification/Test_TC_CC_2_2.yaml b/src/app/tests/suites/certification/Test_TC_CC_2_2.yaml
@@ -275,7 +275,7 @@ tests:
           "DUT reads from the TH the (0x0007) ColorTemperatureMireds attribute"
       PICS: CC.C.A0007
       verification: |
-          ./chip-tool colorcontrol read color-temperature 1 1
+          ./chip-tool colorcontrol read color-temperature-mireds 1 1
 
           Verify response contains an uint16 in  TH(all-clusters-app)  Logs:
 

diff --git a/src/app/tests/suites/certification/Test_TC_CC_3_1.yaml b/src/app/tests/suites/certification/Test_TC_CC_3_1.yaml
@@ -152,7 +152,9 @@ tests:
       command: "readAttribute"
       attribute: "CurrentHue"
       response:
-          value: 120
+          constraints:
+              minValue: 102
+              maxValue: 138
 
     - label:
           "TH sends MoveToHue command to DUT with Hue=60, Direction=0x00
@@ -272,7 +274,9 @@ tests:
       command: "readAttribute"
       attribute: "CurrentHue"
       response:
-          value: 135
+          constraints:
+              minValue: 115
+              maxValue: 155
 
     - label:
           "TH sends MoveToHue command to DUT with Hue=60, Direction=0x00
@@ -382,7 +386,9 @@ tests:
       command: "readAttribute"
       attribute: "CurrentHue"
       response:
-          value: 120
+          constraints:
+              minValue: 102
+              maxValue: 138
 
     - label:
           "TH sends MoveToHue command to DUT with Hue=120, Direction=0x00
@@ -476,8 +482,8 @@ tests:
       attribute: "CurrentHue"
       response:
           constraints:
-              minValue: 48
-              maxValue: 72
+              minValue: 51
+              maxValue: 69
 
     - label: "Wait 5s"
       cluster: "DelayCommands"
@@ -492,7 +498,9 @@ tests:
       command: "readAttribute"
       attribute: "CurrentHue"
       response:
-          value: 60
+          constraints:
+              minValue: 51
+              maxValue: 69
 
     - label: "TH reads ColorMode attribute from DUT"
       PICS: CC.S.F00 && CC.S.A0008

diff --git a/src/app/tests/suites/certification/Test_TC_CC_3_2.yaml b/src/app/tests/suites/certification/Test_TC_CC_3_2.yaml
@@ -148,7 +148,6 @@ tests:
       command: "readAttribute"
       attribute: "CurrentHue"
       response:
-          saveAs: CurrentHueValueStep2f
           constraints:
               minValue: 80
               maxValue: 110
@@ -166,7 +165,9 @@ tests:
       command: "readAttribute"
       attribute: "CurrentHue"
       response:
-          value: CurrentHueValueStep2f
+          constraints:
+              minValue: 80
+              maxValue: 110
 
     - label:
           "TH sends MoveToHue command to DUT with Hue=60, Direction=0x00
@@ -224,8 +225,8 @@ tests:
       attribute: "CurrentHue"
       response:
           constraints:
-              minValue: 0
-              maxValue: 20
+              minValue: 8
+              maxValue: 12
 
     - label: "Wait 10s"
       cluster: "DelayCommands"
@@ -273,7 +274,6 @@ tests:
       command: "readAttribute"
       attribute: "CurrentHue"
       response:
-          saveAs: CurrentHueValueStep3f
           constraints:
               minValue: 140
               maxValue: 190
@@ -291,7 +291,9 @@ tests:
       command: "readAttribute"
       attribute: "CurrentHue"
       response:
-          value: CurrentHueValueStep3f
+          constraints:
+              minValue: 140
+              maxValue: 190
 
     - label: "TH reads ColorMode attribute from DUT"
       PICS: CC.S.F00 && CC.S.A0008

diff --git a/src/app/tests/suites/certification/Test_TC_CC_3_3.yaml b/src/app/tests/suites/certification/Test_TC_CC_3_3.yaml
@@ -118,8 +118,8 @@ tests:
       attribute: "CurrentHue"
       response:
           constraints:
-              minValue: 0
-              maxValue: 10
+              minValue: 4
+              maxValue: 6
 
     - label: "Wait 5s"
       cluster: "DelayCommands"
@@ -134,7 +134,9 @@ tests:
       command: "readAttribute"
       attribute: "CurrentHue"
       response:
-          value: 5
+          constraints:
+              minValue: 4
+              maxValue: 6
 
     - label:
           "TH sends MoveToHue command to DUT with Hue=50, Direction=0x00
@@ -227,7 +229,9 @@ tests:
       command: "readAttribute"
       attribute: "CurrentHue"
       response:
-          value: 245
+          constraints:
+              minValue: 208
+              maxValue: 255
 
     - label: "TH reads ColorMode attribute from DUT"
       PICS: CC.S.F00 && CC.S.A0008

diff --git a/src/app/tests/suites/certification/Test_TC_CC_4_1.yaml b/src/app/tests/suites/certification/Test_TC_CC_4_1.yaml
@@ -150,7 +150,9 @@ tests:
       command: "readAttribute"
       attribute: "CurrentSaturation"
       response:
-          value: 120
+          constraints:
+              minValue: 102
+              maxValue: 138
 
     - label: "TH reads ColorMode attribute from DUT"
       PICS: CC.S.F00 && CC.S.A0008

diff --git a/src/app/tests/suites/certification/Test_TC_CC_4_2.yaml b/src/app/tests/suites/certification/Test_TC_CC_4_2.yaml
@@ -114,7 +114,7 @@ tests:
       attribute: "CurrentSaturation"
       response:
           constraints:
-              minValue: 212
+              minValue: 216
               maxValue: 254
 
     - label: "Wait 5s"
@@ -130,7 +130,9 @@ tests:
       command: "readAttribute"
       attribute: "CurrentSaturation"
       response:
-          value: 254
+          constraints:
+              minValue: 216
+              maxValue: 254
 
     - label:
           "TH sends MoveToSaturation command to DUT with Saturation=120 and
@@ -203,8 +205,8 @@ tests:
       attribute: "CurrentSaturation"
       response:
           constraints:
-              minValue: 5
-              maxValue: 35
+              minValue: 17
+              maxValue: 23
 
     - label: "Wait 10s"
       cluster: "DelayCommands"
@@ -301,7 +303,6 @@ tests:
       command: "readAttribute"
       attribute: "CurrentSaturation"
       response:
-          saveAs: CurrentSaturationValueStep4e
           constraints:
               minValue: 170
               maxValue: 230
@@ -319,7 +320,9 @@ tests:
       command: "readAttribute"
       attribute: "CurrentSaturation"
       response:
-          value: CurrentSaturationValueStep4e
+          constraints:
+              minValue: 170
+              maxValue: 230
 
     - label: "TH reads ColorMode attribute from DUT"
       PICS: CC.S.F00 && CC.S.A0008

diff --git a/src/app/tests/suites/certification/Test_TC_CC_4_3.yaml b/src/app/tests/suites/certification/Test_TC_CC_4_3.yaml
@@ -132,7 +132,9 @@ tests:
       command: "readAttribute"
       attribute: "CurrentSaturation"
       response:
-          value: 240
+          constraints:
+              minValue: 204
+              maxValue: 254
 
     - label:
           "TH sends StepSaturation command to DUT with StepMode=0x01 (up),
@@ -165,7 +167,9 @@ tests:
       command: "readAttribute"
       attribute: "CurrentSaturation"
       response:
-          value: 254
+          constraints:
+              minValue: 216
+              maxValue: 254
 
     - label:
           "TH sends MoveToSaturation command to DUT with Saturation=50 and
@@ -240,8 +244,8 @@ tests:
       attribute: "CurrentSaturation"
       response:
           constraints:
-              minValue: 5
-              maxValue: 15
+              minValue: 8
+              maxValue: 12
 
     - label: "Wait 5s"
       cluster: "DelayCommands"
@@ -256,7 +260,9 @@ tests:
       command: "readAttribute"
       attribute: "CurrentSaturation"
       response:
-          value: 10
+          constraints:
+              minValue: 8
+              maxValue: 12
 
     - label:
           "TH sends StepSaturation command to DUT with StepMode=0x03 (down),

diff --git a/src/app/tests/suites/certification/Test_TC_CC_4_4.yaml b/src/app/tests/suites/certification/Test_TC_CC_4_4.yaml
@@ -75,14 +75,18 @@ tests:
       command: "readAttribute"
       attribute: "CurrentHue"
       response:
-          value: 200
+          constraints:
+              minValue: 170
+              maxValue: 230
 
     - label: "TH reads CurrentSaturation attribute from DUT"
       PICS: CC.S.F00 && CC.S.A0001
       command: "readAttribute"
       attribute: "CurrentSaturation"
       response:
-          value: 50
+          constraints:
+              minValue: 42
+              maxValue: 58
 
     - label:
           "TH sends MoveToHueAndSaturation command to DUT with Hue=160,
@@ -168,14 +172,18 @@ tests:
       command: "readAttribute"
       attribute: "CurrentHue"
       response:
-          value: 160
+          constraints:
+              minValue: 135
+              maxValue: 185
 
     - label: "TH reads CurrentSaturation attribute from DUT"
       PICS: CC.S.F00 && CC.S.A0001
       command: "readAttribute"
       attribute: "CurrentSaturation"
       response:
-          value: 80
+          constraints:
+              minValue: 68
+              maxValue: 92
 
     - label: "TH reads ColorMode attribute from DUT"
       PICS: CC.S.F00 && CC.S.A0008