Modified scripts Aug 18 (#22000)

* Added new scripts TC-CADMIN-1.11 TC-CADMIN-1.15 TC-CADMIN-1.16 TC-CADMIN-1.21 TC-CADMIN-1.22 Modified scripts TC-CC-1.1 TC-CHANNEL-1.6 TC-CONTENTLAUNCHER-1.1 TC-DGGEN-1.1 TC-DGTHREAD-1.1 TC-DGWIFI-1.1 TC-DRLK-1.1 TC-KEYPADINPUT-1.2 TC-LVL-1.1 TC-LVL-3.1 TC-LVL-4.1 TC-LVL-5.1 TC-LVL-6.1 TC-MEDIAPLAYBACK-1.7 TC-PS-1.1 TC-STCH-1.1 TC-TGNAV-1.1 TC-TSTAT-1.1 * Added auto generated files * Modified PS-1.1 script * Auto generated files * Auto generated files
project-chip · Aug 18, 2022 · 507bb70 · 507bb70
1 parent 51d2c95
commit 507bb70
Show file tree

Hide file tree

Showing 30 changed files with 4,620 additions and 2,969 deletions.
diff --git a/src/app/tests/suites/certification/Test_TC_ACT_1_1.yaml b/src/app/tests/suites/certification/Test_TC_ACT_1_1.yaml
@@ -53,7 +53,7 @@ tests:
       response:
           constraints:
               type: list
-              contains: [0, 1]
+              contains: [0, 1, 65528, 65529, 65531, 65532, 65533]
 
     - label: "Read the optional attribute(SetupURL) in AttributeList"
       PICS: ACT.S.A0002
@@ -62,7 +62,7 @@ tests:
       response:
           constraints:
               type: list
-              contains: [0, 1, 2]
+              contains: [2]
 
     # Checking only type check all attributes are optional
     - label: "Read the global attribute: AcceptedCommandList"

diff --git a/src/app/tests/suites/certification/Test_TC_CADMIN_1_11.yaml b/src/app/tests/suites/certification/Test_TC_CADMIN_1_11.yaml
diff --git a/src/app/tests/suites/certification/Test_TC_CADMIN_1_13.yaml b/src/app/tests/suites/certification/Test_TC_CADMIN_1_13.yaml
@@ -104,7 +104,6 @@ tests:
           constraints:
               notValue: null
 
-    #Issue https://github.com/CHIP-Specifications/chip-test-plans/issues/1972
     - label: "TH_CR1 reads AdminVendorId attribute from DUT_CE"
       cluster: "AdministratorCommissioning"
       command: "readAttribute"

diff --git a/src/app/tests/suites/certification/Test_TC_CADMIN_1_15.yaml b/src/app/tests/suites/certification/Test_TC_CADMIN_1_15.yaml
diff --git a/src/app/tests/suites/certification/Test_TC_CADMIN_1_16.yaml b/src/app/tests/suites/certification/Test_TC_CADMIN_1_16.yaml
diff --git a/src/app/tests/suites/certification/Test_TC_CADMIN_1_21.yaml b/src/app/tests/suites/certification/Test_TC_CADMIN_1_21.yaml
@@ -14,118 +14,97 @@
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
 name:
-    4.1.21. [TC-CADMIN-1.21] Open commissioning window - durations max and max+1
-    [BCM] [DUT - Commissionee]
+    30.1.21. [TC-CADMIN-1.21] Open commissioning window - durations max and
+    max+1 [BCM] [DUT - Commissionee]
 
 PICS:
     - CADMIN.S
     - CADMIN.S.F00
 
 config:
     nodeId: 0x12344321
-    cluster: "Basic"
+    timeout: 950
     endpoint: 0
+    discriminator:
+        type: int16u
+        defaultValue: 3840
 
 tests:
-    - label: "Precondition"
-      verification: |
-          Reset Devices to factory defaults
-      disabled: true
+    - label: "Precondition: Reset Devices to factory defaults"
+      PICS: PICS_SDK_CI_ONLY
+      cluster: "SystemCommands"
+      command: "FactoryReset"
 
-    - label: "TH_CR1 starts a commissioning process with DUT_CE"
-      PICS: CADMIN.S.C01.Rsp
+    - label: "Precondition: Reset Devices to factory defaults"
       verification: |
-          "1. Provision the device using 1st controller chip tool(use above instructions) ,
-          "
-      disabled: true
+          Not implemented in YAML
+      cluster: "LogCommands"
+      command: "UserPrompt"
+      PICS: PICS_SKIP_SAMPLE_APP
+      arguments:
+          values:
+              - name: "message"
+                value: "Factory Reset the DUT and enter 'y' after success"
+              - name: "expectedValue"
+                value: "y"
 
-    - label:
-          "TH_CR1 opens a commissioning window on DUT_CE using BCM with a value
-          of 900 seconds"
+    - label: "TH_CR1 starts a commissioning process with DUT_CE"
+      cluster: "DelayCommands"
+      command: "WaitForCommissionee"
+      PICS: CADMIN.S
+      arguments:
+          values:
+              - name: "nodeId"
+                value: nodeId
+
+    - label: "TH_CR1 opens a commissioning window on DUT_CE using BCM"
+      cluster: "AdministratorCommissioning"
+      command: "OpenBasicCommissioningWindow"
+      timedInteractionTimeoutMs: 10000
       PICS: CADMIN.S.C01.Rsp
-      verification: |
-          On 1st controller chip tool, open commissioning window
-
-          For BCM,
-
-
-          ./chip-tool administratorcommissioning open-basic-commissioning-window 900 2 0 --timedInteractionTimeoutMs 1000
-
-
-          CHIP:DMG: InvokeResponseMessage =
-          [1650278416.248379][11064:11069] CHIP:DMG: {
-          [1650278416.248436][11064:11069] CHIP:DMG:         suppressResponse = false,
-          [1650278416.248495][11064:11069] CHIP:DMG:         InvokeResponseIBs =
-          [1650278416.248570][11064:11069] CHIP:DMG:         [
-          [1650278416.248630][11064:11069] CHIP:DMG:                 InvokeResponseIB =
-          [1650278416.248718][11064:11069] CHIP:DMG:                 {
-          [1650278416.248783][11064:11069] CHIP:DMG:                         CommandStatusIB =
-          [1650278416.248860][11064:11069] CHIP:DMG:                         {
-          [1650278416.248931][11064:11069] CHIP:DMG:                                 CommandPathIB =
-          [1650278416.249011][11064:11069] CHIP:DMG:                                 {
-          [1650278416.249100][11064:11069] CHIP:DMG:                                         EndpointId = 0x0,
-          [1650278416.249186][11064:11069] CHIP:DMG:                                         ClusterId = 0x3c,
-          [1650278416.249268][11064:11069] CHIP:DMG:                                         CommandId = 0x1,
-          [1650278416.249347][11064:11069] CHIP:DMG:                                 },
-          [1650278416.249430][11064:11069] CHIP:DMG:
-          [1650278416.249501][11064:11069] CHIP:DMG:                                 StatusIB =
-          [1650278416.249581][11064:11069] CHIP:DMG:                                 {
-          [1650278416.249664][11064:11069] CHIP:DMG:                                         status = 0x00 (SUCCESS),
-          [1650278416.249738][11064:11069] CHIP:DMG:                                 },
-          [1650278416.249823][11064:11069] CHIP:DMG:
-          [1650278416.249889][11064:11069] CHIP:DMG:                         },
-          [1650278416.249969][11064:11069] CHIP:DMG:
-          [1650278416.250035][11064:11069] CHIP:DMG:                 },
-          [1650278416.250113][11064:11069] CHIP:DMG:
-          [1650278416.250169][11064:11069] CHIP:DMG:         ],
-          [1650278416.250241][11064:11069] CHIP:DMG:
-          [1650278416.250298][11064:11069] CHIP:DMG:         InteractionModelRevision = 1
-          [1650278416.250355][11064:11069] CHIP:DMG: },
-          [1650278416.250535][11064:11069] CHIP:DMG: Received Command Response Status for Endpoint=0 Cluster=0x0000_003C Command=0x0000_0001 Status=0x0
-          [1650278416.250634][11064:11069] CHIP:DMG: ICR moving to [AwaitingDe]
-      disabled: true
-
-    - label: "Wait 901 seconds for commissioning Window to be closed"
-      verification: |
-          Wait for commissioning Window to Timeout
-      disabled: true
+      arguments:
+          values:
+              - name: "CommissioningTimeout"
+                value: 900
+              - name: "discriminator"
+                value: discriminator
+
+    - label: "Wait for commissioning Window to 901 seconds"
+      cluster: "DelayCommands"
+      command: "WaitForMs"
+      arguments:
+          values:
+              - name: "ms"
+                value: 901000
 
     - label:
           "TH_CR1 reads the window status to verify the DUT_CE window is closed"
+      cluster: "AdministratorCommissioning"
+      command: "readAttribute"
+      attribute: "WindowStatus"
       PICS: CADMIN.S.A0000
-      verification: |
-          ./chip-tool administratorcommissioning read window-status 1 0
+      response:
+          value: 0
 
-          CHIP:TOO: Endpoint: 0 Cluster: 0x0000_003C Attribute 0x0000_0000 DataVersion: 2849200592
-          [1651137648.760469][14047:14052] CHIP:TOO:   WindowStatus: 0
-          [1651137648.760534][14047:14052] CHIP:EM: Sending Standalone Ack for MessageCounter:5527412 on exchange 14590i
-      disabled: true
-
-    - label:
-          "TH_CR1 opens a commissioning window on DUT_CE using BCM with a value
-          of 901 seconds"
+    - label: "TH_CR1 opens a commissioning window on DUT_CE"
+      cluster: "AdministratorCommissioning"
+      command: "OpenBasicCommissioningWindow"
       PICS: CADMIN.S.C01.Rsp
-      verification: |
-          On 1st controller chip tool, open commissioning window
-
-          For BCM,
-          ./chip-tool administratorcommissioning open-basic-commissioning-window 901 2 0 --timedInteractionTimeoutMs 1000
-
-          CHIP:DMG: Received Command Response Status for Endpoint=0 Cluster=0x0000_003C Command=0x0000_0001 Status=0x85
-          [1652860801.225084][9512:9517] CHIP:TOO: Error: IM Error 0x00000585: General error: 0x85 (INVALID_COMMAND)
-          [1652860801.225173][9512:9517] CHIP:DMG: ICR moving to [AwaitingDe]
-          [1652860801.225294][9512:9517] CHIP:EM: Sending Standalone Ack for MessageCounter:4191961 on exchange 37827i
-      disabled: true
+      timedInteractionTimeoutMs: 10000
+      arguments:
+          values:
+              - name: "CommissioningTimeout"
+                value: 901
+              - name: "discriminator"
+                value: discriminator
+      response:
+          error: INVALID_COMMAND
 
     - label:
           "TH_CR1 reads the window status to verify the DUT_CE window is closed"
+      cluster: "AdministratorCommissioning"
+      command: "readAttribute"
+      attribute: "WindowStatus"
       PICS: CADMIN.S.A0000
-      verification: |
-          On  1st controller read  window status
-
-          ./chip-tool administratorcommissioning read window-status 1 0
-
-          CHIP:TOO: Endpoint: 0 Cluster: 0x0000_003C Attribute 0x0000_0000 DataVersion: 2849200592
-          [1651137648.760469][14047:14052] CHIP:TOO:   WindowStatus: 0
-          [1651137648.760534][14047:14052] CHIP:EM: Sending Standalone Ack for MessageCounter:5527412 on exchange 14590i
-      disabled: true
+      response:
+          value: 0
diff --git a/src/app/tests/suites/certification/Test_TC_CADMIN_1_22.yaml b/src/app/tests/suites/certification/Test_TC_CADMIN_1_22.yaml
@@ -14,97 +14,112 @@
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
 name:
-    4.1.22. [TC-CADMIN-1.22] Open commissioning window - durations max and max+1
-    [ECM] [DUT - Commissionee]
+    30.1.22. [TC-CADMIN-1.22] Open commissioning window - durations max and
+    max+1 [ECM] [DUT - Commissionee]
 
 PICS:
     - CADMIN.S
 
 config:
     nodeId: 0x12344321
-    cluster: "Basic"
+    timeout: 950
     endpoint: 0
+    discriminator:
+        type: int16u
+        defaultValue: 3840
+    PakeVerifier:
+        type: octet_string
+        defaultValue:
+            "\xb9\x61\x70\xaa\xe8\x03\x34\x68\x84\x72\x4f\xe9\xa3\xb2\x87\xc3\x03\x30\xc2\xa6\x60\x37\x5d\x17\xbb\x20\x5a\x8c\xf1\xae\xcb\x35\x04\x57\xf8\xab\x79\xee\x25\x3a\xb6\xa8\xe4\x6b\xb0\x9e\x54\x3a\xe4\x22\x73\x6d\xe5\x01\xe3\xdb\x37\xd4\x41\xfe\x34\x49\x20\xd0\x95\x48\xe4\xc1\x82\x40\x63\x0c\x4f\xf4\x91\x3c\x53\x51\x38\x39\xb7\xc0\x7f\xcc\x06\x27\xa1\xb8\x57\x3a\x14\x9f\xcd\x1f\xa4\x66\xcf"
 
 tests:
-    - label: "Precondition"
+    - label: "Precondition: Reset Devices to factory defaults"
+      cluster: "SystemCommands"
+      PICS: PICS_SDK_CI_ONLY
+      command: "FactoryReset"
+
+    - label: "Precondition: Reset Devices to factory defaults"
       verification: |
-          Reset Devices to factory defaults
-      disabled: true
+          Not implemented in YAML
+      cluster: "LogCommands"
+      command: "UserPrompt"
+      PICS: PICS_SKIP_SAMPLE_APP
+      arguments:
+          values:
+              - name: "message"
+                value: "Factory Reset the DUT and enter 'y' after success"
+              - name: "expectedValue"
+                value: "y"
 
     - label: "TH_CR1 starts a commissioning process with DUT_CE"
+      cluster: "DelayCommands"
+      command: "WaitForCommissionee"
       PICS: CADMIN.S.C00.Rsp
-      verification: |
-          "1. Provision the device using 1st controller chip tool(use above instructions) ,
-          "
-      disabled: true
-
-    - label:
-          "TH_CR1 opens a commissioning window on DUT_CE using ECM with a value
-          of 900 seconds"
+      arguments:
+          values:
+              - name: "nodeId"
+                value: nodeId
+
+    - label: "TH_CR1 opens a commissioning window on DUT_CE"
+      cluster: "AdministratorCommissioning"
+      command: "OpenCommissioningWindow"
       PICS: CADMIN.S.C00.Rsp
-      verification: |
-          On 1st controller chip tool, open commissioning window
-
-          Below is the example when using chip tool as controller
-
-
-          For ECM,
-          ./chip-tool pairing open-commissioning-window 1 1 900 1000 3840
-
-          [1635925713.966786][9695:9700] CHIP:SC: Success status report received. Session was established
-          [1635925713.966839][9695:9700] CHIP:IN: New secure session created for device 0x0000000000000001, key 33!!
-          [1635925713.966938][9695:9700] CHIP:CTL: OpenCommissioningWindow for device ID 1
-          [1635925713.972601][9695:9700] CHIP:DMG: ICR moving to [AddingComm]
-          [1635925713.972705][9695:9700] CHIP:DMG: ICR moving to [AddedComma]
-          [1635925713.972815][9695:9700] CHIP:IN: Prepared encrypted message 0xaaaad9b57d10 to 0x0000000000000001 of type 0x8 and protocolId (0, 1) on exchange 31056i with MessageCounter:0.
-          [1635925713.972876][9695:9700] CHIP:IN: Sending encrypted msg 0xaaaad9b57d10 with MessageCounter:0 to 0x0000000000000001 at monotonic time: 13449459 msec
-          [1635925713.973006][9695:9700] CHIP:DMG: ICR moving to [CommandSen]
-          [1635925713.973061][9695:9700] CHIP:CTL: Manual pairing code: [35484132896]
-          [1635925713.973120][9695:9700] CHIP:CTL: SetupQRCode: [MT:00000CQM00A7F87ZT10]
-          [1635925713.973178][9695:9700] CHIP:EM: Sending Standalone Ack for MessageCounter:1964916542 on exchange 31055i
-      disabled: true
-
-    - label: "Wait 901 seconds for commissioning Window to be closed"
-      verification: |
-          Wait for commissioning Window to Timeout
-      disabled: true
+      timedInteractionTimeoutMs: 10000
+      arguments:
+          values:
+              - name: "CommissioningTimeout"
+                value: 900
+              - name: "PAKEVerifier"
+                value: PakeVerifier
+              - name: "discriminator"
+                value: discriminator
+              - name: "iterations"
+                value: 1000
+              - name: "salt"
+                value: "SPAKE2P Key Salt"
+
+    - label: "Wait for commissioning Window to 901 seconds"
+      cluster: "DelayCommands"
+      command: "WaitForMs"
+      arguments:
+          values:
+              - name: "ms"
+                value: 901000
 
     - label:
           "TH_CR1 reads the window status to verify the DUT_CE window is closed"
+      cluster: "AdministratorCommissioning"
+      command: "readAttribute"
+      attribute: "WindowStatus"
       PICS: CADMIN.S.A0000
-      verification: |
-          ./chip-tool administratorcommissioning read window-status 1 0
-
-          CHIP:TOO: Endpoint: 0 Cluster: 0x0000_003C Attribute 0x0000_0000 DataVersion: 2849200592
-          [1651137648.760469][14047:14052] CHIP:TOO:   WindowStatus: 0
-          [1651137648.760534][14047:14052] CHIP:EM: Sending Standalone Ack for MessageCounter:5527412 on exchange 14590i
-      disabled: true
+      response:
+          value: 0
 
-    - label:
-          "TH_CR1 opens a commissioning window on DUT_CE using ECM with a value
-          of 901 seconds"
+    - label: "TH_CR1 opens a commissioning window on DUT_CE"
+      cluster: "AdministratorCommissioning"
+      command: "OpenCommissioningWindow"
       PICS: CADMIN.S.C00.Rsp
-      verification: |
-          On 1st controller chip tool, open commissioning window
-
-          For BCM,
-          ./chip-tool administratorcommissioning open-basic-commissioning-window 901 2 0 --timedInteractionTimeoutMs 1000
-
-          CHIP:DMG: Received Command Response Status for Endpoint=0 Cluster=0x0000_003C Command=0x0000_0001 Status=0x85
-          [1652860801.225084][9512:9517] CHIP:TOO: Error: IM Error 0x00000585: General error: 0x85 (INVALID_COMMAND)
-          [1652860801.225173][9512:9517] CHIP:DMG: ICR moving to [AwaitingDe]
-          [1652860801.225294][9512:9517] CHIP:EM: Sending Standalone Ack for MessageCounter:4191961 on exchange 37827i
-      disabled: true
+      timedInteractionTimeoutMs: 10000
+      arguments:
+          values:
+              - name: "CommissioningTimeout"
+                value: 901
+              - name: "PAKEVerifier"
+                value: PakeVerifier
+              - name: "discriminator"
+                value: discriminator
+              - name: "iterations"
+                value: 1000
+              - name: "salt"
+                value: "SPAKE2P Key Salt"
+      response:
+          error: INVALID_COMMAND
 
     - label:
           "TH_CR1 reads the window status to verify the DUT_CE window is closed"
+      cluster: "AdministratorCommissioning"
+      command: "readAttribute"
+      attribute: "WindowStatus"
       PICS: CADMIN.S.A0000
-      verification: |
-          On  1st controller read  window status
-
-          ./chip-tool administratorcommissioning read window-status 1 0
-
-          CHIP:TOO: Endpoint: 0 Cluster: 0x0000_003C Attribute 0x0000_0000 DataVersion: 2849200592
-          [1651137648.760469][14047:14052] CHIP:TOO:   WindowStatus: 0
-          [1651137648.760534][14047:14052] CHIP:EM: Sending Standalone Ack for MessageCounter:5527412 on exchange 14590i
-      disabled: true
+      response:
+          value: 0