Modified tests jan 23 new

src/app/tests/suites/certification/PICS.yaml

@@ -9177,6 +9177,9 @@ PICS:
     - label: "Does the DUT support testing the failed ChangeToMode command?"
       id: OTCCM.S.M.CAN_TEST_MODE_FAILURE
 
+    - label: "Can the mode change be manually controlled?"
+      id: OTCCM.S.M.CAN_MANUALLY_CONTROLLED
+
     - label:
           "Id of mode the device will fail to transition to, given its current
           state"

src/app/tests/suites/certification/Test_TC_CNET_4_1.yaml

@@ -193,5 +193,6 @@ tests:
       attribute: "SupportedWiFiBands"
       response:
           constraints:
-              type: enum8
+              type: list
               minLength: 1
+              maxLength: 6

src/app/tests/suites/certification/Test_TC_CONTENTLAUNCHER_10_4.yaml

@@ -36,40 +36,66 @@ tests:
       verification: |
           Product maker needs to provide instructions for how to trigger the command on the DUT. For comparison, the DUT behavior for this test step can be simulated using chip-tool (when DUT is a commissioner) or tv-casting-app (when DUT is a commissionee):
 
-          ./chip-tool contentlauncher launch-content '{"parameterList": []}' 1 1 1
-          ./chip-tv-casting-app contentlauncher launch-content '{"parameterList": []}' 1 1 1
+          ./chip-tool contentlauncher launch-content '{"parameterList": [ { "type": 0, "value": "exampleString", "externalIDList": [ { "name": "exampleName", "value": "exampleValue"} ] } ] }' 0 '{"playbackPosition": 0, "textTrack": {"languageCode": "", "audioOutputIndex": 0}}' 1 1
 
-          On TH (tv-app), Verify the launch content command is received successfully.
 
-          [1658531449325] [21924:325733] CHIP: [DMG] InvokeRequestMessage =
-          [1658531449325] [21924:325733] CHIP: [DMG] {
-          [1658531449325] [21924:325733] CHIP: [DMG]         suppressResponse = false,
-          [1658531449325] [21924:325733] CHIP: [DMG]         timedRequest = false,
-          [1658531449325] [21924:325733] CHIP: [DMG]         InvokeRequests =
-          [1658531449325] [21924:325733] CHIP: [DMG]         [
-          [1658531449325] [21924:325733] CHIP: [DMG]                 CommandDataIB =
-          [1658531449325] [21924:325733] CHIP: [DMG]                 {
-          [1658531449325] [21924:325733] CHIP: [DMG]                         CommandPathIB =
-          [1658531449325] [21924:325733] CHIP: [DMG]                         {
-          [1658531449325] [21924:325733] CHIP: [DMG]                                 EndpointId = 0x1,
-          [1658531449325] [21924:325733] CHIP: [DMG]                                 ClusterId = 0x50a,
-          [1658531449325] [21924:325733] CHIP: [DMG]                                 CommandId = 0x0,
-          [1658531449325] [21924:325733] CHIP: [DMG]                         },
-          [1658531449325] [21924:325733] CHIP: [DMG]
-          [1658531449325] [21924:325733] CHIP: [DMG]                         CommandFields =
-          [1658531449325] [21924:325733] CHIP: [DMG]                         {
-          [1658531449325] [21924:325733] CHIP: [DMG]                                 0x0 =
-          [1658531449325] [21924:325733] CHIP: [DMG]                                 {
-          [1658531449325] [21924:325733] CHIP: [DMG]                                         0x0 = [
-          [1658531449325] [21924:325733] CHIP: [DMG]
-          [1658531449326] [21924:325733] CHIP: [DMG]                                         ],
-          [1658531449326] [21924:325733] CHIP: [DMG]                                 },
-          [1658531449326] [21924:325733] CHIP: [DMG]                                 0x1 = true,
-          [1658531449326] [21924:325733] CHIP: [DMG]                         },
-          [1658531449326] [21924:325733] CHIP: [DMG]                 },
-          [1658531449326] [21924:325733] CHIP: [DMG]
-          [1658531449326] [21924:325733] CHIP: [DMG]         ],
-          [1658531449326] [21924:325733] CHIP: [DMG]
-          [1658531449326] [21924:325733] CHIP: [DMG]         InteractionModelRevision = 1
-          [1658531449326] [21924:325733] CHIP: [DMG] },
+          ./chip-tv-casting-app contentlauncher launch-content '{"parameterList": [ { "type": 0, "value": "exampleString", "externalIDList": [ { "name": "exampleName", "value": "exampleValue"} ] } ] }' 0 '{"playbackPosition": 0, "textTrack": {"languageCode": "", "audioOutputIndex": 0}}' 1 1
+
+
+          On TH (tv-app), Verify the launch content command is received successfully.
+          [1706167504.647497][12245:12245] CHIP:EM: >>> [E:12537r S:1570 M:15519558] (S) Msg RX from 2:000000000001B669 [9F65] --- Type 0001:08 (IM:InvokeCommandRequest)
+          [1706167504.647555][12245:12245] CHIP:EM: Handling via exchange: 12537r, Delegate: 0xaaaac9aaa7c8
+          [1706167504.647660][12245:12245] CHIP:DMG: InvokeRequestMessage =
+          [1706167504.647694][12245:12245] CHIP:DMG: {
+          [1706167504.647719][12245:12245] CHIP:DMG:         suppressResponse = false,
+          [1706167504.647748][12245:12245] CHIP:DMG:         timedRequest = false,
+          [1706167504.647774][12245:12245] CHIP:DMG:         InvokeRequests =
+          [1706167504.647822][12245:12245] CHIP:DMG:         [
+          [1706167504.647853][12245:12245] CHIP:DMG:                 CommandDataIB =
+          [1706167504.647887][12245:12245] CHIP:DMG:                 {
+          [1706167504.647917][12245:12245] CHIP:DMG:                         CommandPathIB =
+          [1706167504.647953][12245:12245] CHIP:DMG:                         {
+          [1706167504.647987][12245:12245] CHIP:DMG:                                 EndpointId = 0x1,
+          [1706167504.648023][12245:12245] CHIP:DMG:                                 ClusterId = 0x50a,
+          [1706167504.648058][12245:12245] CHIP:DMG:                                 CommandId = 0x0,
+          [1706167504.648090][12245:12245] CHIP:DMG:                         },
+          [1706167504.648124][12245:12245] CHIP:DMG:
+          [1706167504.648154][12245:12245] CHIP:DMG:                         CommandFields =
+          [1706167504.648186][12245:12245] CHIP:DMG:                         {
+          [1706167504.648217][12245:12245] CHIP:DMG:                                 0x0 =
+          [1706167504.648251][12245:12245] CHIP:DMG:                                 {
+          [1706167504.648285][12245:12245] CHIP:DMG:                                         0x0 = [
+          [1706167504.648322][12245:12245] CHIP:DMG:
+          [1706167504.648362][12245:12245] CHIP:DMG:                                                 {
+          [1706167504.648404][12245:12245] CHIP:DMG:                                                         0x0 = 0,
+          [1706167504.648449][12245:12245] CHIP:DMG:                                                         0x1 = "exampleString" (13 chars),
+          [1706167504.648491][12245:12245] CHIP:DMG:                                                         0x2 = [
+          [1706167504.648533][12245:12245] CHIP:DMG:
+          [1706167504.648583][12245:12245] CHIP:DMG:                                                                 {
+          [1706167504.648630][12245:12245] CHIP:DMG:                                                                         0x0 = "exampleName" (11 chars),
+          [1706167504.648684][12245:12245] CHIP:DMG:                                                                         0x1 = "exampleValue" (12 chars),
+          [1706167504.648733][12245:12245] CHIP:DMG:                                                                 },
+          [1706167504.648777][12245:12245] CHIP:DMG:                                                         ],
+          [1706167504.648819][12245:12245] CHIP:DMG:                                                 },
+          [1706167504.648859][12245:12245] CHIP:DMG:                                         ],
+          [1706167504.648895][12245:12245] CHIP:DMG:                                 },
+          [1706167504.648930][12245:12245] CHIP:DMG:                                 0x1 = false,
+          [1706167504.648963][12245:12245] CHIP:DMG:                                 0x3 =
+          [1706167504.648997][12245:12245] CHIP:DMG:                                 {
+          [1706167504.649033][12245:12245] CHIP:DMG:                                         0x0 = 0,
+          [1706167504.649069][12245:12245] CHIP:DMG:                                         0x1 =
+          [1706167504.649107][12245:12245] CHIP:DMG:                                         {
+          [1706167504.649147][12245:12245] CHIP:DMG:                                                 0x0 = "" (0 chars),
+          [1706167504.649191][12245:12245] CHIP:DMG:                                                 0x2 = 0,
+          [1706167504.649233][12245:12245] CHIP:DMG:                                         },
+          [1706167504.649271][12245:12245] CHIP:DMG:                                 },
+          [1706167504.649307][12245:12245] CHIP:DMG:                         },
+          [1706167504.649339][12245:12245] CHIP:DMG:                 },
+          [1706167504.649385][12245:12245] CHIP:DMG:
+          [1706167504.649412][12245:12245] CHIP:DMG:         ],
+          [1706167504.649457][12245:12245] CHIP:DMG:
+          [1706167504.649484][12245:12245] CHIP:DMG:         InteractionModelRevision = 11
+          [1706167504.649511][12245:12245] CHIP:DMG: },
+          [1706167504.649703][12245:12245] CHIP:DMG: AccessControl: checking f=2 a=c s=0x000000000001B669 t= c=0x0000_050A e=1 p=o
+          [1706167504.649746][12245:12245] CHIP:DMG: AccessControl: allowed
       disabled: true

src/app/tests/suites/certification/Test_TC_DISHM_1_2.yaml

@@ -91,25 +91,3 @@ tests:
           [1689997642.999367][360160:360162] CHIP:TOO: Endpoint: 1 Cluster: 0x0000_0059 Attribute 0x0000_0001 DataVersion: 1994417976
           [1689997642.999395][360160:360162] CHIP:TOO:   CurrentMode: 0
       disabled: true
-
-    - label: "Step 4: TH reads from the DUT the OnMode attribute."
-      PICS: DISHM.S.A0003
-      verification: |
-          ./chip-tool dishwashermode read on-mode 1 1
-
-          Verify on TH(chip-tool) logs, OnMode attribute value is an integer from supported_modes_dut or null, below is the sample log provided for the raspi platform, Here OnMode attribute value is Null
-
-          [1649676072.465968][10754:10759] CHIP:TOO: Endpoint: 1 Cluster: 0x0000_0059 Attribute 0x0000_0003 DataVersion: 4277065072
-          [1649676072.466094][10754:10759] CHIP:TOO: OnMode: null
-      disabled: true
-
-    - label: "Step 5: TH reads from the DUT the StartUpMode attribute."
-      PICS: DISHM.S.A0002
-      verification: |
-          ./chip-tool dishwashermode read start-up-mode 1 1
-
-          Verify on TH(chip-tool) logs, StartUpMode attribute value is an integer from supported_modes_dut or null, below is the sample log provided for the raspi platform, Here StartUpMode attribute value is Null
-
-          [1689997956.636092][360258:360260] CHIP:TOO: Endpoint: 1 Cluster: 0x0000_0059 Attribute 0x0000_0002 DataVersion: 1994417976
-          [1689997956.636125][360258:360260] CHIP:TOO:   StartUpMode: null
-      disabled: true

src/app/tests/suites/certification/Test_TC_DISHM_2_1.yaml

@@ -13,7 +13,7 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 263.3.1. [TC-DISHM-2.1]  Change to Mode functionality with DUT as Server
+name: 263.3.1. [TC-DISHM-2.1] Change to Mode functionality with DUT as Server
 
 PICS:
     - DISHM.S
@@ -135,7 +135,8 @@ tests:
 
           ./chip-tool dishwashermode change-to-mode 2 1 1
 
-          Verify on TH(chip-tool) log, DUT responds contains a ChangeToModeResponse command with a GenericFailure(0x02)  status response and below is the sample log provided for the raspi platform:
+          Verify on TH(chip-tool) log, DUT responds contains a ChangeToModeResponse command with
+          Status field is set to GenericFailure(0x02), InvalidInMode(0x03) , or in the MfgCodes (0x80 to 0xBF) range and StatusText field has a length between 1 and 64,  below is the sample log provided for the raspi platform:
 
           [1690264785.719168][29854:29856] CHIP:DMG: Received Command Response Data, Endpoint=1 Cluster=0x0000_0059 Command=0x0000_0001
           [1690264785.719200][29854:29856] CHIP:TOO: Endpoint: 1 Cluster: 0x0000_0059 Command 0x0000_0001

src/app/tests/suites/certification/Test_TC_DISHM_3_1.yaml

@@ -17,7 +17,7 @@ name: 263.4.1. [TC-DISHM-3.1] On Mode functionality with DUT as Server
 
 PICS:
     - DISHM.S.A0003
-    - DISHM.S.F00
+    - MOD.S.F00
     - OO.S.C00.Rsp
     - OO.S.C01.Rsp
 
@@ -95,7 +95,7 @@ tests:
       disabled: true
 
     - label: "Step 2: TH reads from the DUT the OnMode attribute."
-      PICS: DISHM.S.A0003 && DISHM.S.F00
+      PICS: DISHM.S.A0003 && MOD.S.F00
       verification: |
           ./chip-tool dishwashermode read on-mode 1 1
 
@@ -107,7 +107,7 @@ tests:
       disabled: true
 
     - label: "Step 3: TH reads from the DUT the CurrentMode attribute."
-      PICS: DISHM.S.A0001 && DISHM.S.F00
+      PICS: DISHM.S.A0001 && MOD.S.F00
       verification: |
           ./chip-tool dishwashermode read current-mode 1 1
 
@@ -121,7 +121,7 @@ tests:
       disabled: true
 
     - label: "Step 4: TH reads from the DUT the SupportedModes attribute."
-      PICS: DISHM.S.A0000 && DISHM.S.F00
+      PICS: DISHM.S.A0000 && MOD.S.F00
       verification: |
           ./chip-tool dishwashermode read supported-modes 1 1
 
@@ -171,7 +171,7 @@ tests:
     - label:
           "Step 5: TH sends a ChangeToMode command to the DUT with NewMode set
           to new_mode_th"
-      PICS: DISHM.S.C00.Rsp && DISHM.S.F00
+      PICS: DISHM.S.C00.Rsp && MOD.S.F00
       verification: |
           ./chip-tool dishwashermode change-to-mode 2 1 1
 
@@ -184,7 +184,7 @@ tests:
       disabled: true
 
     - label: "Step 6: TH sends a Off command to the DUT"
-      PICS: OO.S.C00.Rsp && DISHM.S.F00
+      PICS: OO.S.C00.Rsp && MOD.S.F00
       verification: |
           ./chip-tool onoff off 1 1
 
@@ -196,7 +196,7 @@ tests:
       disabled: true
 
     - label: "Step 7: TH sends a On command to the DUT"
-      PICS: OO.S.C01.Rsp && DISHM.S.F00
+      PICS: OO.S.C01.Rsp && MOD.S.F00
       verification: |
           ./chip-tool onoff on 1 1
 
@@ -208,7 +208,7 @@ tests:
       disabled: true
 
     - label: "Step 8: TH reads from the DUT the CurrentMode attribute."
-      PICS: DISHM.S.A0001 && DISHM.S.F00
+      PICS: DISHM.S.A0001 && MOD.S.F00
       verification: |
           ./chip-tool dishwashermode read current-mode 1 1
 

src/app/tests/suites/certification/Test_TC_DISHM_3_3.yaml

@@ -20,7 +20,7 @@ name:
 PICS:
     - DISHM.S.A0002
     - DISHM.S.A0003
-    - DISHM.S.F00
+    - MOD.S.F00
     - OO.S.A4003
 
 config:
@@ -221,7 +221,7 @@ tests:
       disabled: true
 
     - label: "Step 8: TH reads from the DUT the OnMode attribute."
-      PICS: DISHM.S.A0003 && DISHM.S.F00
+      PICS: DISHM.S.A0003 && MOD.S.F00
       verification: |
           ./chip-tool dishwashermode read on-mode 1 1
 

src/app/tests/suites/certification/Test_TC_DRYERCTRL_2_1.yaml

@@ -48,7 +48,7 @@ tests:
       response:
           constraints:
               type: list
-              maxLength: 16
+              maxLength: 4
 
     - label:
           "Step 3: TH reads from the DUT the mandatory attribute:
@@ -60,7 +60,7 @@ tests:
           constraints:
               type: enum8
               minValue: 0
-              maxValue: 15
+              maxValue: 3
 
     - label:
           "Step 4:TH writes a supported SelectedDrynessLevel attribute that is

src/app/tests/suites/certification/Test_TC_LWM_1_1.yaml

@@ -41,6 +41,7 @@ tests:
           constraints:
               type: int16u
 
+    #Issue https://github.com/project-chip/connectedhomeip/issues/31551
     - label:
           "Step 3:TH reads from the DUT the FeatureMap attribute., bit 0: SHALL
           be 1 if and only if LWM.S.F00(DEPONOFF)"
@@ -90,6 +91,7 @@ tests:
               type: list
               contains: [2]
 
+    #Issue https://github.com/project-chip/connectedhomeip/issues/31551
     - label:
           "Step 4c: TH reads the Feature dependent attribute(DEPONOFF) in
           AttributeList"

src/app/tests/suites/certification/Test_TC_LWM_1_2.yaml

@@ -99,25 +99,3 @@ tests:
           [1690184642.211028][15428:15430] CHIP:TOO: Endpoint: 1 Cluster: 0x0000_0051 Attribute 0x0000_0001 DataVersion: 3075628268
           [1690184642.211042][15428:15430] CHIP:TOO:   CurrentMode: 0
       disabled: true
-
-    - label: "Step 4: TH reads from the DUT the OnMode attribute."
-      PICS: LWM.S.A0003
-      verification: |
-          ./chip-tool laundrywashermode read on-mode 1 1
-
-          Verify on TH(chip-tool) logs, OnMode attribute value is an integer value from supported_modes_dut or null, below is the sample log provided for the raspi platform, Here OnMode attribute value is Null
-
-          [1690184668.519026][15432:15434] CHIP:TOO: Endpoint: 1 Cluster: 0x0000_0051 Attribute 0x0000_0003 DataVersion: 3075628268
-          [1690184668.519041][15432:15434] CHIP:TOO:   OnMode: null
-      disabled: true
-
-    - label: "Step 5: TH reads from the DUT the StartUpMode attribute."
-      PICS: LWM.S.A0002
-      verification: |
-          ./chip-tool laundrywashermode read start-up-mode 1 1
-
-          Verify on TH(chip-tool) logs, StartUpMode attribute value is an integer value from supported_modes_dut or null, below is the sample log provided for the raspi platform, Here StartUpMode attribute value is Null
-
-          [1690184690.235037][15436:15438] CHIP:TOO: Endpoint: 1 Cluster: 0x0000_0051 Attribute 0x0000_0002 DataVersion: 3075628268
-          [1690184690.235048][15436:15438] CHIP:TOO:   StartUpMode: null
-      disabled: true