Modified scripts Mar 16

examples/placeholder/linux/apps/app1/ciTests.json

@@ -1,20 +1,12 @@
 {
     "Test": [
         "Test_TC_BINFO_2_3_Simulated",
-        "Test_TC_ACT_3_1_Simulated",
-        "Test_TC_BOOL_3_1_Simulated",
         "Test_TC_DESC_2_2_Simulated",
         "Test_TC_DGETH_3_1_Simulated",
         "Test_TC_DGSW_3_1_Simulated",
         "Test_TC_DGWIFI_3_1_Simulated",
-        "Test_TC_FLW_3_1_Simulated",
         "Test_TC_G_3_1_Simulated",
-        "Test_TC_I_3_1_Simulated",
-        "Test_TC_PRS_3_1_Simulated",
-        "Test_TC_PS_3_1_Simulated",
-        "Test_TC_PSCFG_3_1_Simulated",
         "Test_TC_RH_3_1_Simulated",
-        "Test_TC_SWTCH_3_1_Simulated",
         "Test_TC_WNCV_5_1_Simulated",
         "Test_TC_LCFG_3_1_Simulated",
         "Test_TC_LUNIT_1_1_Simulated",

src/app/tests/suites/certification/Test_TC_ACL_2_10.yaml

@@ -13,7 +13,7 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 133.2.3. [TC-ACL-2.10] Extension attribute
+name: 133.2.3. [TC-ACL-2.10] Persistence
 
 PICS:
     - ACL.S
@@ -71,6 +71,7 @@ tests:
           saveAs: TH1FabricIndex
 
     - label: "Step 3:TH1 puts DUT into commissioning mode"
+      PICS: PICS_SDK_CI_ONLY && CADMIN.S.C00.Rsp
       cluster: "Administrator Commissioning"
       command: "OpenCommissioningWindow"
       timedInteractionTimeoutMs: 10000
@@ -88,14 +89,45 @@ tests:
                 value: "SPAKE2P Key Salt"
 
     - label: "Waiting after opening commissioning window"
+      PICS: PICS_SDK_CI_ONLY && CADMIN.S.C00.Rsp
       cluster: "DelayCommands"
       command: "WaitForMs"
       arguments:
           values:
               - name: "ms"
                 value: waitAfterCommissioning
 
+    - label:
+          "TH1 puts DUT into commissioning mode, TH2 commissions DUT using admin
+          node ID N2"
+      verification: |
+          Open a commissioning window On TH1(Chiptool)using below command
+
+          ./chip-tool  pairing open-commissioning-window 1 1 400 2000 3841
+
+          [1657186324.710951][10820:10825] CHIP:DMG: Received Command Response Status for Endpoint=0 Cluster=0x0000_003C Command=0x0000_0000 Status=0x0
+          [1657186324.710980][10820:10825] CHIP:CTL: Successfully opened pairing window On TH(Chiptool)e device
+          [1657186324.711048][10820:10825] CHIP:CTL: Manual pairing code: [36253605617]
+          [1657186324.711108][10820:10825] CHIP:CTL: SetupQRCode: [MT:-24J0IRV01A7TB7E700]
+
+
+          Commission TH2(Chiptool) to DUT using manualcode generated in TH1 using open commission window
+
+          ./chip-tool pairing code 2 36253605617 --commissioner-name beta --commissioner-nodeid 223344
+          [1657186359.584672][3509:3514] CHIP:CTL: Successfully finished commissioning step 'Cleanup'
+          [1657186359.584743][3509:3514] CHIP:TOO: Device commissioning completed with success
+      cluster: "LogCommands"
+      command: "UserPrompt"
+      PICS: PICS_SKIP_SAMPLE_APP && CADMIN.S.C00.Rsp
+      arguments:
+          values:
+              - name: "message"
+                value: "Enter 'y' after success"
+              - name: "expectedValue"
+                value: "y"
+
     - label: "TH2 starts a commissioning process with DUT"
+      PICS: PICS_SDK_CI_ONLY
       identity: "beta"
       cluster: "CommissionerCommands"
       command: "PairWithCode"
@@ -106,7 +138,8 @@ tests:
               - name: "payload"
                 value: payload
 
-    - label: "DUT is commissioned by TH2 on Fabric ID2 "
+    - label: "DUT is commissioned by TH2 on Fabric ID2"
+      PICS: PICS_SDK_CI_ONLY
       identity: "beta"
       cluster: "DelayCommands"
       command: "WaitForCommissionee"
@@ -223,6 +256,7 @@ tests:
                 value: "y"
 
     - label: "TH1 Connects to the device again"
+      PICS: PICS_SDK_CI_ONLY
       cluster: "DelayCommands"
       command: "WaitForCommissionee"
       arguments:
@@ -231,6 +265,7 @@ tests:
                 value: nodeId
 
     - label: "TH2 Connects to the device again"
+      PICS: PICS_SDK_CI_ONLY
       identity: "beta"
       cluster: "DelayCommands"
       command: "WaitForCommissionee"
@@ -323,6 +358,22 @@ tests:
               - name: "expectedValue"
                 value: "y"
 
+    - label: "TH2 writes Extension attibute value as empty list"
+      identity: "beta"
+      PICS: ACL.S.A0001
+      command: "writeAttribute"
+      attribute: "Extension"
+      arguments:
+          value: []
+
+    - label: "TH2 writes ACL attribute value is an empty list"
+      identity: "beta"
+      PICS: ACL.S.A0000
+      command: "writeAttribute"
+      attribute: "ACL"
+      arguments:
+          value: []
+
     - label: "Step 15:TH1 removes fabric F2 from DUT"
       PICS: OPCREDS.S.C0a.Rsp
       cluster: "Operational Credentials"
@@ -381,3 +432,17 @@ tests:
                 value: "Enter 'y' after success"
               - name: "expectedValue"
                 value: "y"
+
+    - label: "TH1 writes Extension attribute value as empty list"
+      PICS: ACL.S.A0001
+      command: "writeAttribute"
+      attribute: "Extension"
+      arguments:
+          value: []
+
+    - label: "TH1 writes ACL attribute value is an empty list"
+      PICS: ACL.S.A0000
+      command: "writeAttribute"
+      attribute: "ACL"
+      arguments:
+          value: []

src/app/tests/suites/certification/Test_TC_ACL_2_4.yaml

@@ -13,7 +13,7 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 133.2.3. [TC-ACL-2.4] Extension attribute
+name: 133.2.3. [TC-ACL-2.4] ACL attribute
 
 PICS:
     - ACL.S

src/app/tests/suites/certification/Test_TC_ACL_2_7.yaml

@@ -13,7 +13,7 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 133.2.3. [TC-ACL-2.7] Extension attribute
+name: 133.2.3. [TC-ACL-2.7] Extension multi-fabric
 
 PICS:
     - ACL.S
@@ -74,6 +74,7 @@ tests:
       cluster: "Administrator Commissioning"
       command: "OpenCommissioningWindow"
       timedInteractionTimeoutMs: 10000
+      PICS: CADMIN.S.C00.Rsp && PICS_SDK_CI_ONLY
       arguments:
           values:
               - name: "CommissioningTimeout"
@@ -87,7 +88,37 @@ tests:
               - name: "Salt"
                 value: "SPAKE2P Key Salt"
 
+    - label:
+          "Step 3 & 4: TH1 puts DUT into commissioning mode, TH2 commissions DUT
+          using admin node ID N2"
+      verification: |
+          Open a commissioning window On TH1(Chiptool)using below command
+
+          ./chip-tool  pairing open-commissioning-window 1 1 400 2000 3841
+
+          [1657186324.710951][10820:10825] CHIP:DMG: Received Command Response Status for Endpoint=0 Cluster=0x0000_003C Command=0x0000_0000 Status=0x0
+          [1657186324.710980][10820:10825] CHIP:CTL: Successfully opened pairing window On TH(Chiptool)e device
+          [1657186324.711048][10820:10825] CHIP:CTL: Manual pairing code: [36253605617]
+          [1657186324.711108][10820:10825] CHIP:CTL: SetupQRCode: [MT:-24J0IRV01A7TB7E700]
+
+
+          Commission TH2(Chiptool) to DUT using manualcode generated in TH1 using open commission window
+
+          ./chip-tool pairing code 2 36253605617 --commissioner-name beta --commissioner-nodeid 223344
+          [1657186359.584672][3509:3514] CHIP:CTL: Successfully finished commissioning step 'Cleanup'
+          [1657186359.584743][3509:3514] CHIP:TOO: Device commissioning completed with success
+      cluster: "LogCommands"
+      command: "UserPrompt"
+      PICS: PICS_SKIP_SAMPLE_APP && CADMIN.S.C00.Rsp
+      arguments:
+          values:
+              - name: "message"
+                value: "Enter 'y' after success"
+              - name: "expectedValue"
+                value: "y"
+
     - label: "Waiting after opening commissioning window"
+      PICS: CADMIN.S.C00.Rsp && PICS_SDK_CI_ONLY
       cluster: "DelayCommands"
       command: "WaitForMs"
       arguments:
@@ -97,6 +128,7 @@ tests:
 
     - label: "Step 4:TH2 starts a commissioning process with DUT"
       identity: "beta"
+      PICS: PICS_SDK_CI_ONLY
       cluster: "CommissionerCommands"
       command: "PairWithCode"
       arguments:
@@ -108,6 +140,7 @@ tests:
 
     - label: "DUT is commissioned by TH2 on Fabric ID2 "
       identity: "beta"
+      PICS: PICS_SDK_CI_ONLY
       cluster: "DelayCommands"
       command: "WaitForCommissionee"
       arguments:
@@ -204,3 +237,18 @@ tests:
                       { Data: D_OK_SINGLE, FabricIndex: TH2FabricIndex },
                   FabricIndex: TH2FabricIndex,
               }
+
+    - label: "TH1 writes Extension attribute value as empty list"
+      PICS: ACL.S.A0001
+      command: "writeAttribute"
+      attribute: "Extension"
+      arguments:
+          value: []
+
+    - label: "TH2 writes Extension attribute value as empty list"
+      identity: "beta"
+      PICS: ACL.S.A0001
+      command: "writeAttribute"
+      attribute: "Extension"
+      arguments:
+          value: []

src/app/tests/suites/certification/Test_TC_ACL_2_8.yaml

@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-name: 133.2.3. [TC-ACL-2.8] Extension attribute
+name: 133.2.3. [TC-ACL-2.8] ACL multi-fabric
 
 PICS:
     - ACL.S
@@ -63,6 +63,7 @@ tests:
           saveAs: TH1FabricIndex
 
     - label: "TH1 puts DUT into commissioning mode"
+      PICS: CADMIN.S.C00.Rsp && PICS_SDK_CI_ONLY
       cluster: "Administrator Commissioning"
       command: "OpenCommissioningWindow"
       timedInteractionTimeoutMs: 10000
@@ -80,14 +81,46 @@ tests:
                 value: "SPAKE2P Key Salt"
 
     - label: "Waiting after opening commissioning window"
+      PICS: CADMIN.S.C00.Rsp && PICS_SDK_CI_ONLY
       cluster: "DelayCommands"
       command: "WaitForMs"
       arguments:
           values:
               - name: "ms"
                 value: waitAfterCommissioning
 
+    - label:
+          "TH1 puts DUT into commissioning mode, TH2 commissions DUT using admin
+          node ID N2"
+      verification: |
+          Open a commissioning window On TH1(Chiptool)using below command
+
+          ./chip-tool  pairing open-commissioning-window 1 1 400 2000 3841
+
+          [1657186324.710951][10820:10825] CHIP:DMG: Received Command Response Status for Endpoint=0 Cluster=0x0000_003C Command=0x0000_0000 Status=0x0
+          [1657186324.710980][10820:10825] CHIP:CTL: Successfully opened pairing window On TH(Chiptool)e device
+          [1657186324.711048][10820:10825] CHIP:CTL: Manual pairing code: [36253605617]
+          [1657186324.711108][10820:10825] CHIP:CTL: SetupQRCode: [MT:-24J0IRV01A7TB7E700]
+
+
+          Commission TH2(Chiptool) to DUT using manualcode generated in TH1 using open commission window
+
+          ./chip-tool pairing code 2 36253605617 --commissioner-name beta --commissioner-nodeid 223344
+
+          [1657186359.584672][3509:3514] CHIP:CTL: Successfully finished commissioning step 'Cleanup'
+          [1657186359.584743][3509:3514] CHIP:TOO: Device commissioning completed with success
+      cluster: "LogCommands"
+      command: "UserPrompt"
+      PICS: PICS_SKIP_SAMPLE_APP && CADMIN.S.C00.Rsp
+      arguments:
+          values:
+              - name: "message"
+                value: "Enter 'y' after success"
+              - name: "expectedValue"
+                value: "y"
+
     - label: "TH2 starts a commissioning process with DUT"
+      PICS: PICS_SDK_CI_ONLY
       identity: "beta"
       cluster: "CommissionerCommands"
       command: "PairWithCode"
@@ -99,6 +132,7 @@ tests:
                 value: payload
 
     - label: "DUT is commissioned by TH2 on Fabric ID2 "
+      PICS: PICS_SDK_CI_ONLY
       identity: "beta"
       cluster: "DelayCommands"
       command: "WaitForCommissionee"
@@ -303,3 +337,18 @@ tests:
                               },
                           FabricIndex: TH2FabricIndex,
                       }
+
+    - label: "TH1 writes ACL attribute value is an empty list"
+      PICS: ACL.S.A0000
+      command: "writeAttribute"
+      attribute: "ACL"
+      arguments:
+          value: []
+
+    - label: "TH2 writes ACL attribute value is an empty list"
+      identity: "beta"
+      PICS: ACL.S.A0000
+      command: "writeAttribute"
+      attribute: "ACL"
+      arguments:
+          value: []

src/app/tests/suites/certification/Test_TC_ACL_2_9.yaml

@@ -13,7 +13,7 @@
 # limitations under the License.
 # Auto-generated scripts for harness use only, please review before automation. The endpoints and cluster names are currently set to default
 
-name: 133.2.3. [TC-ACL-2.9] Extension attribute
+name: 133.2.3. [TC-ACL-2.9] Cluster Access
 
 PICS:
     - ACL.S
@@ -165,3 +165,21 @@ tests:
       event: "AccessControlExtensionChanged"
       response:
           error: UNSUPPORTED_ACCESS
+
+    - label: "Test cleanup: Reset Devices to factory defaults"
+      PICS: PICS_SDK_CI_ONLY
+      cluster: "SystemCommands"
+      command: "FactoryReset"
+
+    - label: "Test cleanup: Reset Devices to factory defaults"
+      verification: |
+          Reset Devices to factory defaults
+      cluster: "LogCommands"
+      command: "UserPrompt"
+      PICS: PICS_SKIP_SAMPLE_APP
+      arguments:
+          values:
+              - name: "message"
+                value: "Factory Reset the DUT and enter 'y' after success"
+              - name: "expectedValue"
+                value: "y"