Modified tests

TC_ACE_1_2 TC_ACL_2_5 TC_ACT_2_1 TC_ACT_3_1 TC_ACT_3_2 TC_APPLAUNCHER_3_7_1 TC_APPLAUNCHER_3_8_1 TC_APPLAUNCHER_3_9_1 TC_AUDIOOUTPUT_7_4 TC_BIND_2_1 TC_BIND_2_2 TC_BOOL_3_1 TC_BRBINFO_2_1 TC_BRBINFO_2_2 TC_BR_2 TC_CADMIN_1_16 TC_CC_4_5 TC_CC_6_4 TC_CC_7_5 TC_CC_9_4 TC_CGEN_2_2 TC_CHANNEL_5_4 TC_CNET_4_11 TC_CNET_4_5 TC_CNET_4_6 TC_CNET_4_9 TC_CONTENTLAUNCHER_10_4 TC_CONTENTLAUNCHER_10_7 TC_DA_1_1 TC_DA_1_5 TC_DA_1_6 TC_DESC_2_1 TC_DGGEN_3_1 TC_DGTHREAD_3_1 TC_DRLK_2_10 TC_DRLK_3_3 TC_G_3_2 TC_IDM_1_2 TC_IDM_2_1 TC_IDM_2_2 TC_IDM_3_1 TC_IDM_3_2 TC_IDM_4_1 TC_IDM_4_3 TC_IDM_6_1 TC_IDM_6_2 TC_IDM_6_4 TC_IDM_7_1 TC_ILL_3_1 TC_I_3_2 TC_LCFG_2_1 TC_LTIME_2_1 TC_LTIME_3_1 TC_LVL_2_3 TC_MEDIAINPUT_3_17 TC_MOD_1_3 TC_MOD_2_2 TC_MOD_3_2 TC_MOD_3_3 TC_MOD_3_4 TC_OO_3_1 TC_OPCREDS_3_1 TC_OPCREDS_3_2 TC_OPCREDS_3_3 TC_OPCREDS_3_4 TC_OPCREDS_3_5 TC_OPCREDS_3_6 TC_PCC_3_1 TC_PSCFG_2_2 TC_SC_4_1 TC_SC_4_2 TC_SC_4_9 TC_SC_5_3 TC_SU_4_1 TC_SU_4_2 TC_SWTCH_2_2 TC_SWTCH_3_1 TC_SWTCH_3_2 TC_TMP_3_1 TC_TSTAT_2_2 TC_TSTAT_3_1 TC_TSUIC_3_1 TC_WAKEONLAN_4_1 TC_WNCV_7_1
project-chip · May 16, 2023 · 4237081 · 4237081
1 parent 9188e0c
commit 4237081
Show file tree

Hide file tree

Showing 85 changed files with 1,924 additions and 1,700 deletions.
diff --git a/src/app/tests/suites/certification/Test_TC_ACE_1_2.yaml b/src/app/tests/suites/certification/Test_TC_ACE_1_2.yaml
@@ -37,8 +37,14 @@ tests:
 
     - label: "TH1 commissions DUT"
       verification: |
-          DUT is commissioned on TH1 fabric
+          execute the below mentioned command to put DUT into a commissionable state, Pls use equivalent command on the respective DUT
+          ./chip-all-clusters-app
 
+          Once DUT reach the  commissionable state pls send below mentioned command on TH1.  Pls use equivalent command on the respective DUT
+          ./chip-tool pairing onnetwork 1 20202021
+
+          Please use Interactive mode to Verify this test case
+          Here the command to enter interactive mode:--   ./chip-tool interactive start
       disabled: true
 
     - label:
@@ -47,70 +53,50 @@ tests:
           Administer (5) AuthMode field: CASE (2) Subjects field: [N1, N2]
           Targets field: [{Endpoint: 0}]"
       verification: |
-          Pls run this test in chip tool interactive mode  using the command  ./chip-tool interactive start
-
-          accesscontrol write acl '[{"fabricIndex": 1, "privilege": 5, "authMode": 2, "subjects": [112233], "targets": [{ "cluster": null, "endpoint": 0, "deviceType": null }]}]' 1 0
-          On TH(Chiptool)1,Verify successfully  ACL attribute with a list of AccessControlEntryStruct entries containing 1 element.
-          [1659508250.468539][10228:10233] CHIP:EM: Removed CHIP MessageCounter:188603873 from RetransTable on exchange 14900i
-          [1659508250.468582][10228:10233] CHIP:DMG: WriteClient moving to [ResponseRe]
-          [1659508250.468646][10228:10233] CHIP:DMG: WriteResponseMessage =
-          [1659508250.468679][10228:10233] CHIP:DMG: {
-          [1659508250.468706][10228:10233] CHIP:DMG:      AttributeStatusIBs =
-          [1659508250.468745][10228:10233] CHIP:DMG:      [
-          [1659508250.468775][10228:10233] CHIP:DMG:              AttributeStatusIB =
-          [1659508250.468809][10228:10233] CHIP:DMG:              {
-          [1659508250.468841][10228:10233] CHIP:DMG:                      AttributePathIB =
-          [1659508250.468881][10228:10233] CHIP:DMG:                      {
-          [1659508250.468922][10228:10233] CHIP:DMG:                              Endpoint = 0x0,
-          [1659508250.468964][10228:10233] CHIP:DMG:                              Cluster = 0x1f,
-          [1659508250.469005][10228:10233] CHIP:DMG:                              Attribute = 0x0000_0000,
-          [1659508250.469044][10228:10233] CHIP:DMG:                      }
-          [1659508250.469087][10228:10233] CHIP:DMG:
-          [1659508250.469124][10228:10233] CHIP:DMG:                      StatusIB =
-          [1659508250.469163][10228:10233] CHIP:DMG:                      {
-          [1659508250.469202][10228:10233] CHIP:DMG:                              status = 0x00 (SUCCESS),
-          [1659508250.469240][10228:10233] CHIP:DMG:                      },
-          [1659508250.469279][10228:10233] CHIP:DMG:
-          [1659508250.469310][10228:10233] CHIP:DMG:              },
-          [1659508250.469354][10228:10233] CHIP:DMG:
-          [1659508250.469384][10228:10233] CHIP:DMG:              AttributeStatusIB =
-          [1659508250.469417][10228:10233] CHIP:DMG:              {
-          [1659508250.469448][10228:10233] CHIP:DMG:                      AttributePathIB =
-          [1659508250.469485][10228:10233] CHIP:DMG:                      {
-          [1659508250.469523][10228:10233] CHIP:DMG:                              Endpoint = 0x0,
-          [1659508250.469564][10228:10233] CHIP:DMG:                              Cluster = 0x1f,
-          [1659508250.469604][10228:10233] CHIP:DMG:                              Attribute = 0x0000_0000,
-          [1659508250.469644][10228:10233] CHIP:DMG:                              ListIndex = Null,
-          [1659508250.469682][10228:10233] CHIP:DMG:                      }
-          [1659508250.469723][10228:10233] CHIP:DMG:
-          [1659508250.469759][10228:10233] CHIP:DMG:                      StatusIB =
-          [1659508250.469796][10228:10233] CHIP:DMG:                      {
-          [1659508250.469834][10228:10233] CHIP:DMG:                              status = 0x00 (SUCCESS),
-          [1659508250.469873][10228:10233] CHIP:DMG:                      },
-          [1659508250.469912][10228:10233] CHIP:DMG:
-          [1659508250.469943][10228:10233] CHIP:DMG:              },
-          [1659508250.469979][10228:10233] CHIP:DMG:
-          [1659508250.470007][10228:10233] CHIP:DMG:      ],
-          [1659508250.470048][10228:10233] CHIP:DMG:
-          [1659508250.470077][10228:10233] CHIP:DMG:      InteractionModelRevision = 1
-          [1659508250.470105][10228:10233] CHIP:DMG: }
-          [1659508250.470228][10228:10233] CHIP:DMG: WriteClient moving to [AwaitingDe]
-          [1659508250.470299][10228:10233] CHIP:EM: Sending Standalone Ack for MessageCounter:48929405 on exchange 14900i
-          [1659508250.470380][10228:10233] CHIP:IN: Prepared secure message 0xffff994999e8 to 0x0000000000000001 (1)  of type 0x10 and protocolId (0, 0) on exchange 14900i with MessageCounter:188603874.
-          [1659508250.470426][10228:10233] CHIP:IN: Sending encrypted msg 0xffff994999e8 with MessageCounter:188603874 to 0x0000000000000001 (1) at monotonic time: 000000000598DDBE msec
-          [1659508250.470575][10228:10233] CHIP:EM: Flushed pending ack for MessageCounter:48929405 on exchange 14900i
-          [1659508250.470779][10228:10228] CHIP:CTL: Shutting down the commissioner
-          [1659508250.470818][10228:10228] CHIP:CTL: Stopping commissioning discovery over DNS-SD
-          [1659508250.470842][10228:10228] CHIP:CTL: Shutting down the controller
-          [1659508250.470874][10228:10228] CHIP:IN: Expiring all sessions for fabric 0x1!!
-          [1659508250.470904][10228:10228] CHIP:IN: SecureSession[0xffff84001930]: MarkForEviction Type:2 LSID:16459
-          [1659508250.470931][10228:10228] CHIP:SC: SecureSession[0xffff84001930]: Moving from state "kActive" --> "kPendingEviction"
-          [1659508250.470959][10228:10228] CHIP:IN: SecureSession[0xffff84001930]: Released - Type:2 LSID:16459
-          [1659508250.470990][10228:10228] CHIP:FP: Forgetting fabric 0x1
-          [1659508250.471029][10228:10228] CHIP:TS: Pending Last Known Good Time: 2022-08-01T09:44:35
-          [1659508250.471248][10228:10228] CHIP:TS: Previous Last Known Good Time: 2022-08-01T09:44:35
-          [1659508250.471279][10228:10228] CHIP:TS: Reverted Last Known Good Time to previous value
-          [1659508250.471327][10228:10228] CHIP:CTL: Shutting down the commissioner
+          accesscontrol write acl '[{"fabricIndex": 1, "privilege": 5, "authMode": 2, "subjects": [112233], "targets": [{ "cluster": null, "endpoint": 0, "deviceType": null }]}]' 1 0   --commissioner-nodeid 0x1
+
+          [1675235747.672953][1933:1935] CHIP:DMG: WriteResponseMessage =
+          [1675235747.673017][1933:1935] CHIP:DMG: {
+          [1675235747.673072][1933:1935] CHIP:DMG:         AttributeStatusIBs =
+          [1675235747.673150][1933:1935] CHIP:DMG:         [
+          [1675235747.673212][1933:1935] CHIP:DMG:                 AttributeStatusIB =
+          [1675235747.673293][1933:1935] CHIP:DMG:                 {
+          [1675235747.673359][1933:1935] CHIP:DMG:                         AttributePathIB =
+          [1675235747.673447][1933:1935] CHIP:DMG:                         {
+          [1675235747.673528][1933:1935] CHIP:DMG:                                 Endpoint = 0x0,
+          [1675235747.673613][1933:1935] CHIP:DMG:                                 Cluster = 0x1f,
+          [1675235747.673705][1933:1935] CHIP:DMG:                                 Attribute = 0x0000_0000,
+          [1675235747.673783][1933:1935] CHIP:DMG:                         }
+          [1675235747.673872][1933:1935] CHIP:DMG:                                 
+          [1675235747.673949][1933:1935] CHIP:DMG:                         StatusIB =
+          [1675235747.674035][1933:1935] CHIP:DMG:                         {
+          [1675235747.674117][1933:1935] CHIP:DMG:                                 status = 0x7e (UNSUPPORTED_ACCESS),
+          [1675235747.674197][1933:1935] CHIP:DMG:                         },
+          [1675235747.674277][1933:1935] CHIP:DMG:                         
+          [1675235747.674346][1933:1935] CHIP:DMG:                 },
+          [1675235747.674441][1933:1935] CHIP:DMG:                 
+          [1675235747.674502][1933:1935] CHIP:DMG:                 AttributeStatusIB =
+          [1675235747.674575][1933:1935] CHIP:DMG:                 {
+          [1675235747.674645][1933:1935] CHIP:DMG:                         AttributePathIB =
+          [1675235747.674722][1933:1935] CHIP:DMG:                         {
+          [1675235747.674802][1933:1935] CHIP:DMG:                                 Endpoint = 0x0,
+          [1675235747.674886][1933:1935] CHIP:DMG:                                 Cluster = 0x1f,
+          [1675235747.675034][1933:1935] CHIP:DMG:                                 Attribute = 0x0000_0000,
+          [1675235747.675125][1933:1935] CHIP:DMG:                                 ListIndex = Null,
+          [1675235747.675203][1933:1935] CHIP:DMG:                         }
+          [1675235747.675289][1933:1935] CHIP:DMG:                                 
+          [1675235747.675365][1933:1935] CHIP:DMG:                         StatusIB =
+          [1675235747.675437][1933:1935] CHIP:DMG:                         {
+          [1675235747.675501][1933:1935] CHIP:DMG:                                 status = 0x7e (UNSUPPORTED_ACCESS),
+          [1675235747.675587][1933:1935] CHIP:DMG:                         },
+          [1675235747.675663][1933:1935] CHIP:DMG:                         
+          [1675235747.675732][1933:1935] CHIP:DMG:                 },
+          [1675235747.675811][1933:1935] CHIP:DMG:                 
+          [1675235747.675871][1933:1935] CHIP:DMG:         ],
+          [1675235747.675954][1933:1935] CHIP:DMG:         
+          [1675235747.676015][1933:1935] CHIP:DMG:         InteractionModelRevision = 1
+          [1675235747.676074][1933:1935] CHIP:DMG: }
+          [1675235747.676309][1933:1935] CHIP:DMG: WriteClient moving to [AwaitingDe]
       disabled: true
 
     - label:

diff --git a/src/app/tests/suites/certification/Test_TC_ACL_2_5.yaml b/src/app/tests/suites/certification/Test_TC_ACL_2_5.yaml
@@ -89,8 +89,8 @@ tests:
           struct Data field: D_OK_EMPTY"
       PICS: ACL.S.A0001
       verification: |
-          ./chip-tool   accesscontrol  write extension "[{"data":"1718"}]" 1 0
-          On TH1(Chiptool), Verify  AccessControl cluster Extension attribute, value is list of AccessControlExtensionStruct containing 1 element
+          ./chip-tool   accesscontrol  write extension '[{"data":"1718"}]' 1 0
+          On TH1(Chiperify  AccessControl cluster Extension attribute, value is list of AccessControlExtensionStruct containing 1 element
 
           217.510779][2371:2376] CHIP:DMG:                        AttributePathIB =
           [1657284217.510818][2371:2376] CHIP:DMG:                        {
@@ -165,7 +165,7 @@ tests:
           struct Data field: D_OK_SINGLE"
       PICS: ACL.S.A0001
       verification: |
-          ./chip-tool   accesscontrol  write extension "[{"data":"17D00000F1FF01003D48656C6C6F20576F726C642E205468697320697320612073696E676C6520656C656D656E74206C6976696E6720617320612063686172737472696E670018"}]" 1 0
+          ./chip-tool   accesscontrol  write extension '[{"data":"17D00000F1FF01003D48656C6C6F20576F726C642E205468697320697320612073696E676C6520656C656D656E74206C6976696E6720617320612063686172737472696E670018"}]' 1 0
           On TH1(Chiptool) , Verify   Successfully extension attribute list containing one element
           7284747.131523][2411:2416] CHIP:DMG:                        StatusIB =
           [1657284747.131568][2411:2416] CHIP:DMG:                        {
@@ -245,7 +245,7 @@ tests:
           struct Data field: D_BAD_LENGTH"
       PICS: ACL.S.A0001
       verification: |
-          ./chip-tool   accesscontrol  write extension "[{"data":"17D00000F1FF01003D48656C6C6F20576F726C642E205468697320697320612073696E676C6520656C656D656E74206C6976696E6720617320612063686172737472696E6700D00000F1FF02003248656C6C6F20576F726C642E205468697320697320612073696E676C6520656C656D656E7420616761696E2E2E2E2E2E2E0018"}]" 1 0
+          ./chip-tool   accesscontrol  write extension '[{"data":"17D00000F1FF01003D48656C6C6F20576F726C642E205468697320697320612073696E676C6520656C656D656E74206C6976696E6720617320612063686172737472696E6700D00000F1FF02003248656C6C6F20576F726C642E205468697320697320612073696E676C6520656C656D656E7420616761696E2E2E2E2E2E2E0018"}]' 1 0
 
           On TH1(Chiptool) , Verify AccessControl cluster Extension attribute value is list of AccessControlExtensionStruct containing 1 element Data, exceeds maximum length.
 
@@ -298,7 +298,7 @@ tests:
           struct Data field: D_OK_EMPTY struct Data field: D_OK_SINGLE"
       PICS: ACL.S.A0001
       verification: |
-          ./chip-tool   accesscontrol  write extension "[{"data":"1718"},{"data":"17D00000F1FF01003D48656C6C6F20576F726C642E205468697320697320612073696E676C6520656C656D656E74206C6976696E6720617320612063686172737472696E670018"}]" 1 0
+          ./chip-tool   accesscontrol  write extension '[{"data":"1718"},{"data":"17D00000F1FF01003D48656C6C6F20576F726C642E205468697320697320612073696E676C6520656C656D656E74206C6976696E6720617320612063686172737472696E670018"}]' 1 0
 
           On TH1(Chiptool) , Verify AccessControl cluster Extension attribute, value is list of AccessControlExtensionStruct containing 2 elements Returns 0x87 (CONSTRAINT_ERROR)-as there are more than 1 entry
 
@@ -351,7 +351,7 @@ tests:
           value is an empty list"
       PICS: ACL.S.A0001
       verification: |
-          ./chip-tool accesscontrol write extension "[]" 1 0
+          ./chip-tool accesscontrol write extension '[]' 1 0
 
           On TH1(Chiptool) , Verify  AccessControl cluster Extension attribute, value is an empty list
 

diff --git a/src/app/tests/suites/certification/Test_TC_ACT_2_1.yaml b/src/app/tests/suites/certification/Test_TC_ACT_2_1.yaml
@@ -447,8 +447,8 @@ tests:
       disabled: true
 
     - label:
-          "Verify SetupURL appended by ?/a= and the decimal numeric value of one
-          of the exposed ActionIDs (see step 5a) points to a site providing
+          "Verify SetupURL appended by '?/a='' and the decimal numeric value of
+          one of the exposed ActionIDs (see step 5a) points to a site providing
           information about the action"
       PICS: ACT.S.A0002 && ACT.S.M.SetupURLWithSuffix
       verification: |

diff --git a/src/app/tests/suites/certification/Test_TC_ACT_3_1.yaml b/src/app/tests/suites/certification/Test_TC_ACT_3_1.yaml
@@ -376,15 +376,15 @@ tests:
           the TH one at a time in a manufacturer specific order"
       PICS: ACT.C.AM-WRITE
       verification: |
-          This cluster doesn"t have any writable attributes
+          This cluster doesn't have any writable attributes
       disabled: true
 
     - label:
           "DUT writes a suitable value to all supported optional attributes on
           the TH one at a time in a manufacturer specific order"
       PICS: ACT.C.AO-WRITE
       verification: |
-          This cluster doesn"t have any writable attributes
+          This cluster doesn't have any writable attributes
       disabled: true
 
     - label:

diff --git a/src/app/tests/suites/certification/Test_TC_ACT_3_2.yaml b/src/app/tests/suites/certification/Test_TC_ACT_3_2.yaml
@@ -33,12 +33,12 @@ tests:
           "Preparation: TH as server exposes an Actions server cluster on EP 1,
           with one action (supporting all possible commands) and corresponding
           ActionLists and EndpointLists attributes: ActionList: contains one
-          list element (ActionListStruct):  ActionIO = 0x1001  Name = some
-          test  Type = other  EndpointListID = 0xE001  SupportedCommands =
+          list element (ActionListStruct):  ActionIO = 0x1001  Name = 'some
+          test'  Type = other  EndpointListID = 0xE001  SupportedCommands =
           0x0fff // suppports all commands  State = Inactive EndpointLists:
           contains one list element (EndpointListStruct):  EndpointListID =
-          0xE001  Name = test room  Type = room  Endpoints = [3]
-          SetupURL:  (empty string)"
+          0xE001  Name = 'test room'  Type = room  Endpoints = [3] SetupURL: ''
+          (empty string)"
       verification: |
           pre-condition :
           Please use the below chip-tool commmands as example on how this TC can be performed using chip-tool. The DUT vendor to use commands per the DUT implemetnation
@@ -204,59 +204,59 @@ tests:
     - label: "DUT issues an StopAction command to TH"
       PICS: ACT.C.C04.Tx
       verification: |
-          Out of scope for V1.0, The reference app doesn"t have implementation for this command
+          Out of scope for V1.0, The reference app doesn't have implementation for this command
       disabled: true
 
     - label: "DUT issues an PauseAction command to TH"
       PICS: ACT.C.C05.Tx
       verification: |
-          Out of scope for V1.0, The reference app doesn"t have implementation for this command
+          Out of scope for V1.0, The reference app doesn't have implementation for this command
       disabled: true
 
     - label: "DUT issues an ResumeAction command to TH"
       PICS: ACT.C.C07.Tx
       verification: |
-          Out of scope for V1.0, The reference app doesn"t have implementation for this command
+          Out of scope for V1.0, The reference app doesn't have implementation for this command
       disabled: true
 
     - label: "DUT issues an EnableAction command to TH"
       PICS: ACT.C.C08.Tx
       verification: |
-          Out of scope for V1.0, The reference app doesn"t have implementation for this command
+          Out of scope for V1.0, The reference app doesn't have implementation for this command
       disabled: true
 
     - label: "DUT issues an DisableAction command to TH"
       PICS: ACT.C.C0a.Tx
       verification: |
-          Out of scope for V1.0, The reference app doesn"t have implementation for this command
+          Out of scope for V1.0, The reference app doesn't have implementation for this command
       disabled: true
 
     - label: "DUT issues an StartActionWithDuration command to TH"
       PICS: ACT.C.C03.Tx
       verification: |
-          Out of scope for V1.0, The reference app doesn"t have implementation for this command
+          Out of scope for V1.0, The reference app doesn't have implementation for this command
       disabled: true
 
     - label: "DUT issues an PauseActionWithDuration command to TH"
       PICS: ACT.C.C06.Tx
       verification: |
-          Out of scope for V1.0, The reference app doesn"t have implementation for this command
+          Out of scope for V1.0, The reference app doesn't have implementation for this command
       disabled: true
 
     - label: "DUT issues an EnableActionWithDuration command to TH"
       PICS: ACT.C.C09.Tx
       verification: |
-          Out of scope for V1.0, The reference app doesn"t have implementation for this command
+          Out of scope for V1.0, The reference app doesn't have implementation for this command
       disabled: true
 
     - label: "DUT issues an DisableActionWithDuration command to TH"
       PICS: ACT.C.C0b.Tx
       verification: |
-          Out of scope for V1.0, The reference app doesn"t have implementation for this command
+          Out of scope for V1.0, The reference app doesn't have implementation for this command
       disabled: true
 
     - label: "DUT issues an InstantActionWithTransition command to TH"
       PICS: ACT.C.C01.Tx
       verification: |
-          Out of scope for V1.0, The reference app doesn"t have implementation for this command
+          Out of scope for V1.0, The reference app doesn't have implementation for this command
       disabled: true