feat(awsq-telemetery): Update awsq_ metrics (#595)

* feat(awsq-telemetery): Update awsq_ metrics
aws · Oct 27, 2023 · 92dbbb6 · 92dbbb6
1 parent cab1344
commit 92dbbb6
Showing 1 changed file with 59 additions and 103 deletions.
diff --git a/telemetry/definitions/commonDefinitions.json b/telemetry/definitions/commonDefinitions.json
@@ -861,70 +861,10 @@
             "type": "string",
             "description": "User selection from a predefined menu (not user-provided input)" 
         },
-        {
-            "name": "awsqAssignClickCount",
-            "type": "int",
-            "description": "Number of times users have triggered /assign" 
-        },
-        {
-            "name": "awsqGenerateCodeIterationCount",
-            "type": "int",
-            "description": "Measure the conversational depth in Code gen, how often does a user invoke the weaverbird agent to re-engage in Code gen" 
-        },
-        {
-            "name": "awsqGenerateCodeClickCount",
-            "type": "int",
-            "description": "Number of times user has clicked on Generate Code after they have iterated through the approach phase" 
-        },
-        {
-            "name": "awsqApproachIterationCount",
-            "type": "int",
-            "description": "Approach iteration count" 
-        },
-        {
-            "name": "awsqIsRegeneratedCode",
-            "type": "boolean",
-            "description": "States if user is engaged and has re-generated code as a part of code generation portion" 
-        },
-        {
-            "name": "awsqFilesReviewedCount",
-            "type": "int",
-            "description": "Number of files reviewed by user after changes are made by WB" 
-        },
-        {
-            "name": "awsqIsAcceptedCodeChanges",
-            "type": "boolean",
-            "description": "States if user applied the code changes generated for the task" 
-        },
         {
             "name": "awsqRepositorySize",
             "type": "int",
             "description": "The size of the repository" 
-        },
-        {
-            "name": "awsqFilesChangedCount",
-            "type": "int",
-            "description": "Number of files that are changed as a part of the task" 
-        },
-        {
-            "name": "awsqThumbsUpCount",
-            "type": "int",
-            "description": "Number of users users click on the thumbs up button, to mention that they are satisfied" 
-        },
-        {
-            "name": "awsqThumbsDownCount",
-            "type": "int",
-            "description": "Number of users click on the thumbs down button to say that they are unsatisfied" 
-        },
-        {
-            "name": "awsqIsApproachAccepted",
-            "type": "boolean",
-            "description": "User has accepted the approach generated by Weaverbird" 
-        },
-        {
-            "name": "awsqServiceErrorsCount",
-            "type": "int",
-            "description": "Number of errors from engineering and service availability?" 
         }
     ],
     "metrics": [
@@ -2614,50 +2554,66 @@
             ],
             "passive": true
         },
+
         {
-            "name": "awsq_serviceInvocation",
-            "description": "Client side invocation of the weaverbird service for solving software engineering tasks",
-            "metadata": [
-                {
-                    "type": "awsqAssignClickCount"
-                },
-                {
-                    "type": "awsqGenerateCodeIterationCount"
-                },
-                {
-                    "type": "awsqGenerateCodeClickCount"
-                },
-                {
-                    "type": "awsqApproachIterationCount"
-                },
-                {
-                    "type": "awsqIsRegeneratedCode"
-                },
-                {
-                    "type": "awsqFilesReviewedCount"
-                },
-                {
-                    "type": "awsqIsAcceptedCodeChanges"
-                },
-                {
-                    "type": "awsqRepositorySize"
-                },
-                {
-                    "type": "awsqFilesChangedCount"
-                },
-                {
-                    "type": "awsqThumbsUpCount"
-                },
-                {
-                    "type": "awsqThumbsDownCount"
-                },
-                {
-                    "type": "awsqIsApproachAccepted"
-                },
-                {
-                    "type": "awsqServiceErrorsCount"
-                }
-            ]
+            "name": "awsq_assignCommand",
+            "description": "Number of times the user have triggered /assign ",
+            "unit": "Count"
+        },
+        {
+            "name": "awsq_codeReGeneration",
+            "description": "Number of times the user invoked agent to re-engage in Code Gen.",
+            "unit": "Count"
+        },
+        {
+            "name": "awsq_codeGenerateClick",
+            "description": "Number of times the user has clicked on Generate Code",
+            "unit": "Count"
+        },
+        {
+            "name": "awsq_approach",
+            "description": "Number of time the user received an Approach.",
+            "unit": "Count"
+        },
+        {
+            "name": "awsq_isRegeneratedCode",
+            "description": "User has re-generated code as a part of code generation portion",
+            "metadata": [{ "type": "enabled" }]
+        },
+        {
+            "name": "awsq_filesReviewed",
+            "description": "How many files the user reviewed files after Code Generation phase.",
+            "unit": "Count"
+        },
+        {
+            "name": "awsq_isAcceptedCodeChanges",
+            "description": "User applied code changes generated for the task.",
+            "metadata": [{ "type": "enabled" }] 
+        },
+        {
+            "name": "awsq_repo",
+            "description": "The size of the input repository",
+            "metadata": [{ "type": "awsqRepositorySize" }] 
+        },
+        {
+            "name": "awsq_filesChanged",
+            "description": "The numbed of files suggested to change",
+            "unit": "Count"
+        },
+        {
+            "name": "awsq_thumbsUp",
+            "description": "User clicked on the thumbs up button, to mention that they are satisfied",
+            "unit": "Count"
+        },
+        {
+            "name": "awsq_thumbsDown",
+            "description": "User clicked on the thumbs down button to say that they are unsatisfied",
+            "unit": "Count"
+        },
+        {
+            "name": "awsq_isApproachAccepted",
+            "description": "User has accepted the approach generated by Weaverbird",
+            "metadata": [{ "type": "enabled" }] 
         },
         {
             "name": "codewhisperer_codePercentage",