feart(awsq-telemetery): Update awsq_ metrics

aws · Oct 26, 2023 · 13cccc3 · 13cccc3
1 parent 9c75fbf
commit 13cccc3
Showing 1 changed file with 75 additions and 60 deletions.
diff --git a/telemetry/definitions/commonDefinitions.json b/telemetry/definitions/commonDefinitions.json
@@ -857,12 +857,12 @@
             "description": "User selection from a predefined menu (not user-provided input)" 
         },
         {
-            "name": "awsqAssignClickCount",
+            "name": "awsqAssignCommandCount",
             "type": "int",
             "description": "Number of times users have triggered /assign" 
         },
         {
-            "name": "awsqGenerateCodeIterationCount",
+            "name": "awsqCodeGenerationIterationsCount",
             "type": "int",
             "description": "Measure the conversational depth in Code gen, how often does a user invoke the weaverbird agent to re-engage in Code gen" 
         },
@@ -876,21 +876,11 @@
             "type": "int",
             "description": "Approach iteration count" 
         },
-        {
-            "name": "awsqIsRegeneratedCode",
-            "type": "boolean",
-            "description": "States if user is engaged and has re-generated code as a part of code generation portion" 
-        },
         {
             "name": "awsqFilesReviewedCount",
             "type": "int",
             "description": "Number of files reviewed by user after changes are made by WB" 
         },
-        {
-            "name": "awsqIsAcceptedCodeChanges",
-            "type": "boolean",
-            "description": "States if user applied the code changes generated for the task" 
-        },
         {
             "name": "awsqRepositorySize",
             "type": "int",
@@ -911,11 +901,6 @@
             "type": "int",
             "description": "Number of users click on the thumbs down button to say that they are unsatisfied" 
         },
-        {
-            "name": "awsqIsApproachAccepted",
-            "type": "boolean",
-            "description": "User has accepted the approach generated by Weaverbird" 
-        },
         {
             "name": "awsqServiceErrorsCount",
             "type": "int",
@@ -2609,50 +2594,80 @@
             ],
             "passive": true
         },
+
         {
-            "name": "awsq_serviceInvocation",
-            "description": "Client side invocation of the weaverbird service for solving software engineering tasks",
-            "metadata": [
-                {
-                    "type": "awsqAssignClickCount"
-                },
-                {
-                    "type": "awsqGenerateCodeIterationCount"
-                },
-                {
-                    "type": "awsqGenerateCodeClickCount"
-                },
-                {
-                    "type": "awsqApproachIterationCount"
-                },
-                {
-                    "type": "awsqIsRegeneratedCode"
-                },
-                {
-                    "type": "awsqFilesReviewedCount"
-                },
-                {
-                    "type": "awsqIsAcceptedCodeChanges"
-                },
-                {
-                    "type": "awsqRepositorySize"
-                },
-                {
-                    "type": "awsqFilesChangedCount"
-                },
-                {
-                    "type": "awsqThumbsUpCount"
-                },
-                {
-                    "type": "awsqThumbsDownCount"
-                },
-                {
-                    "type": "awsqIsApproachAccepted"
-                },
-                {
-                    "type": "awsqServiceErrorsCount"
-                }
-            ]
+            "name": "awsq_assignCommand",
+            "description": "Number of times users have triggered /assign",
+            "unit": "Count",
+            "metadata": [{ "type": "awsqAssignCommandCount" }]
+        },
+        {
+            "name": "awsq_codeGenerationIterations",
+            "description": "Measure the conversational depth in Code gen, how often does a user invoke the weaverbird agent to re-engage in Code gen",
+            "unit": "Count",
+            "metadata": [{ "type": "awsqCodeGenerationIterationsCount" }]
+        },
+        {
+            "name": "awsq_generateCodeClick",
+            "description": "Number of times user has clicked on Generate Code after they have iterated through the approach phase",
+            "unit": "Count",
+            "metadata": [{ "type": "awsqGenerateCodeClickCount" }]
+        },
+        {
+            "name": "awsq_approachIteration",
+            "description": "Approach iteration count",
+            "unit": "Count",
+            "metadata": [{ "type": "awsqApproachIterationCount" }]
+        },
+        {
+            "name": "awsq_isRegeneratedCode",
+            "description": "States if user has re-generated code as a part of code generation portion",
+            "metadata": [{ "type": "enabled" }]
+        },
+        {
+            "name": "awsq_filesReviewed",
+            "description": "Number of files reviewed by user after changes are made by WB",
+            "unit": "Count",
+            "metadata": [{ "type": "awsqFilesReviewedCount" }] 
+        },
+        {
+            "name": "awsq_isAcceptedCodeChanges",
+            "description": "States if user applied the code changes generated for the task",
+            "metadata": [{ "type": "enabled" }] 
+        },
+        {
+            "name": "awsq_repositorySize",
+            "description": "The size of the repository",
+            "metadata": [{ "type": "awsqRepositorySize" }] 
+        },
+        {
+            "name": "awsq_filesChanged",
+            "description": "Number of files that are changed as a part of the task",
+            "unit": "Count",
+            "metadata": [{ "type": "awsqFilesChangedCount" }] 
+        },
+        {
+            "name": "awsq_thumbsUpCount",
+            "description": "Number of users users click on the thumbs up button, to mention that they are satisfied",
+            "unit": "Count",
+            "metadata": [{ "type": "awsqThumbsUpCount" }] 
+        },
+        {
+            "name": "awsq_thumbsDownCount",
+            "description": "Number of users click on the thumbs down button to say that they are unsatisfied",
+            "unit": "Count",
+            "metadata": [{ "type": "awsqThumbsDownCount" }]
+        },
+        {
+            "name": "awsq_isApproachAccepted",
+            "description": "User has accepted the approach generated by Weaverbird",
+            "metadata": [{ "type": "enabled" }] 
+        },
+        {
+            "name": "awsq_serviceErrors",
+            "description": "Number of errors from engineering and service availability?",
+            "unit": "Count",
+            "metadata": [{ "type": "awsqServiceErrorsCount" }]  
         },
         {
             "name": "codewhisperer_codePercentage",