From 13cccc35c87a02461d1a4723247db65c59a066eb Mon Sep 17 00:00:00 2001 From: dabitova Date: Thu, 26 Oct 2023 16:40:36 +0200 Subject: [PATCH] feart(awsq-telemetery): Update awsq_ metrics --- telemetry/definitions/commonDefinitions.json | 135 ++++++++++--------- 1 file changed, 75 insertions(+), 60 deletions(-) diff --git a/telemetry/definitions/commonDefinitions.json b/telemetry/definitions/commonDefinitions.json index 84d9d777..42bf70a8 100644 --- a/telemetry/definitions/commonDefinitions.json +++ b/telemetry/definitions/commonDefinitions.json @@ -857,12 +857,12 @@ "description": "User selection from a predefined menu (not user-provided input)" }, { - "name": "awsqAssignClickCount", + "name": "awsqAssignCommandCount", "type": "int", "description": "Number of times users have triggered /assign" }, { - "name": "awsqGenerateCodeIterationCount", + "name": "awsqCodeGenerationIterationsCount", "type": "int", "description": "Measure the conversational depth in Code gen, how often does a user invoke the weaverbird agent to re-engage in Code gen" }, @@ -876,21 +876,11 @@ "type": "int", "description": "Approach iteration count" }, - { - "name": "awsqIsRegeneratedCode", - "type": "boolean", - "description": "States if user is engaged and has re-generated code as a part of code generation portion" - }, { "name": "awsqFilesReviewedCount", "type": "int", "description": "Number of files reviewed by user after changes are made by WB" }, - { - "name": "awsqIsAcceptedCodeChanges", - "type": "boolean", - "description": "States if user applied the code changes generated for the task" - }, { "name": "awsqRepositorySize", "type": "int", @@ -911,11 +901,6 @@ "type": "int", "description": "Number of users click on the thumbs down button to say that they are unsatisfied" }, - { - "name": "awsqIsApproachAccepted", - "type": "boolean", - "description": "User has accepted the approach generated by Weaverbird" - }, { "name": "awsqServiceErrorsCount", "type": "int", @@ -2609,50 +2594,80 @@ ], "passive": true }, + { - "name": "awsq_serviceInvocation", - "description": "Client side invocation of the weaverbird service for solving software engineering tasks", - "metadata": [ - { - "type": "awsqAssignClickCount" - }, - { - "type": "awsqGenerateCodeIterationCount" - }, - { - "type": "awsqGenerateCodeClickCount" - }, - { - "type": "awsqApproachIterationCount" - }, - { - "type": "awsqIsRegeneratedCode" - }, - { - "type": "awsqFilesReviewedCount" - }, - { - "type": "awsqIsAcceptedCodeChanges" - }, - { - "type": "awsqRepositorySize" - }, - { - "type": "awsqFilesChangedCount" - }, - { - "type": "awsqThumbsUpCount" - }, - { - "type": "awsqThumbsDownCount" - }, - { - "type": "awsqIsApproachAccepted" - }, - { - "type": "awsqServiceErrorsCount" - } - ] + "name": "awsq_assignCommand", + "description": "Number of times users have triggered /assign", + "unit": "Count", + "metadata": [{ "type": "awsqAssignCommandCount" }] + }, + { + "name": "awsq_codeGenerationIterations", + "description": "Measure the conversational depth in Code gen, how often does a user invoke the weaverbird agent to re-engage in Code gen", + "unit": "Count", + "metadata": [{ "type": "awsqCodeGenerationIterationsCount" }] + }, + { + "name": "awsq_generateCodeClick", + "description": "Number of times user has clicked on Generate Code after they have iterated through the approach phase", + "unit": "Count", + "metadata": [{ "type": "awsqGenerateCodeClickCount" }] + }, + { + "name": "awsq_approachIteration", + "description": "Approach iteration count", + "unit": "Count", + "metadata": [{ "type": "awsqApproachIterationCount" }] + }, + { + "name": "awsq_isRegeneratedCode", + "description": "States if user has re-generated code as a part of code generation portion", + "metadata": [{ "type": "enabled" }] + }, + { + "name": "awsq_filesReviewed", + "description": "Number of files reviewed by user after changes are made by WB", + "unit": "Count", + "metadata": [{ "type": "awsqFilesReviewedCount" }] + }, + { + "name": "awsq_isAcceptedCodeChanges", + "description": "States if user applied the code changes generated for the task", + "metadata": [{ "type": "enabled" }] + }, + { + "name": "awsq_repositorySize", + "description": "The size of the repository", + "metadata": [{ "type": "awsqRepositorySize" }] + }, + { + "name": "awsq_filesChanged", + "description": "Number of files that are changed as a part of the task", + "unit": "Count", + "metadata": [{ "type": "awsqFilesChangedCount" }] + }, + { + "name": "awsq_thumbsUpCount", + "description": "Number of users users click on the thumbs up button, to mention that they are satisfied", + "unit": "Count", + "metadata": [{ "type": "awsqThumbsUpCount" }] + }, + { + "name": "awsq_thumbsDownCount", + "description": "Number of users click on the thumbs down button to say that they are unsatisfied", + "unit": "Count", + "metadata": [{ "type": "awsqThumbsDownCount" }] + }, + { + "name": "awsq_isApproachAccepted", + "description": "User has accepted the approach generated by Weaverbird", + "metadata": [{ "type": "enabled" }] + }, + { + "name": "awsq_serviceErrors", + "description": "Number of errors from engineering and service availability?", + "unit": "Count", + "metadata": [{ "type": "awsqServiceErrorsCount" }] }, { "name": "codewhisperer_codePercentage",