Add alert for new agent version in prometheus collector (#654)

* Removing duplicate alerts from ci recommended alerts * Remove test branch * Remove preview keyword from policy readme * Add alert for new agent version in prometheus collector
Azure · Oct 23, 2023 · d925e87 · d925e87
1 parent 1afe288
commit d925e87
Showing 1 changed file with 18 additions and 0 deletions.
diff --git a/internal/alerts/example-alert-template.json b/internal/alerts/example-alert-template.json
@@ -251,6 +251,24 @@
                                 "actionGroupId": "/subscriptions/13d371f9-5a39-46d5-8e1b-60158c49db84/resourceGroups/ContainerInsightsPrometheusCollector-Prod/providers/microsoft.insights/actiongroups/AMA-PrometheusCollectorAlertGroup"
                             }
                         ]
+                    },
+                    {
+                        "alert": "New agent version found for prometheus collector",
+                        "expression": "count(count (kube_pod_container_info{image=~\"mcr.microsoft.com/azuremonitor/containerinsights/ciprod/prometheus-collector.*\"})  by (image)) > 2",
+                        "for": "PT30M",
+                        "annotations": {
+                            "description": "New agent version found for prometheus collector. This alert is only used in near ring regions for prod monitoring clusters"
+                        },
+                        "severity": 4,
+                        "resolveConfiguration": {
+                            "autoResolved": true,
+                            "timeToResolve": "PT10M"
+                        },
+                        "actions": [
+                            {
+                                "actionGroupId": "/subscriptions/13d371f9-5a39-46d5-8e1b-60158c49db84/resourceGroups/ContainerInsightsPrometheusCollector-Prod/providers/microsoft.insights/actiongroups/AMA-PrometheusCollectorAlertGroup"
+                            }
+                        ]
                     }
                 ]
             }