Automatic switch to emergency mode when metrics unavailable

internal/controller/testdata/deletion-no-delete/before/hpa.yaml

@@ -3,6 +3,25 @@ metadata:
     tortoise.autoscaling.mercari.com/managed-by-tortoise: "true"
   name: tortoise-hpa-mercari
   namespace: default
+status:
+  conditions:
+    - status: "True"
+      type: AbleToScale
+      message: "recommended size matches current size"
+    - status: "True"
+      type: ScalingActive
+      message: "the HPA was able to compute the replica count"
+  currentMetrics:
+    - containerResource:
+        container: app
+        name: cpu
+        current:
+          value: 3
+    - containerResource:
+        container: istio-proxy
+        name: cpu
+        current:
+          value: 3
 spec:
   behavior:
     scaleDown:

internal/controller/testdata/deletion-policy-all/before/hpa.yaml

@@ -3,6 +3,25 @@ metadata:
     tortoise.autoscaling.mercari.com/managed-by-tortoise: "true"
   name: tortoise-hpa-mercari
   namespace: default
+status:
+  conditions:
+    - status: "True"
+      type: AbleToScale
+      message: "recommended size matches current size"
+    - status: "True"
+      type: ScalingActive
+      message: "the HPA was able to compute the replica count"
+  currentMetrics:
+    - containerResource:
+        container: app
+        name: cpu
+        current:
+          value: 3
+    - containerResource:
+        container: istio-proxy
+        name: cpu
+        current:
+          value: 3
 spec:
   behavior:
     scaleDown:

internal/controller/testdata/mutable-autoscalingpolicy-add-another-horizontal/after/hpa.yaml

@@ -47,5 +47,21 @@ spec:
     kind: Deployment
     name: mercari-app
 status:
-  currentMetrics: null
-  desiredReplicas: 0
+  conditions:
+    - status: "True"
+      type: AbleToScale
+      message: "recommended size matches current size"
+    - status: "True"
+      type: ScalingActive
+      message: "the HPA was able to compute the replica count"
+  currentMetrics:
+    - containerResource:
+        container: app
+        name: cpu
+        current:
+          value: 3
+    - containerResource:
+        container: istio-proxy
+        name: cpu
+        current:
+          value: 3

internal/controller/testdata/mutable-autoscalingpolicy-add-another-horizontal/before/hpa.yaml

@@ -3,6 +3,25 @@ metadata:
     tortoise.autoscaling.mercari.com/managed-by-tortoise: "true"
   name: tortoise-hpa-mercari
   namespace: default
+status:
+  conditions:
+    - status: "True"
+      type: AbleToScale
+      message: "recommended size matches current size"
+    - status: "True"
+      type: ScalingActive
+      message: "the HPA was able to compute the replica count"
+  currentMetrics:
+    - containerResource:
+        container: app
+        name: cpu
+        current:
+          value: 3
+    - containerResource:
+        container: istio-proxy
+        name: cpu
+        current:
+          value: 3
 spec:
   behavior:
     scaleDown:

internal/controller/testdata/mutable-autoscalingpolicy-remove-horizontal-2/after/hpa.yaml

@@ -32,5 +32,21 @@ spec:
     kind: Deployment
     name: mercari-app
 status:
-  currentMetrics: null
-  desiredReplicas: 0
+  conditions:
+    - status: "True"
+      type: AbleToScale
+      message: "recommended size matches current size"
+    - status: "True"
+      type: ScalingActive
+      message: "the HPA was able to compute the replica count"
+  currentMetrics:
+    - containerResource:
+        container: app
+        name: cpu
+        current:
+          value: 3
+    - containerResource:
+        container: istio-proxy
+        name: cpu
+        current:
+          value: 3

internal/controller/testdata/mutable-autoscalingpolicy-remove-horizontal-2/before/hpa.yaml

@@ -3,6 +3,25 @@ metadata:
     tortoise.autoscaling.mercari.com/managed-by-tortoise: "true"
   name: tortoise-hpa-mercari
   namespace: default
+status:
+  conditions:
+    - status: "True"
+      type: AbleToScale
+      message: "recommended size matches current size"
+    - status: "True"
+      type: ScalingActive
+      message: "the HPA was able to compute the replica count"
+  currentMetrics:
+    - containerResource:
+        container: app
+        name: cpu
+        current:
+          value: 3
+    - containerResource:
+        container: istio-proxy
+        name: cpu
+        current:
+          value: 3
 spec:
   behavior:
     scaleDown:

internal/controller/testdata/mutable-autoscalingpolicy-remove-horizontal/before/hpa.yaml

@@ -3,6 +3,25 @@ metadata:
     tortoise.autoscaling.mercari.com/managed-by-tortoise: "true"
   name: tortoise-hpa-mercari
   namespace: default
+status:
+  conditions:
+    - status: "True"
+      type: AbleToScale
+      message: "recommended size matches current size"
+    - status: "True"
+      type: ScalingActive
+      message: "the HPA was able to compute the replica count"
+  currentMetrics:
+    - containerResource:
+        container: app
+        name: cpu
+        current:
+          value: 3
+    - containerResource:
+        container: istio-proxy
+        name: cpu
+        current:
+          value: 3
 spec:
   behavior:
     scaleDown:

internal/controller/testdata/reconcile-automatic-emergency-mode-hpa-condition/after/deployment.yaml

@@ -0,0 +1,30 @@
+metadata:
+  name: mercari-app
+  namespace: default
+spec:
+  selector:
+    matchLabels:
+      app: mercari
+  strategy: {}
+  template:
+    metadata:
+      annotations:
+        kubectl.kubernetes.io/restartedAt: "2023-01-01T00:00:00Z"
+      creationTimestamp: null
+      labels:
+        app: mercari
+    spec:
+      containers:
+      - image: awesome-mercari-app-image
+        name: app
+        resources:
+          requests:
+            cpu: "10"
+            memory: 10Gi
+      - image: awesome-istio-proxy-image
+        name: istio-proxy
+        resources:
+          requests:
+            cpu: "4"
+            memory: 4Gi
+status: {}

internal/controller/testdata/reconcile-automatic-emergency-mode-hpa-condition/after/hpa.yaml

@@ -0,0 +1,61 @@
+metadata:
+  annotations:
+    tortoise.autoscaling.mercari.com/managed-by-tortoise: "true"
+  name: tortoise-hpa-mercari
+  namespace: default
+spec:
+  behavior:
+    scaleDown:
+      policies:
+      - periodSeconds: 90
+        type: Percent
+        value: 2
+      selectPolicy: Max
+    scaleUp:
+      policies:
+      - periodSeconds: 60
+        type: Percent
+        value: 100
+      selectPolicy: Max
+      stabilizationWindowSeconds: 0
+  maxReplicas: 15
+  metrics:
+  - containerResource:
+      container: app
+      name: cpu
+      target:
+        averageUtilization: 30
+        type: Utilization
+    type: ContainerResource
+  - containerResource:
+      container: istio-proxy
+      name: cpu
+      target:
+        averageUtilization: 30
+        type: Utilization
+    type: ContainerResource
+  minReplicas: 15
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: Deployment
+    name: mercari-app
+status:
+  conditions:
+    - status: "True"
+      type: AbleToScale
+      message: "recommended size matches current size"
+    - status: "False"
+      type: ScalingActive
+      message: "the HPA was unable to compute the replica count: failed to get cpu utilization"
+  currentMetrics:
+    - containerResource:
+        container: app
+        name: cpu
+        current:
+          value: 0
+    - containerResource:
+        container: istio-proxy
+        name: cpu
+        current:
+          value: 0
+  desiredReplicas: 0