From d40a6fb8509d6fccaba81c3c0478fcc0dec9d065 Mon Sep 17 00:00:00 2001
From: Daniel Sy <Daniel.Sy@telekom.de>
Date: Wed, 13 Aug 2025 13:24:31 +0200
Subject: [PATCH] =?UTF-8?q?feat(alerts):=20=F0=9F=8E=89=20Add=20alert=20fo?=
 =?UTF-8?q?r=20high=20disk=20consumption=20in=20Forgejo?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Add a new alert for monitoring high disk consumption in the Forgejo environment.

This alert triggers when disk usage exceeds 60% for persistent volume claims, enhancing observability and proactive resource management in the cluster.
---
 .../victoria-k8s-stack/manifests/alerts.yaml          | 11 +++++++++++
 1 file changed, 11 insertions(+)

diff --git a/otc/observability.t09.de/stacks/observability/victoria-k8s-stack/manifests/alerts.yaml b/otc/observability.t09.de/stacks/observability/victoria-k8s-stack/manifests/alerts.yaml
index 9419609..4742b43 100644
--- a/otc/observability.t09.de/stacks/observability/victoria-k8s-stack/manifests/alerts.yaml
+++ b/otc/observability.t09.de/stacks/observability/victoria-k8s-stack/manifests/alerts.yaml
@@ -27,3 +27,14 @@ spec:
           annotations:
             value: "{{ $value }}"
             description: 'forgejo s3 backup job failed in cluster environment {{ $labels.cluster_environment }}'
+    - name: forgejo-disk-consumption
+      rules:
+        - alert: forgejo disk consumption high
+          expr: 1-(kubelet_volume_stats_available_bytes / kubelet_volume_stats_capacity_bytes) > 0.6
+          for: 30s
+          labels:
+            severity: major
+            job:  "{{ $labels.job }}"
+          annotations:
+            value: "{{ $value }}"
+            description: 'disk consumption of pvc {{ $labels.namespace }}/{{ $labels.persistentvolumeclaim }} is high in cluster environment {{ $labels.cluster_environment }}'