feat(observability): Introduced alert for failed s3 backup jobs

2025-08-12 14:07:38 +02:00 · 2025-08-12 14:07:38 +02:00 · 975bb6b982
commit 975bb6b982
parent e0f6cc77dd
1 changed files with 11 additions and 0 deletions
--- a/template/stacks/observability/victoria-k8s-stack/manifests/alerts.yaml
+++ b/template/stacks/observability/victoria-k8s-stack/manifests/alerts.yaml
@ -16,3 +16,14 @@ spec:
          annotations:
            value: "{{ $value }}"
            description: 'forgejo is down in cluster environment {{ $labels.cluster_environment }}'
+    - name: forgejo-backup
+      rules:
+        - alert: forgejo s3 backup job failed
+          expr: max by(cluster_environment) (kube_job_status_failed{job_name=~"forgejo-s3-backup-.*"}) != 0
+          for: 30s
+          labels:
+            severity: major
+            job:  "{{ $labels.job }}"
+          annotations:
+            value: "{{ $value }}"
+            description: 'forgejo s3 backup job failed in cluster environment {{ $labels.cluster_environment }}'