Skip to content

Commit 3381ab9

Browse files
authored
storage stock alerts: add link on how to resize stateful set (#91)
1 parent 4eb1b56 commit 3381ab9

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

common/stock/storage.yaml.tmpl

+2
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,7 @@ groups:
1414
summary: "Volume {{$labels.namespace}}/{{$labels.persistentvolumeclaim}} will fill up in 72h"
1515
impact: "Exhausting available disk space will most likely result in service disruption"
1616
action: "Investigate disk usage and adjust volume size if necessary."
17+
runbook: "https://wiki.uw.systems/posts/how-to-resize-a-stateful-set-volume-claim-1svb2nvt"
1718
dashboard: <https://grafana.$ENVIRONMENT.$PROVIDER.uw.systems/d/919b92a8e8041bd567af9edab12c840c/kubernetes-persistent-volumes?orgId=1&refresh=10s&var-datasource=default&var-cluster=${ENVIRONMENT}-${PROVIDER}&var-namespace={{ $labels.namespace }}&var-volume={{ $labels.persistentvolumeclaim }}|link>
1819
- alert: VolumeFillingUpin6h
1920
expr: ((predict_linear(kubelet_volume_stats_available_bytes[1h], 6 * 3600) < 0) and (kubelet_volume_stats_used_bytes / kubelet_volume_stats_capacity_bytes > 0.5)) * on (namespace) group_left(team) uw_namespace_oncall_team
@@ -25,4 +26,5 @@ groups:
2526
summary: "Volume {{$labels.namespace}}/{{$labels.persistentvolumeclaim}} will fill up in 6h"
2627
impact: "Exhausting available disk space will most likely result in service disruption"
2728
action: "Investigate disk usage and adjust volume size if necessary."
29+
runbook: "https://wiki.uw.systems/posts/how-to-resize-a-stateful-set-volume-claim-1svb2nvt"
2830
dashboard: <https://grafana.$ENVIRONMENT.$PROVIDER.uw.systems/d/919b92a8e8041bd567af9edab12c840c/kubernetes-persistent-volumes?orgId=1&refresh=10s&var-datasource=default&var-cluster=${ENVIRONMENT}-${PROVIDER}&var-namespace={{ $labels.namespace }}&var-volume={{ $labels.persistentvolumeclaim }}|link>

0 commit comments

Comments
 (0)