Skip to content

Commit

Permalink
clusterconf/monitor: relax vps free space rules except on node23
Browse files Browse the repository at this point in the history
We'll rely on datasets being expanded by vpsAdmin. The alerts should
fire only should that fail. node23 is set aside until it is updated.
  • Loading branch information
aither64 committed Jul 2, 2023
1 parent ccaafa5 commit bac63e8
Showing 1 changed file with 21 additions and 1 deletion.
22 changes: 21 additions & 1 deletion modules/clusterconf/monitor/rules/nodes.nix
Original file line number Diff line number Diff line change
Expand Up @@ -686,7 +686,7 @@
{
alert = "VpsOsCritFreeSpace";
expr = ''osctl_container_dataset_avail_bytes{job="nodes"} < 256 * 1024 * 1024'';
for = "2m";
for = "5m";
labels = {
alertclass = "vpsdiskspace";
severity = "critical";
Expand All @@ -706,6 +706,26 @@
{
alert = "VpsOsFatalFreeSpace";
expr = ''osctl_container_dataset_avail_bytes{alias=~"node21.prg|node22.prg|node23.prg|node24.prg"} < 256 * 1024 * 1024'';
for = "5m";
labels = {
alertclass = "vpsdiskspace";
severity = "fatal";
frequency = "2m";
};
annotations = {
summary = "Not enough free space (instance {{ $labels.instance }})";
description = ''
VPS has less than 256 MB of diskspace left
VALUE = {{ $value }}
LABELS: {{ $labels }}
'';
};
}

{
alert = "VpsOsFatalFreeSpaceNode23";
expr = ''osctl_container_dataset_avail_bytes{alias="node23.prg"} < 256 * 1024 * 1024'';
for = "2m";
labels = {
alertclass = "vpsdiskspace";
Expand Down

0 comments on commit bac63e8

Please sign in to comment.