@cryptotaxi247 / infra-1 / commits / f5f2c58c

prometheus: consider absolute free space in disk space alert

For a machine with a large filesystem going below 10% free disk space might be fine, if 10% means we still have sufficient disk space to operate.

Martin Weinelt committed Jan 27, 2025 at 19:22 UTC f5f2c58cd71c39356c96f360f7ea90b99a6b35f9
1 file changed +1 -1
build/pluto/prometheus/exporters/node.nix
+1 -1
@@ -78,7 +78,7 @@
78 {
79 alert = "PartitionLowDiskSpace";
80 expr = ''
81 - round((node_filesystem_free_bytes{${diskSelector}} * 100) / node_filesystem_size_bytes{mountpoint="/"}) < 10
81 + round((node_filesystem_free_bytes{${diskSelector}} * 100) / node_filesystem_size_bytes{mountpoint="/"}) < 10 and ON (instance, device, mountpoint) node_filesystem_free_bytes < 100 * 1024^3
82 '';
83 for = "30m";
84 labels.severity = "warning";