@cryptotaxi247 / infra-1 / commits / 6c44c27c

Add summaries to most alerts

Graham Christensen committed Nov 22, 2021 at 03:48 UTC 6c44c27cc2447128f079aaf20e69f268a768abb6
1 file changed +3
delft/eris.nix
+3
@@ -135,6 +135,7 @@ in {
135 expr = ''node_filesystem_files_free{mountpoint="/"} <= 10000'';
136 for = "30m";
137 labels.severity = "warning";
138 + annotations.summary = "{{ $labels.device }} mounted to {{ $labels.mountpoint }} ({{ $labels.fstype }}) on {{ $labels.instance }} has {{ $value }} inodes free.";
139 annotations.grafana = "https://monitoring.nixos.org/grafana/d/5LANB9pZk/per-instance-metrics?orgId=1&refresh=30s&var-instance={{ $labels.instance }}";
140 }
141
@@ -143,6 +144,7 @@ in {
144 expr = ''node_filesystem_avail_bytes{mountpoint="/"} <= 10000000000'';
145 for = "30m";
146 labels.severity = "warning";
147 + annotations.summary = "{{ $labels.device }} mounted to {{ $labels.mountpoint }} ({{ $labels.fstype }}) on {{ $labels.instance }} has {{ $value }} bytes free.";
148 annotations.grafana = "https://monitoring.nixos.org/grafana/d/5LANB9pZk/per-instance-metrics?orgId=1&refresh=30s&var-instance={{ $labels.instance }}";
149 }
150 ];
@@ -163,6 +165,7 @@ in {
165 expr = ''max_over_time(node_systemd_unit_state{name=~"^update-nix.*.service$",state=~"failed"}[5m]) == 1'';
166 for = "30m";
167 labels.severity = "warning";
168 + annotations.summary = "{{ $labels.name }} on {{ $labels.instance }}";
169 annotations.grafana = "https://monitoring.nixos.org/grafana/d/fBW4tL1Wz/scheduled-task-state-channels-website?orgId=1&refresh=10s";
170 }
171 ];