@cryptotaxi247 / infra / commits / 306ebc47

eris: page -> warning

Graham Christensen committed Nov 22, 2021 at 02:39 UTC 306ebc47dddb4d7fcf6eba0e0841c3e774284355
1 file changed +7 -7
delft/eris.nix
+7 -7
@@ -90,7 +90,7 @@ in {
90 {
91 receiver = "go-neb";
92 group_wait = "30s";
93 - match.severity = "page";
93 + match.severity = "warning";
94 }
95 ];
96 };
@@ -121,7 +121,7 @@ in {
121 alert = "BuildsStuckOverTwoDays";
122 expr = ''hydra_machine_build_duration_bucket{le="+Inf"} - ignoring(le) hydra_machine_build_duration_bucket{le="172800"} > 0'';
123 for = "30m";
124 - labels.severity = "page";
124 + labels.severity = "warning";
125 annotations.summary = "https://monitoring.nixos.org/grafana/d/j0hJAY1Wk/in-progress-build-duration-heatmap";
126 }
127 ];
@@ -134,7 +134,7 @@ in {
134 alert = "RootPartitionLowInodes";
135 expr = ''node_filesystem_files_free{mountpoint="/"} <= 10000'';
136 for = "30m";
137 - labels.severity = "page";
137 + labels.severity = "warning";
138 annotations.summary = "https://monitoring.nixos.org/grafana/d/5LANB9pZk/per-instance-metrics?orgId=1&refresh=30s&var-instance={{ $labels.instance }}";
139 }
140
@@ -142,7 +142,7 @@ in {
142 alert = "RootPartitionLowDiskSpace";
143 expr = ''node_filesystem_avail_bytes{mountpoint="/"} <= 10000000000'';
144 for = "30m";
145 - labels.severity = "page";
145 + labels.severity = "warning";
146 annotations.summary = "https://monitoring.nixos.org/grafana/d/5LANB9pZk/per-instance-metrics?orgId=1&refresh=30s&var-instance={{ $labels.instance }}";
147 }
148 ];
@@ -155,14 +155,14 @@ in {
155 alert = "RFC39MaintainerSync";
156 expr = ''node_systemd_unit_state{name=~"^rfc39-sync.service$", state="failed"} == 1'';
157 for = "30m";
158 - labels.severity = "page";
158 + labels.severity = "warning";
159 annotations.summary = "https://monitoring.nixos.org/grafana/d/fBW4tL1Wz/scheduled-task-state-channels-website?orgId=1&refresh=10s";
160 }
161 {
162 alert = "ChannelUpdateStuck";
163 expr = ''max_over_time(node_systemd_unit_state{name=~"^update-nix.*.service$",state=~"failed"}[5m]) == 1'';
164 for = "30m";
165 - labels.severity = "page";
165 + labels.severity = "warning";
166 annotations.summary = "https://monitoring.nixos.org/grafana/d/fBW4tL1Wz/scheduled-task-state-channels-website?orgId=1&refresh=10s";
167 }
168 ];
@@ -175,7 +175,7 @@ in {
175 alert = "CertificateExpiry";
176 expr = "probe_ssl_earliest_cert_expiry - time() < 86400 * 14";
177 for = "10m";
178 - labels.severity = "page";
178 + labels.severity = "warning";
179 annotations.summary = "Certificate for {{ $labels.instance }} is expiring soon.";
180 }
181 ];