@cryptotaxi247 / infra-1 / commits / f7c2a0ad

eris: consider activating part of failed

Graham Christensen committed Dec 29, 2019 at 23:52 UTC f7c2a0ad7954235f34ae7bafd6ef84f69e054946
1 file changed +2 -2
delft/eris.nix
+2 -2
@@ -144,14 +144,14 @@ in {
144 }
145 {
146 alert = "ChannelUpdateStuck";
147 - expr = ''node_systemd_unit_state{name=~"^update-nix.*.service$", state="failed"} == 1'';
147 + expr = ''sum(node_systemd_unit_state{name=~"^update-nix.*.service$",state=~"activating|failed"}) without(state) == 1'';
148 for = "30m";
149 labels.severity = "page";
150 annotations.summary = "https://status.nixos.org/grafana/d/fBW4tL1Wz/scheduled-task-state-channels-website?orgId=1&refresh=10s";
151 }
152 {
153 alert = "HomepageUpdateStuck";
154 - expr = ''node_systemd_unit_state{name=~"^update-homepage.service$", state="failed"} == 1'';
154 + expr = ''sum(node_systemd_unit_state{name=~"^update-homepage.*.service$",state=~"activating|failed"}) without(state) == 1'';
155 for = "30m";
156 labels.severity = "page";
157 annotations.summary = "https://status.nixos.org/grafana/d/fBW4tL1Wz/scheduled-task-state-channels-website?orgId=1&refresh=10s";