prom alert: change stuck builds from 1 to 2 days
Eelco Dolstra committed
Nov 17, 2019 at 15:26 UTC
7fbae42e741f3a0f8118327359491616f79637ef
1 file changed
+2
-2
delft/eris.nix
+2
-2
@@ -63,8 +63,8 @@ in {
63
name = "hydra";
64
rules = [
65
{
66
- alert = "BuildsStuckOverOneDay";
67
- expr = ''hydra_machine_build_duration_bucket{le="172800"} - ignoring(le) hydra_machine_build_duration_bucket{le="86400"} > 0'';
66
+ alert = "BuildsStuckOverTwoDays";
67
+ expr = ''hydra_machine_build_duration_bucket{le="259200"} - ignoring(le) hydra_machine_build_duration_bucket{le="172800"} > 0'';
68
labels.severity = "page";
69
annotations.summary = "https://status.nixos.org/grafana/d/j0hJAY1Wk/in-progress-build-duration-heatmap";
70
}