eris: fix BuildsStuckOverTwoDays alert
This should consider *all* builds stuck over two days, not just those stuck between two days and three days.
Luke Granger-Brown committed
Sep 10, 2021 at 15:56 UTC
314001962b323fbe8b5fef976f03b4273ff5fe19
1 file changed
+1
-1
delft/eris.nix
+1
-1
@@ -123,7 +123,7 @@ in {
123
rules = [
124
{
125
alert = "BuildsStuckOverTwoDays";
126
- expr = ''hydra_machine_build_duration_bucket{le="259200"} - ignoring(le) hydra_machine_build_duration_bucket{le="172800"} > 0'';
126
+ expr = ''hydra_machine_build_duration_bucket{le="+Inf"} - ignoring(le) hydra_machine_build_duration_bucket{le="172800"} > 0'';
127
for = "30m";
128
labels.severity = "page";
129
annotations.summary = "https://monitoring.nixos.org/grafana/d/j0hJAY1Wk/in-progress-build-duration-heatmap";