delft/eris: Increase lookback window in BuilderTypeMissing
This cuts down alerts to scenarios that aren't caused by scheduling alone. A builder type should see some usage in a two day window.
Martin Weinelt committed
Feb 13, 2022 at 17:55 UTC
e81ada6cc073bbe8c251a620598982db367c7c9c
1 file changed
+1
-2
delft/eris.nix
+1
-2
@@ -134,9 +134,8 @@ in {
134
{
135
alert = "BuilderTypeMissing";
136
expr = ''
137
- hydra_machine_type_runnable > 0 and hydra_machine_type_running == 0 and (hydra_machine_type_last_active_total < time() - 60)
137
+ hydra_machine_type_runnable > 0 and hydra_machine_type_running == 0 and (hydra_machine_type_last_active_total < time() - (2*86400))
138
'';
139
- for = "30m";
139
labels.severity = "warning";
140
annotations.summary = "Runnable jobs for {{ $labels.machineType }}, but no runners to execute.";
141
annotations.grafana = "https://monitoring.nixos.org/grafana/d/MJw9PcAiz/hydra-jobs?orgId=1&from=now-7d&to=now&refresh=5m&var-machine=All&viewPanel=2";