web_log: add alarm on unmatched lines (#4757)
Ilya Mashchenko committed
Nov 27, 2018 at 14:50 UTC
622d2faf28550ce37755b71ab4685d2848271a34
1 file changed
+30
health/health.d/web_log.conf
+30
@@ -85,6 +85,36 @@ families: *
85
info: the ratio of HTTP internal server errors (5xx), over the last minute
86
to: webmaster
87
88
+# unmatched lines
89
+
90
+# the following alarms trigger only when there are enough data.
91
+# we assume there are enough data when:
92
+#
93
+# $1m_total_requests > 120
94
+#
95
+# i.e. when there are at least 120 requests during the last minute
96
+
97
+template: 1m_total_requests
98
+ on: web_log.response_codes
99
+families: *
100
+ lookup: sum -1m unaligned
101
+ calc: ($this == 0)?(1):($this)
102
+ units: requests
103
+ every: 10s
104
+ info: the sum of all HTTP requests over the last minute
105
+
106
+template: 1m_unmatched
107
+on: web_log.response_codes
108
+families: *
109
+ lookup: sum -1m unaligned of unmatched
110
+ calc: $this * 100 / $1m_total_requests
111
+ units: %
112
+ every: 10s
113
+ warn: ($1m_total_requests > 120) ? ($this > 1) : ( 0 )
114
+ crit: ($1m_total_requests > 120) ? ($this > 5) : ( 0 )
115
+ delay: up 1m down 5m multiplier 1.5 max 1h
116
+ info: the ratio of unmatched lines, over the last minute
117
+ to: webmaster
118
119
# -----------------------------------------------------------------------------
120
# web slow