Adding charts for Elasticsearch indices segments count/memory and JVM buffer pools utilization.
NeonSludge committed
Mar 13, 2018 at 11:01 UTC
7d9b881b1a6278d77ba6ee1dc020606c9969b197
1 file changed
+66
-1
python.d/elasticsearch.chart.py
+66
-1
@@ -34,12 +34,33 @@ NODE_STATS = [
34
'indices.refresh.total_time_in_millis',
35
'indices.flush.total',
36
'indices.flush.total_time_in_millis',
37
+ 'indices.translog.operations',
38
+ 'indices.translog.size_in_bytes',
39
+ 'indices.translog.uncommitted_operations',
40
+ 'indices.translog.uncommitted_size_in_bytes',
41
+ 'indices.segments.count',
42
+ 'indices.segments.memory_in_bytes',
43
+ 'indices.segments.terms_memory_in_bytes',
44
+ 'indices.segments.stored_fields_memory_in_bytes',
45
+ 'indices.segments.term_vectors_memory_in_bytes',
46
+ 'indices.segments.norms_memory_in_bytes',
47
+ 'indices.segments.points_memory_in_bytes',
48
+ 'indices.segments.doc_values_memory_in_bytes',
49
+ 'indices.segments.index_writer_memory_in_bytes',
50
+ 'indices.segments.version_map_memory_in_bytes',
51
+ 'indices.segments.fixed_bit_set_memory_in_bytes',
52
'jvm.gc.collectors.young.collection_count',
53
'jvm.gc.collectors.old.collection_count',
54
'jvm.gc.collectors.young.collection_time_in_millis',
55
'jvm.gc.collectors.old.collection_time_in_millis',
56
'jvm.mem.heap_used_percent',
57
'jvm.mem.heap_committed_in_bytes',
58
+ 'jvm.buffer_pools.direct.count',
59
+ 'jvm.buffer_pools.direct.used_in_bytes',
60
+ 'jvm.buffer_pools.direct.total_capacity_in_bytes',
61
+ 'jvm.buffer_pools.mapped.count',
62
+ 'jvm.buffer_pools.mapped.used_in_bytes',
63
+ 'jvm.buffer_pools.mapped.total_capacity_in_bytes',
64
'thread_pool.bulk.queue',
65
'thread_pool.bulk.rejected',
66
'thread_pool.index.queue',
@@ -103,7 +124,9 @@ LATENCY = {
124
# charts order (can be overridden if you want less charts, or different order)
125
ORDER = ['search_performance_total', 'search_performance_current', 'search_performance_time',
126
'search_latency', 'index_performance_total', 'index_performance_current', 'index_performance_time',
106
- 'index_latency', 'jvm_mem_heap', 'jvm_gc_count', 'jvm_gc_time', 'host_metrics_file_descriptors',
127
+ 'index_latency', 'index_segments_count', 'index_segments_memory', 'jvm_mem_heap',
128
+ 'jvm_buffer_pool_count', 'jvm_direct_buffers_memory', 'jvm_mapped_buffers_memory',
129
+ 'jvm_gc_count', 'jvm_gc_time', 'host_metrics_file_descriptors',
130
'host_metrics_http', 'host_metrics_transport', 'thread_pool_queued', 'thread_pool_rejected',
131
'fielddata_cache', 'fielddata_evictions_tripped', 'cluster_health_status', 'cluster_health_nodes',
132
'cluster_health_shards', 'cluster_stats_nodes', 'cluster_stats_query_cache', 'cluster_stats_docs',
@@ -166,6 +189,27 @@ CHARTS = {
189
['indexing_latency', 'indexing', 'absolute', 1, 1000],
190
['flushing_latency', 'flushing', 'absolute', 1, 1000]
191
]},
192
+ 'index_segments_count': {
193
+ 'options': [None, 'Total Number Of Indices Segments', 'count', 'indices segments',
194
+ 'elastic.index_segments_count', 'line'],
195
+ 'lines': [
196
+ ['indices_segments_count', 'segments', 'absolute']
197
+ ]},
198
+ 'index_segments_memory': {
199
+ 'options': [None, 'Indices Segments Memory Usage', 'MB', 'indices segments',
200
+ 'elastic.index_segments_memory', 'area'],
201
+ 'lines': [
202
+ ['indices_segments_memory_in_bytes', 'total', 'absolute', 1, 1048567],
203
+ ['indices_segments_terms_memory_in_bytes', 'terms', 'absolute', 1, 1048567],
204
+ ['indices_segments_stored_fields_memory_in_bytes', 'stored_fields', 'absolute', 1, 1048567],
205
+ ['indices_segments_term_vectors_memory_in_bytes', 'term_vectors', 'absolute', 1, 1048567],
206
+ ['indices_segments_norms_memory_in_bytes', 'norms', 'absolute', 1, 1048567],
207
+ ['indices_segments_points_memory_in_bytes', 'points', 'absolute', 1, 1048567],
208
+ ['indices_segments_doc_values_memory_in_bytes', 'doc_values', 'absolute', 1, 1048567],
209
+ ['indices_segments_index_writer_memory_in_bytes', 'index_writer', 'absolute', 1, 1048567],
210
+ ['indices_segments_version_map_memory_in_bytes', 'version_map', 'absolute', 1, 1048567],
211
+ ['indices_segments_fixed_bit_set_memory_in_bytes', 'fixed_bit_set', 'absolute', 1, 1048567]
212
+ ]},
213
'jvm_mem_heap': {
214
'options': [None, 'JVM Heap Currently in Use/Committed', 'percent/MB', 'memory usage and gc',
215
'elastic.jvm_heap', 'area'],
@@ -173,6 +217,27 @@ CHARTS = {
217
['jvm_mem_heap_used_percent', 'inuse', 'absolute'],
218
['jvm_mem_heap_committed_in_bytes', 'commit', 'absolute', -1, 1048576]
219
]},
220
+ 'jvm_buffer_pool_count': {
221
+ 'options': [None, 'JVM Buffers', 'count', 'memory usage and gc',
222
+ 'elastic.jvm_buffer_pool_count', 'line'],
223
+ 'lines': [
224
+ ['jvm_buffer_pools_direct_count', 'direct', 'absolute'],
225
+ ['jvm_buffer_pools_mapped_count', 'mapped', 'absolute']
226
+ ]},
227
+ 'jvm_direct_buffers_memory': {
228
+ 'options': [None, 'JVM Direct Buffers Memory', 'MB', 'memory usage and gc',
229
+ 'elastic.jvm_direct_buffers_memory', 'area'],
230
+ 'lines': [
231
+ ['jvm_buffer_pools_direct_used_in_bytes', 'used', 'absolute', 1, 1048567],
232
+ ['jvm_buffer_pools_direct_total_capacity_in_bytes', 'total capacity', 'absolute', 1, 1048567]
233
+ ]},
234
+ 'jvm_mapped_buffers_memory': {
235
+ 'options': [None, 'JVM Mapped Buffers Memory', 'MB', 'memory usage and gc',
236
+ 'elastic.jvm_mapped_buffers_memory', 'area'],
237
+ 'lines': [
238
+ ['jvm_buffer_pools_mapped_used_in_bytes', 'used', 'absolute', 1, 1048567],
239
+ ['jvm_buffer_pools_mapped_total_capacity_in_bytes', 'total capacity', 'absolute', 1, 1048567]
240
+ ]},
241
'jvm_gc_count': {
242
'options': [None, 'Garbage Collections', 'counts', 'memory usage and gc', 'elastic.gc_count', 'stacked'],
243
'lines': [