-
Notifications
You must be signed in to change notification settings - Fork 1
/
cluster_masters_status.xml
92 lines (92 loc) · 4.24 KB
/
cluster_masters_status.xml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
<dashboard>
<label>Cluster Master Status</label>
<row>
<panel>
<table>
<search>
<query>| rest splunk_server_group=dmc_group_cluster_master /services/cluster/master/status
| fields splunk_server maintenance_mode rolling_restart_flag service_ready_flag
| join splunk_server [ rest splunk_server_group=dmc_group_cluster_master /services/cluster/master/health
| fields splunk_server no_fixup_tasks_in_progress replication_factor_met search_factor_met splunk_version_peer_count all_peers_are_up all_data_is_searchable ]
| join splunk_server [ rest splunk_server_group=dmc_group_cluster_master /services/server/info
| fields splunk_server startup_time
| eval DaysUp=floor((now()-startup_time)/86400)
| fields splunk_server DaysUp ]
| sort splunk_server
| eval env=case(match(splunk_server,"CM1"),"Cluster1",
match(splunk_server,"CM2"),"Cluster2",
true(),splunk_server)
| rename splunk_server as "ClusterMaster"
| eval "Maintenance Mode Disabled"=if(maintenance_mode=0,"✅","❌"),
"No Active Restart"=if(rolling_restart_flag=0,"✅","❌"),
"Service Ready"=if(service_ready_flag=1,"✅","❌"),
"All Data Searchable"=if(all_data_is_searchable=1,"✅","❌"),
"All Peers Up"=if(all_peers_are_up=1,"✅","❌"),
"No Fixup Tasks Running"=if(no_fixup_tasks_in_progress=1,"✅","❌"),
"RF Met"=if(replication_factor_met=1,"✅","❌"),
"SF Met"=if(search_factor_met=1,"✅","❌")
| rex field=splunk_version_peer_count "(?<Version>[0-9.]+):\s+(?<pc>\d+)"
| rename pc as "Peer Count"
| fields ClusterMaster env "All Data Searchable" Service* "No Active Restart" Maint* "No Fixup Tasks Running" *Met "All Peers Up" Version "Peer Count" DaysUp</query>
<earliest>0</earliest>
<latest>now</latest>
<sampleRatio>1</sampleRatio>
<refresh>10s</refresh>
<refreshType>delay</refreshType>
</search>
<option name="count">100</option>
<option name="dataOverlayMode">none</option>
<drilldown>
<set token="drilldown_cm">$row.ClusterMaster$</set>
</drilldown>
<option name="percentagesRow">false</option>
<option name="refresh.display">progressbar</option>
<option name="rowNumbers">false</option>
<option name="totalsRow">false</option>
<option name="wrap">true</option>
</table>
</panel>
</row>
<row>
<panel>
<title>Peer Health</title>
<table depends="$drilldown_cm$">
<search>
<query>| rest splunk_server=$drilldown_cm$ /services/cluster/master/peers
| fields label status primary_count bucket_count is_searchable
| rename label as splunk_server
| join splunk_server [
| rest splunk_server_group=dmc_group_indexer /services/server/introspection/queues
| fields splunk_server title current_size_bytes max_size_bytes
| eval qp=100*round(current_size_bytes/max_size_bytes,2),
queue=replace(title,"\..*","")
| where match(queue,"agg|index|parsingQ|typing")
| chart max(qp) as Queue_perc over splunk_server by queue ]</query>
<earliest>-60m@m</earliest>
<latest>now</latest>
<refresh>1m</refresh>
<refreshType>delay</refreshType>
</search>
<option name="count">30</option>
<option name="drilldown">none</option>
<option name="refresh.display">progressbar</option>
<format type="color" field="parsingQueue">
<colorPalette type="list">[#53A051,#F8BE34,#F1813F,#DC4E41]</colorPalette>
<scale type="threshold">5,70,99</scale>
</format>
<format type="color" field="typingQueue">
<colorPalette type="list">[#53A051,#F8BE34,#F1813F,#DC4E41]</colorPalette>
<scale type="threshold">5,70,99</scale>
</format>
<format type="color" field="indexQueue">
<colorPalette type="list">[#53A051,#F8BE34,#F1813F,#DC4E41]</colorPalette>
<scale type="threshold">5,70,99</scale>
</format>
<format type="color" field="aggQueue">
<colorPalette type="list">[#53A051,#F8BE34,#F1813F,#DC4E41]</colorPalette>
<scale type="threshold">5,70,99</scale>
</format>
</table>
</panel>
</row>
</dashboard>