/
platform_status.sh
executable file
·259 lines (196 loc) · 8.51 KB
/
platform_status.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
#!/bin/bash
OPENSIPS="your.whapps.server.here.com other.whapps.server.if.any"
FREESWITCH="fs1.com fs2.com fs3.com fs4.com"
ECALLMGR=$OPENSIPS
RABBITMQ=$OPENSIPS
WHAPPS=$OPENSIPS
HAPROXY=$OPENSIPS
BIGCOUCH="db01.server.com db02.server.com db03.server.com db04.server.com"
CROSSBAR=$OPENSIPS
WEBSERVERS=$OPENSIPS
function select_zone {
echo -n "Please select a zone you wish to manage [default=1]:"
read ZONE
echo "Zone $ZONE selected."
echo
}
function gather_servers {
# NOTE: I want to replace this with a curl command or other local file read to get a list of all theoretically configured servers.
# Suggestions welcome.
# Get the list of OpenSIPs servers
# Get the list of FreeSWITCH servers
# Get the list of RabbitMQ servers
# Get the list of ECallmgr servers
# Get the list of WhApps servers
# Get the list of HaProxy servers
# Get the list of BigCouch servers
# Get the list of API URLs
echo ""
}
function check_active() {
port=$1
shift;
servers=$@
working=0
failed=0
for server in $servers
do
if nc -z $server $port > /dev/null 2>&1
then
# echo $server port $port is open/working
working=$((working+1))
else
# echo $server port $port is not open
failed=$((failed+1))
fi
done
if [ $working -gt 0 ] && [ $failed -gt 0 ]; then
result=" \Z2$working OK/\Z1$failed WARN"
elif [ $working -gt 0 ]; then
result=" \Z2$working ONLINE\Zn"
else
result=" \Z1$failed OFFLINE"
fi
echo "$result"
}
echo "Checking OpenSIPs..."
osips_status=$(check_active 5060 $OPENSIPS)
echo
echo "Checking FreeWITCH Nodes..."
frees_status=$(check_active 5060 $FREESWITCH)
#echo $(check_active 8031 $FREESWITCH)
echo
echo "Checking eCallMgr Nodes..."
# How can we do this?
ecall_status=" UNKNOWN"
echo
echo "Checking RabbitMQ Nodes..."
rabmq_status=$(check_active 5672 $RABBITMQ)
echo
echo "Checking WhApps Nodes..."
# How can we do this?
whapp_status=" UNKNOWN"
echo
echo "Checking HAProxy Availability..."
hapro_status=$(check_active 15984 $HAPROXY)
#echo $(check_active 15986 $HAPROXY)
echo
echo "Checking Database (BigCouch) Nodes..."
bigco_status=$(check_active 5984 $BIGCOUCH)
#echo $(check_active 5986 $BIGCOUCH)
echo
echo "Checking API Nodes..."
cross_status=$(check_active 8000 $CROSSBAR)
whapp_status=$cross_status
echo
echo "Checking Web Servers..."
httpd_status=$(check_active 80 $WEBSERVERS)
#echo $(check_active 443 $WEBSERVERS)
echo
echo "Checking Winkstart Status..."
winks_status=" UNKNOWN"
#
echo
# Need to add a check that OpenSIPs is connected to X nodes
# Need to add a check that FreeSWITCH has X ecallmgrs
# Need to add a check that of what whapps are running
title="Zone 1 (US) / Cluster 1 (Dallas)"
output="\n\
\Zn SIP Stack Status 2600hz Platform Web Service Status \n\
\Zn-------------------------------- -------------------------------- --------------------------------\n\
\Zn OpenSIPs = $osips_status eCallMgr = $ecall_status HTTP Server = $httpd_status \n\
\Zn FreeSWITCH = $frees_status RabbitMQ = $rabmq_status Winkstart = $winks_status \n\
\Zn Activity = CALLS WhApps = $whapp_status API Server = $cross_status \n\
\Zn Devices = REG'D HaProxy = $hapro_status\n\
\Zn BigCouch = $bigco_status\n\
\Zn\n
\n
"
# Security Status System Services\n\
#--------------------------- --------------------------- ---------------------------\n\
# IPTables = ONLINE Postfix = ONLINE\n\
# Fail2ban = ONLINE\n\
#"
dialog --colors --no-collapse --title "$title" \
--msgbox "$output" \
30 107
exit
# Goal: To display all elements below, from a single server
#
# Configured OpenSIPs Servers
# Connected OpenSIPs Servers
# Responding OpenSIPs Servers
# Running Version
# Configured FS Servers
# Connected FS Servers
#Responding FS Servers
#Run a FS Command
#Running Version
#Configured Whapps
#Running Whapps
#Running Version
#Configured Databases
#Connected Databases
#Running Database
#Running Version
# Goal: To allow access to these commands from the CLI:
# Submenu: System Config Maintenance
# 1) Clear System Cache -- wh_cache:flush().
# 2) Reload System Configuration -- whapps_config:flush().
# 3) Run system upgrade maintenance routine, after a version upgrade (whapps_maintenance:migrate())
# 4) Check what Couch & AMQP we are actually connected to amqp_mgr:get_host().
# Submenu: Application Maintenance
# 1) Running WhApps
# 2) Start a WhApp
# 3) Stop a WhApp (whapps_controller:stop/start_app(xxx).)
# Submenu: Database Maintenance
# 1) Verify database connectivity on all nodes (check curl http://db.server:5986/_membership all matches on all servers, and haproxy.cfg is working)
# 2) Add a new database node to the cluster (curl again!)
# 3) Move an account to a different database server (curl replication fanciness)
# 4) Backup an account (curl again! should allow "all")
# 5) Restore an account (curl again! should allow "all" but with warnings, lots of warnings)
# Submenu: Device Maintenance
# 1) View registered devices known by this machine (registrar_maintenance:local_summary().)
# Note: It is not required that this machine know about every device, only that at least one machine in the cluster knows a device
# 2) Check for registration of a specific device across the cluster
# 3) Flush device attribute cache (callflow_maintenance:flush(). <- the attributes cache, like CID)
# 4) Flush device registration cache {ok, Cache} = registrar_sup:cache_proc()
# Submenu: Active Call Management
# 1) Show Calls on entire cluster (callflow_maintenance:show_calls().)
# 2) Show Calls on specific call management server (#ecallmgr_maintenance:show_calls().)
# 3) callflow_maintenance:flush(). what does this do?
# Submenu: Number Management Maintenance
# 1) Rebuild inbound phone number database -- whistle_number_manager_maintenance:reconcile(). (allow specific account)
# 2) Verify where an inbound phone number routes to (stepswitch_maintenance:lookup_number("+14158867900").
# 3) Verify where an outbound phone number routes to (stepswitch_maintenance:process_number("+12127229901").
# 4) Reload global number routes/resources (stepswitch_maintenance:reload_resources().)
# 5) Clear in-memory cache of number routing for recently called numbers (stepswitch_maintenance:flush())
# Submenu: API Maintenance
# 1) View API status
# 2) Generate API key
# 3) Start an API module (enabling API access for a specific command set) (crossbar:start_mod(cb_noauthz).)
# 4) Stop an API module (disabling API access for a specific command set) (crossbar:stop_mod(cb_noauthz).)
# Submenu: Account Maintenance
# 1) Create a new account
# 2) Check status of an account
# 3) Toggle account enabled/disabled
# 4) Rebuild views for an account (whapps_maintenance:refresh(). or whapps_maintenance:refresh('account_id')
# Command Bridge:
# whapps_config:get(<<"whapps_controller">>, <<"whapps">>).
# kanderson: command_bridge whapps_config flush
# [7:20pm] kanderson: or if you were running it on your laptop...
# [7:20pm] kanderson: command_bridge -c whatever_the_cookie_is -h apps001-aa-ord.2600hz.com whapps_config flush
# [7:20pm] kanderson: or to start crossbar
# [7:20pm] kanderson: command_bridge -c whatever_the_cookie_is -h apps001-aa-ord.2600hz.com whapps_controller start_app crossbar
# [7:20pm] kanderson: see running apps
# [7:21pm] kanderson: command_bridge -c whatever_the_cookie_is -h apps001-aa-ord.2600hz.com whapps_controller running_apps
# [7:21pm] kanderson: see what should be running
# [7:21pm] kanderson: command_bridge -c whatever_the_cookie_is -h apps001-aa-ord.2600hz.com whapps_config whistle_apps whapps
# [7:21pm] kanderson: see what fs nodes should be connected
# [7:21pm] kanderson: command_bridge -c whatever_the_cookie_is -h apps001-aa-ord.2600hz.com -n ecallmgr ecallmgr_config get fs_nodes
# [7:22pm] kanderson: OH sorry the previsous was wrong
# [7:22pm] kanderson: command_bridge -c whatever_the_cookie_is -h apps001-aa-ord.2600hz.com whapps_config get whistle_apps whapps
# [7:24pm] kanderson: actually just tried the listing of whistle apps that should be running (as config'd in the db) and it was still wrong, should have been
# [7:24pm] kanderson: ./command_bridge -c change_me whapps_config get whapps_controller whapps
# command_bridge wh_number_manager reconcile_number Number AccountId
command_bridge crossbar_maintenance create_account AccountName Realm Username Password