project01/openstack_swift_check.sh at master · Gnail89/project01 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
#!/bin/bash

check_type=$1
log_dir="/tmp/swift_check.log"
var_count=''
var_retval=''

ck_keepalived() {
    var_count=`ps -ef |grep keepalived |grep -v grep |wc -l`
    if [ ${var_count} -gt 0 ]; then
         echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , Keepalived process OK."
        else
         echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , Keepalived process Error."
    fi
}

ck_keystone() {
    var_count=`ps -ef |grep keystone |grep -v grep |wc -l`
    if [ ${var_count} -gt 0 ]; then
         echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , keystone process OK."
        else
         echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , keystone process Error."
    fi
}

ck_dossapp() {
    if [ -f /bin/netstat ]; then
         var_count=`/bin/netstat -ntl |grep ':8080' |grep -v grep |wc -l`
         if [ ${var_count} -gt 0 ]; then
             echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , doss_app port OK."
            else
             echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , doss_app port Error."
         fi
        else
         echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , netstat command not found. doss_app port check failed."
    fi
}

ck_memcached() {
    var_count=`ps -ef |grep memcached |grep -v grep |wc -l`
    if [ ${var_count} -gt 0 ]; then
         echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , memcached process OK."
        else
         echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , memcached process Error."
    fi
}

ck_swift_proxy_server() {
    var_count=`ps -ef |grep proxy-server |grep -v grep |wc -l`
    if [ ${var_count} -gt 0 ]; then
         echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , proxy-server process OK."
        else
         echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , proxy-server process Error."
    fi
}

ck_rsync() {
    if [ -f /bin/netstat ]; then
         var_count=`/bin/netstat -ntl |grep ':873' |grep -v grep |wc -l`
         if [ ${var_count} -gt 0 ]; then
             echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , rsync port OK."
            else
             echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , rsync port Error."
         fi
        else
         echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , netstat command not found. rsync port check failed."
    fi
}

# check swift_object service
ck_swift_object_server() {
    var_count=`ps -ef |grep object-server |grep -v grep |wc -l`
    if [ ${var_count} -gt 0 ]; then
         echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , object-server process OK."
        else
         echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , object-server process Error."
    fi
}

ck_swift_object_replicator() {
    var_count=`ps -ef |grep object-replicator |grep -v grep |wc -l`
    if [ ${var_count} -gt 0 ]; then
         echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , object-replicator process OK."
        else
         echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , object-replicator process Error."
    fi
}

ck_swift_object_updater() {
    var_count=`ps -ef |grep object-updater |grep -v grep |wc -l`
    if [ ${var_count} -gt 0 ]; then
         echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , object-updater process OK."
        else
         echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , object-updater process Error."
    fi
}

ck_swift_object_auditor() {
    var_count=`ps -ef |grep object-auditor |grep -v grep |wc -l`
    if [ ${var_count} -gt 0 ]; then
         echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , object-auditor process OK."
        else
         echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , object-auditor process Error."
    fi
}

# check swift-container service
ck_swift_container_server() {
    var_count=`ps -ef |grep container-server |grep -v grep |wc -l`
    if [ ${var_count} -gt 0 ]; then
         echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , container-server process OK."
        else
         echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , container-server process Error."
    fi
}

ck_swift_container_replicator() {
    var_count=`ps -ef |grep container-replicator |grep -v grep |wc -l`
    if [ ${var_count} -gt 0 ]; then
         echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , container-replicator process OK."
        else
         echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , container-replicator process Error."
    fi
}

ck_swift_container_updater() {
    var_count=`ps -ef |grep container-updater |grep -v grep |wc -l`
    if [ ${var_count} -gt 0 ]; then
         echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , container-updater process OK."
        else
         echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , container-updater process Error."
    fi
}

ck_swift_container_auditor() {
    var_count=`ps -ef |grep container-auditor |grep -v grep |wc -l`
    if [ ${var_count} -gt 0 ]; then
         echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , container-auditor process OK."
        else
         echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , container-auditor process Error."
    fi
}

# check swift-account service
ck_swift_account_server() {
    var_count=`ps -ef |grep account-server |grep -v grep |wc -l`
    if [ ${var_count} -gt 0 ]; then
         echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , account-server process OK."
        else
         echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , account-server process Error."
    fi
}

ck_swift_account_replicator() {
    var_count=`ps -ef |grep account-replicator |grep -v grep |wc -l`
    if [ ${var_count} -gt 0 ]; then
         echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , account-replicator process OK."
        else
         echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , account-replicator process Error."
    fi
}

ck_swift_account_reaper() {
    var_count=`ps -ef |grep account-reaper |grep -v grep |wc -l`
    if [ ${var_count} -gt 0 ]; then
         echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , account-reaper process OK."
        else
         echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , account-reaper process Error."
    fi
}

ck_swift_account_auditor() {
    var_count=`ps -ef |grep account-auditor |grep -v grep |wc -l`
    if [ ${var_count} -gt 0 ]; then
         echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , account-auditor process OK."
        else
         echo "`date +'%Y-%m-%d %H:%M:%S'` ERROR: Host is ${HOSTNAME} , account-auditor process Error."
    fi
}

# check filesystem usage
ck_filesystem() {
    echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , filesystem free < 25%."
    echo "`df -hP |awk '+$5 > 75'`"
}

# check swift disk usage
ck_swift_disk_usage() {
    echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: Host is ${HOSTNAME} , swift disk usage."
    echo "`swift-recon -d --human-readable`"
}

# group list
grp_manage_server() {
     echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: ====  swift manage server checking start  ==="
     ck_keepalived
     ck_keystone
     ck_dossapp
     ck_filesystem
     echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: ====  swift manage server checking ended  ==="
}

grp_proxy_server() {
     echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: ====  swift proxy server checking start  ==="
     ck_swift_disk_usage
     ck_keepalived
     ck_memcached
     ck_swift_proxy_server
     ck_filesystem
     echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: ====  swift proxy server checking ended  ==="
}

grp_storage_server() {
     echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: ====  swift storage server checking start  ==="
     ck_rsync
     ck_swift_object_server
     ck_swift_object_replicator
     ck_swift_object_updater
     ck_swift_object_auditor
     ck_swift_container_server
     ck_swift_container_replicator
     ck_swift_container_updater
     ck_swift_container_auditor
     ck_swift_account_server
     ck_swift_account_replicator
     ck_swift_account_auditor
     ck_swift_account_reaper
     ck_filesystem
     echo "`date +'%Y-%m-%d %H:%M:%S'` INFO: ====  swift storage server checking ended  ==="
}

# main
case ${check_type} in
     manage)
         grp_manage_server
         ;;
     proxy)
         grp_proxy_server
         ;;
     storage)
         grp_storage_server
         ;;
     *)
         echo -e $"\nUsage: $0 {manage|proxy|storage}\n"
         ;;
esac