[cmd] healthcheck additions and fixes

Author: ar2rsawseen

bin/commands/scripts/healthcheck/accessibility.sh

@@ -1,21 +1,21 @@
 #!/bin/bash
 status=""
-wget -q --spider 127.0.0.1:6001/ping
+wget -q -t 1 --timeout=10 127.0.0.1:6001/ping
 if [ $? -ne 0 ]; then
     status=${status}"\n    Dashboard is not accessible";
 fi
 
-wget -q --spider 127.0.0.1:3001/o/ping
+wget -q -t 1 --timeout=10 127.0.0.1:3001/o/ping
 if [ $? -ne 0 ]; then
     status=${status}"\n    Api is not accessible";
 fi
 
-wget -q --spider 127.0.0.1/ping
+wget -q -t 1 --timeout=10 127.0.0.1/ping
 if [ $? -ne 0 ]; then
     status=${status}"\n    Dashboard is not accessible through Nginx";
 fi
 
-wget -q --spider 127.0.0.1/o/ping
+wget -q -t 1 --timeout=10 127.0.0.1/o/ping
 if [ $? -ne 0 ]; then
     status=${status}"\n    Api is not accessible through Nginx";
 fi

bin/commands/scripts/healthcheck/mongo.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+con=$(countly mongo)
+res=$(mongo countly ${con} --eval "print('CLYTest')")
+if ! [[ $res == *"CLYTest"* ]]; then
+    echo -e "Can't connect to MongoDB";
+fi

bin/commands/scripts/healthcheck/nginx.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+nginxpath="/var/log/nginx/error.log"
+curdate=$(date "+%Y/%m/%d %H")
+errors=$(cat ${nginxpath} | grep "${curdate}" | wc -l);
+
+if [ ${errors} -gt 0 ]; then
+    echo -e "You have $errors error(s) in the last hour in your nginx error.log";
+fi

bin/commands/scripts/healthcheck/ntp.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+
+if [ -x "$(command -v ntpstat)" ]; then
+    ntpstat;
+    if [ $? -ne 0 ]; then
+        echo -e "NTP does not seem to work properly";
+    fi
+elif [ -x "$(command -v ntpq)" ]; then
+    ntp_offset=$(ntpq -pn | awk 'BEGIN { offset=1000 } $1 ~ /\*/ { offset=$9 } END { print offset }');
+    if [ ${ntp_offset} -gt 1000 ]; then
+        echo -e "NTP does not seem to work properly";
+    fi
+elif [ -x "$(command -v timedatectl)" ]; then
+    res=$(timedatectl status | grep 'NTP synchronized' | tr -d ' ' | cut -d ':' -f 2);
+    if ! [ $res = "yes" ]; then
+        echo -e "NTP does not seem to work properly";
+    fi
+else
+    echo -e "NTP does not seem to be installed or configured correctly";
+fi

bin/commands/scripts/healthcheck/permissions.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+
+procowner="0"
+fileowner=$(stat -c '%U' `countly dir`)
+paths=$(ps -ux | grep countly)
+while read line; do
+    if [[ $line = *"dashboard node"* ]]; then
+        procowner=$(echo ${line} | tr -s ' ' | cut -d ' ' -f 1)
+        break
+    fi
+done <<< "$paths"
+if ! [ ${procowner} == ${fileowner} ]; then
+    echo -e "Permission problems:"
+    echo -e "   Process owner: $procowner";
+    echo -e "   Directory owner: $fileowner";
+fi

bin/commands/scripts/healthcheck/process.sh

@@ -32,16 +32,15 @@ workersthreshold=$(nproc)
 appproc=0
 apiproc=0
 workers=0
-paths=$(ps -ax | grep node)
+paths=$(ps -ax | grep countly)
 while read line; do
-    path=$(echo ${line} | awk '{print $NF}')
-    if [[ $path = *"frontend/express/app.js"* ]]; then
+    if [[ $line = *"dashboard node"* ]]; then
         appproc=$((appproc+1))
     fi
-    if [[ $path = *"api/api.js"* ]] && ! [[ $path = *"/bin/config/"* ]]; then
+    if [[ $line = *"api master node"* ]]; then
         apiproc=$((apiproc+1))
     fi
-    if [[ $path = *"api/api.js"* ]] && [[ $path = *"/bin/config/"* ]]; then
+    if [[ $line = *"api worker node"* ]]; then
         workers=$((workers+1))
     fi
 done <<< "$paths"
@@ -57,9 +56,9 @@ elif [ ${apiproc} == 0 ]; then
     res=${res}"\n    Process api.js is not found"
 fi
 if [ ${workers} -gt ${workersthreshold} ]; then
-    res=${res}"\n    Too many processes for api.js workers: "$apiproc
+    res=${res}"\n    Too many processes for api.js workers: "$workers"    nproc: "$workersthreshold
 elif [ ${workers} -lt ${workersthreshold} ]; then
-    res=${res}"\n    Too little processes for api.js workers: "$apiproc"    nproc: "$workersthreshold
+    res=${res}"\n    Too little processes for api.js workers: "$workers"    nproc: "$workersthreshold
 fi
 
 if ! [ -z "${res}" ]; then