From 41e897f4945aaf8fbcdf0b12ac2f08c5e6ae0458 Mon Sep 17 00:00:00 2001 From: doc Date: Mon, 30 Jun 2025 20:11:52 +0000 Subject: commit of legacy code --- dasystemisdownyo.sh | 128 ++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 128 insertions(+) create mode 100755 dasystemisdownyo.sh (limited to 'dasystemisdownyo.sh') diff --git a/dasystemisdownyo.sh b/dasystemisdownyo.sh new file mode 100755 index 0000000..34f50ce --- /dev/null +++ b/dasystemisdownyo.sh @@ -0,0 +1,128 @@ +#!/bin/bash +#da system is down yo +# === CONFIG === +REMOTE_USER="doc" +BOT_TOKEN="7277705363:AAGSw5Pmcbf7IsSyZKMqU6PJ4VsVwdKLRH0" +CHAT_ID="1559582356" +TIMESTAMP=$(date '+%Y-%m-%d %H:%M:%S') +LOGFILE="$HOME/krang-logs/health-$(date '+%Y%m%d-%H%M').log" + +SWAP_LIMIT_MB=512 +LOAD_LIMIT=4.0 +mkdir -p "$HOME/krang-logs" + +SERVERS=( + zcluster.technodrome1.sshjunkie.com + zcluster.technodrome2.sshjunkie.com + shredder.sshjunkie.com + chatwithus.live + portal.genesishostingtechnologies.com +) + +declare -A HOST_ROLES=( + [zcluster.technodrome1]="postgres" + [zcluster.technodrome2]="postgres" + [shredder]="minio docker" + [chatwithus.live]="mastodon docker nginx" + [portal.genesishostingtechnologies.com.com]="azuracast docker nginx" +) + +SUMMARY="📡 Krang System Health Report - $TIMESTAMP + +" + +for HOST in "${SERVERS[@]}"; do + SHORT_HOST=$(echo "$HOST" | cut -d'.' -f1) + echo "🔍 Collecting from $HOST..." + + DATA=$(ssh "$REMOTE_USER@$HOST" bash -s << 'EOF' +set -e +HOST=$(hostname) +MEM=$(awk '/MemAvailable/ {printf "%.1f Gi free", $2 / 1024 / 1024}' /proc/meminfo) +SWAP_RAW=$(free -m | awk '/Swap:/ {print $3}') +SWAP="$SWAP_RAW Mi used" +DISK=$(df -h / | awk 'NR==2 {print $4 " free"}') +LOAD=$(uptime | awk -F'load average:' '{print $2}' | cut -d, -f1 | xargs) +UPTIME=$(uptime -p) + +# Graceful service status checks +check_status() { + systemctl is-active "$1" 2>/dev/null || echo "inactive" +} +NGINX=$(check_status nginx) +DOCKER=$(check_status docker) +PGSQL=$(check_status postgresql) + +echo "$HOST|$MEM|$SWAP_RAW|$SWAP|$DISK|$LOAD|$UPTIME|$NGINX|$DOCKER|$PGSQL" +EOF +) || { + SUMMARY+="🖥️ $HOST +❌ Failed to connect or run checks. +" + continue +} + + IFS='|' read -r H MEM SWAP_MB SWAP_HUMAN DISK LOAD1 UPTIME_STATUS NGINX_STATUS DOCKER_STATUS PGSQL_STATUS <<< "$DATA" + ROLES="${HOST_ROLES[$SHORT_HOST]}" + ALERTS="" + + if [[ -n "$SWAP_MB" && "$SWAP_MB" =~ ^[0-9]+$ && "$SWAP_MB" -gt "$SWAP_LIMIT_MB" ]]; then + ALERTS+="⚠️ HIGH SWAP ($SWAP_HUMAN) +" + fi + + if [[ -n "$LOAD1" ]]; then + LOAD_HIGH=$(awk "BEGIN {print ($LOAD1 > $LOAD_LIMIT) ? 1 : 0}") + [ "$LOAD_HIGH" -eq 1 ] && ALERTS+="⚠️ HIGH LOAD ($LOAD1) +" + fi + + [[ "$ROLES" == *"nginx"* && "$NGINX_STATUS" != "active" ]] && ALERTS+="❌ NGINX not running +" + [[ "$ROLES" == *"docker"* && "$DOCKER_STATUS" != "active" ]] && ALERTS+="❌ Docker not running +" + [[ "$ROLES" == *"postgres"* && "$PGSQL_STATUS" != "active" ]] && ALERTS+="❌ PostgreSQL not running +" + + ALERTS_MSG="" + [ -n "$ALERTS" ] && ALERTS_MSG="🚨 ALERTS: +$ALERTS" + + SUMMARY+="🖥️ $H +• Mem: $MEM +• Swap: $SWAP_HUMAN +• Disk: $DISK +• Load: ${LOAD1:-Unavailable} +• Uptime: $UPTIME_STATUS +• Roles: ${ROLES:-none} +$ALERTS_MSG +" +done + +# === KRANG CLOCK ACCURACY CHECK === +NTP_RESULT=$(ntpdate -q time.google.com 2>&1) +OFFSET=$(echo "$NTP_RESULT" | awk '/offset/ {print $10}') +if [[ "$OFFSET" =~ ^-?[0-9.]+$ ]]; then + OFFSET_MS=$(awk "BEGIN {printf "%.0f", $OFFSET * 1000}") + if (( OFFSET_MS > 500 || OFFSET_MS < -500 )); then + CORRECTION=$(ntpdate -u time.google.com 2>&1) + SUMMARY+="🛠️ Auto-corrected Krang clock via ntpdate: $CORRECTION +" + SUMMARY+="🕰️ Krang Clock Offset: ${OFFSET_MS}ms — ⚠️ OUT OF SYNC +" + else + SUMMARY+="🕰️ Krang Clock Offset: ${OFFSET_MS}ms — ✅ SYNCHRONIZED +" + fi +else + SUMMARY+="🕰️ Krang Clock Check: ❌ FAILED to retrieve offset. +" +fi + +# Log to file +echo -e "$SUMMARY" > "$LOGFILE" + +# Send to Telegram +curl -s -X POST https://api.telegram.org/bot$BOT_TOKEN/sendMessage \ + -d chat_id="$CHAT_ID" \ + -d text="$SUMMARY" -- cgit v1.2.3