Refactor send_alert.py and init_alertmanager.sh scripts

Author: codeperfectplus

send_alert.py

@@ -1,18 +1,22 @@
 import requests
 import json
+import time
 from src.utils import get_ip_address
 
 def send_test_alert(alertmanager_url, alert_name, severity, instance):
-    # Define the alert data
+    # Generate a unique alert name by appending the current timestamp
+    unique_alert_name = f"{alert_name}_{int(time.time())}"
+
+    # Define the alert data with the unique alert name
     alert_data = [
         {
             "labels": {
-                "alertname": alert_name,
+                "alertname": unique_alert_name,
                 "severity": severity,
                 "instance": instance
             },
             "annotations": {
-                "description": "This is a test alert",
+                "description": f"This is a test alert generated at {time.strftime('%Y-%m-%d %H:%M:%S')}",
                 "summary": "Test alert to check Slack notifications"
             }
         }
@@ -32,7 +36,7 @@ def send_test_alert(alertmanager_url, alert_name, severity, instance):
 
         # Check the response
         if response.status_code == 202:
-            print("Test alert sent successfully!")
+            print(f"Test alert '{unique_alert_name}' sent successfully!")
         else:
             print(f"Failed to send alert. Status code: {response.status_code}, Response: {response.text}")
 
@@ -47,5 +51,5 @@ def send_test_alert(alertmanager_url, alert_name, severity, instance):
     alertmanager_port = "9093"
     alertmanager_url = f"http://{alertmanager_ip}:{alertmanager_port}"
 
-    # Send a test alert
+    # Send a test alert with a unique name
     send_test_alert(alertmanager_url, "ScriptAlert", "critical", "instance_name")

src/scripts/initialization/init_alertmanager.sh

@@ -3,6 +3,8 @@
 # Set the path for the Alertmanager configuration file
 ALERTMANAGER_CONFIG_FILE="prometheus_config/alertmanager.yml"
 IP_ADDRESS=$(hostname -I | awk '{print $1}')
+# take slack_webhook from .env file
+SLACK_WEBHOOK_URL=$(grep SLACK_WEBHOOK_URL .env | cut -d '=' -f2)
 
 # Create the Alertmanager configuration
 cat > "$ALERTMANAGER_CONFIG_FILE" <<EOL
@@ -19,13 +21,13 @@ route:
   routes:
     - receiver: 'slack-notifications'
       continue: true  # This allows the alert to also be sent to the next receiver
-    - receiver: 'custom-webhook'
+    - receiver: 'systemguard-webhook'
 
 receivers:
   - name: 'slack-notifications'
     slack_configs:
       - send_resolved: true
-        api_url: '<SLACK_WEBHOOK_URL>'
+        api_url: '$SLACK_WEBHOOK_URL'
         channel: '#general'
         username: 'Alertmanager'
         icon_emoji: ':warning:'
@@ -36,11 +38,12 @@ receivers:
           *Description:* {{ .CommonAnnotations.description }}
           *Summary:* {{ .CommonAnnotations.summary }}
 
-  - name: 'custom-webhook'
+  - name: 'systemguard-webhook'
     webhook_configs:
       - send_resolved: true
         url: 'http://$IP_ADDRESS:5001/alerts'
-        max_alerts: 0  # Set to 0 to send all alerts in one webhook request
+        max_alerts: 0  # Send all alerts in one webhook request
+
 EOL
 
 # Output message