Slack Webhook messages integration

Author: MultiFox200

README.md

@@ -20,8 +20,10 @@ Environment values meaning:
 - AWS_DEFAULT_REGION: AWS region where Glacier vault will be created
 - AWS_ACCESS_KEY_ID: access key for your AWS account
 - AWS_SECRET_ACCESS_KEY: secret key for your AWS account
+- SLACK_WEBHOOK: incoming [webhook url](https://my.slack.com/services/new/incoming-webhook) for posting messages to a channel
+- PROJECT_NAME: project name that will be send in slack message
 
 ## Notes
-Currently only supports one database per docker container for either PostgreSQL or MySQL databases. 
+Currently only supports one database per docker container for either PostgreSQL or MySQL databases.
 
 Was only tested on MySQL 5.6 and PostgreSQL 10.11, but should work just fine with other versions as well.

src/Dockerfile

@@ -2,7 +2,7 @@ FROM python:3.9.0-alpine3.12
 
 RUN apk add --no-cache postgresql-client mysql-client
 
-RUN python -m pip install apscheduler boto3
+RUN python -m pip install apscheduler boto3 slack_sdk
 
 COPY scheduler.py /scheduler/scheduler.py
 COPY logging.ini /scheduler/logging.ini

src/scheduler.py

@@ -2,6 +2,7 @@
 import boto3
 import logging.config
 from datetime import datetime
+from slack_sdk.webhook import WebhookClient
 
 from apscheduler.triggers.cron import CronTrigger
 from apscheduler.schedulers.background import BlockingScheduler
@@ -10,6 +11,45 @@
 logger = logging.getLogger('ddg_scheduler')
 
 
+def send_slack_message(environment, message, success=True):
+    webhook_url = environment['SLACK_WEBHOOK']
+    project_name = environment['PROJECT_NAME']
+
+    if project_name and len(project_name) > 0:
+        project_name += " "
+
+    if not webhook_url:
+        return
+    try:
+        client = WebhookClient(webhook_url)
+        response = client.send(
+            attachments=[
+                {
+                    "color": "#36a64f" if success else "#ee2700",
+                    "blocks": [
+                        {
+                            "type": "header",
+                            "text": {
+                                "type": "plain_text",
+                                "text": f"{project_name}Glacierizer"
+                            }
+                        },
+                        {
+                            "type": "section",
+                            "text": {
+                                "type": "plain_text",
+                                "text": message
+                            }
+                        }
+                    ]
+                }
+            ]
+        )
+        logger.info(message)
+    except Exception as e:
+        logger.exception(e)
+
+
 def cast_to_type(value, cast_type):
     if type(value) == cast_type:
         return value
@@ -34,6 +74,8 @@ def get_env():
         'AWS_DEFAULT_REGION': {'type': str},
         'AWS_ACCESS_KEY_ID': {'type': str},
         'AWS_SECRET_ACCESS_KEY': {'type': str},
+        'PROJECT_NAME': {'type': str, 'required': False},
+        'SLACK_WEBHOOK': {'type': str, 'required': False}
     }
 
     for name, options in env_variables.items():
@@ -75,7 +117,7 @@ def dump_database():
     dump_path = os.path.join('/tmp', filename)
 
     dump_database_templates = {
-        'mysql': 'mysqldump -h {host} -u {user} -p{password} --databases {database} -P {port} --protocol tcp | gzip -9 > {dump_path}',
+        'mysql': 'set -o pipefail; mysqldump -h {host} -u {user} -p{password} --databases {database} -P {port} --protocol tcp | gzip -9 > {dump_path}',
         'postgresql': 'PGPASSWORD={password} pg_dump -h {host} -U {user} -d {database} -p {port} -Fp -Z9 > {dump_path}',
     }
 
@@ -91,11 +133,21 @@ def dump_database():
             port=environment.get('DATABASE_PORT'),
             dump_path=dump_path.format(database=environment.get('DATABASE_NAME')),
         )
-        return_code = os.system(dump_command)
+        wait_exit_status = os.system(dump_command)
+        exit_status = os.waitstatus_to_exitcode(wait_exit_status)
 
-        if return_code != 0:
+        if wait_exit_status != 0 or exit_status != 0:
             logger.error("RETURN CODE OF DUMP PROCESS != 0. CHECK OUTPUT ABOVE FOR ERRORS!")
+            send_slack_message(environment, "Failed to create DB dump. Please check the error in the container logs.", False)
         else:
+            file_size = 0
+
+            try:
+                file_size = os.path.getsize(dump_path) / 1024
+            except Exception as e:
+                logger.error("Failed to get size of file.")
+                logger.exception(e)
+
             logger.info(f'{datetime.now()}: Backup created. Uploading to glacier')
             try:
                 glacier = boto3.client('glacier')
@@ -107,8 +159,10 @@ def dump_database():
                         body=f,
                     ))
                     logger.info('Glacier upload done.')
+                    send_slack_message(environment, f"Successfully created and uploaded DB dump ({round(file_size, 2)} KB).")
             except Exception as e:
                 logger.exception(e)
+                send_slack_message(environment, f"Failed to upload DB dump ({round(file_size, 2)} KB) to AWS Glacier. Please check the error in the container logs.", False)
     else:
         logger.error(f'Database of type {database_type} is not supported. If you see this message something went horribly wrong.')
 
@@ -118,7 +172,7 @@ def dump_database():
 
     if environment.get('TEST'):
         import time
-        time.sleep(30)
+        time.sleep(10)
         dump_database()
         time.sleep(300)
     else: