Adding MariaDB

mariadb/.helmignore

@@ -0,0 +1,21 @@
+# Patterns to ignore when building packages.
+# This supports shell glob matching, relative path matching, and
+# negation (prefixed with !). Only one pattern per line.
+.DS_Store
+# Common VCS dirs
+.git/
+.gitignore
+.bzr/
+.bzrignore
+.hg/
+.hgignore
+.svn/
+# Common backup files
+*.swp
+*.bak
+*.tmp
+*~
+# Various IDEs
+.project
+.idea/
+*.tmproj

mariadb/Chart.yaml

@@ -0,0 +1,4 @@
+apiVersion: v1
+description: A helm chart for mariadb
+name: mariadb
+version: 0.1.0

mariadb/README.md

@@ -0,0 +1,2 @@
+Please remember to label nodes with control_node_label from values.yaml
+And remember that number of control nodes should be odd.

mariadb/templates/bootstrap-db.sh.yaml

@@ -0,0 +1,56 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: bootstrap-db
+data:
+  bootstrap-db.sh: |
+    #!/bin/sh
+
+    set -ex
+
+    SLEEP_TIMEOUT=5
+
+    # Initialize system .Values.database.
+    mysql_install_db --datadir=/var/lib/mysql
+
+    # Start mariadb and wait for it to be ready.
+    mysqld_safe --defaults-file=/etc/my.cnf \
+                --console \
+                --wsrep-new-cluster \
+                --wsrep_cluster_address='gcomm://' \
+                --bind-address='127.0.0.1' \
+                --wsrep_node_address='127.0.0.1' \
+                --wsrep_provider_options='gcache.size=512M; gmcast.listen_addr=tcp://127.0.0.1:{{ .Values.network.port.wsrep }}' &
+
+
+    TIMEOUT=120
+    while [[ ! -f /var/lib/mysql/mariadb.pid ]]; do
+    if [[ ${TIMEOUT} -gt 0 ]]; then
+        let TIMEOUT-=1
+        sleep 1
+    else
+        exit 1
+    fi
+    done
+
+    # Reset permissions.
+    # kolla_security_reset requires to be run from home directory
+    cd /var/lib/mysql ; DB_ROOT_PASSWORD="{{ .Values.database.root_password }}" kolla_security_reset
+
+    mysql -u root --password="{{ .Values.database.root_password }}" --port="{{ .Values.network.port.mariadb }}" -e "GRANT ALL PRIVILEGES ON *.* TO 'root'@'localhost' IDENTIFIED BY '{{ .Values.database.root_password }}' WITH GRANT OPTION;"
+    mysql -u root --password="{{ .Values.database.root_password }}" --port="{{ .Values.network.port.mariadb }}" -e "GRANT ALL PRIVILEGES ON *.* TO 'root'@'%' IDENTIFIED BY '{{ .Values.database.root_password }}' WITH GRANT OPTION;"
+
+    # Restart .Values.database.
+    mysqladmin -uroot -p"{{ .Values.database.root_password }}" --port="{{ .Values.network.port.mariadb }}" shutdown
+
+    # Wait for the mariadb server to shut down
+    SHUTDOWN_TIMEOUT=60
+    while [[ -f /var/lib/mysql/mariadb.pid ]]; do
+        if [[ ${SHUTDOWN_TIMEOUT} -gt 0 ]]; then
+            let SHUTDOWN_TIMEOUT-=1
+            sleep 1
+        else
+            echo "MariaDB instance couldn't be properly shut down"
+            exit 1
+        fi
+    done

mariadb/templates/charsets.cnf.yaml

@@ -0,0 +1,13 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: mariadb-charsets
+data:
+  charsets.cnf: |+
+    [mysqld]
+    character_set_server=utf8
+    collation_server=utf8_unicode_ci
+    skip-character-set-client-handshake
+
+    [client]
+    default_character_set=utf8

mariadb/templates/engine.cnf.yaml

@@ -0,0 +1,10 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: mariadb-engine
+data:
+  engine.cnf: |+
+    [mysqld]
+    default-storage-engine=InnoDB
+    innodb=FORCE
+    binlog_format=ROW

mariadb/templates/galera-my.cnf.yaml

@@ -0,0 +1,12 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: mariadb-mycnf
+data:
+  my.cnf: |+
+    [mysqld]
+    datadir=/var/lib/mysql
+    basedir=/usr
+
+    [client-server]
+    !includedir /etc/my.cnf.d/

mariadb/templates/log.cnf.yaml

@@ -0,0 +1,17 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: mariadb-log
+data:
+  log.cnf: |+
+    [mysqld]
+    slow_query_log=off
+    slow_query_log_file=/var/log/mysql/mariadb-slow.log
+    log_warnings=2
+
+    # General logging has huge performance penalty therefore is disabled by default
+    general_log=off
+    general_log_file=/var/log/mysql/mariadb-error.log
+
+    long_query_time=3
+    log_queries_not_using_indexes=on

mariadb/templates/mariadb-daemonset.yaml

@@ -0,0 +1,133 @@
+apiVersion: extensions/v1beta1
+kind: DaemonSet
+metadata:
+  name: mariadb
+spec:
+  selector:
+    matchLabels:
+      galera: enabled
+  template:
+    metadata:
+      labels:
+        app: mariadb
+        galera: enabled
+    spec:
+      nodeSelector:
+        {{ .Values.deployment.control_node_label }}: enabled
+      # TODO(DTadrzak): it must be removed in the future
+      securityContext:
+        runAsUser: 0
+      containers:
+        - name: mariadb
+          image: {{ .Values.deployment.image }}
+          imagePullPolicy: Always
+          env:
+            - name: INTERFACE_NAME
+              value: "eth0"
+            - name: POD_NAME
+              valueFrom:
+                fieldRef:
+                  fieldPath: metadata.name
+            - name: NAMESPACE
+              valueFrom:
+                fieldRef:
+                  fieldPath: metadata.namespace
+            - name: COMMAND
+              value: "bash /tmp/start.sh"
+            - name: DEPENDENCY_CONFIG
+              value: "/etc/my.cnf.d/wsrep.cnf"
+          ports:
+            - containerPort: {{ .Values.network.port.mariadb }}
+          readinessProbe:
+            exec:
+              command:
+                - python
+                - /mariadb-readiness.py
+          volumeMounts:
+            - name: mycnfd
+              mountPath: /etc/my.cnf.d
+            - name: startsh
+              mountPath: /tmp/start.sh
+              subPath: start.sh
+            - name: bootstrapdb
+              mountPath: /tmp/bootstrap-db.sh
+              subPath: bootstrap-db.sh
+            - name: peer-finder
+              mountPath: /tmp/peer-finder.py
+              subPath: peer-finder.py
+            - name: charsets
+              mountPath: /etc/my.cnf.d/charsets.cnf 
+              subPath: charsets.cnf
+            - name: engine
+              mountPath: /etc/my.cnf.d/engine.cnf
+              subPath: engine.cnf
+            - name: log
+              mountPath: /etc/my.cnf.d/log.cnf 
+              subPath: log.cnf
+            - name: mycnf
+              mountPath: /etc/my.cnf 
+              subPath: my.cnf
+            - name: networking
+              mountPath: /etc/my.cnf.d/networking.cnf  
+              subPath: networking.cnf
+            - name: pid
+              mountPath: /etc/my.cnf.d/pid.cnf
+              subPath: pid.cnf
+            - name: tuning
+              mountPath: /etc/my.cnf.d/tuning.cnf
+              subPath: tuning.cnf
+            - name: wsrep
+              mountPath: /configmaps/wsrep.cnf
+            - name: mysql
+              mountPath: /var/lib/mysql
+            - name: replicas
+              mountPath: /tmp/replicas.py
+              subPath: replicas.py
+            - name: readiness
+              mountPath: /mariadb-readiness.py
+              subPath: mariadb-readiness.py
+      volumes:
+        - name: mycnfd
+          emptyDir: {}
+        - name: startsh
+          configMap:
+            name: mariadb-startsh
+        - name: bootstrapdb
+          configMap:
+            name: bootstrap-db
+        - name: peer-finder
+          configMap:
+            name: mariadb-peer-finder
+        - name: charsets
+          configMap:
+            name: mariadb-charsets
+        - name: engine
+          configMap:
+            name: mariadb-engine
+        - name: log
+          configMap:
+            name: mariadb-log
+        - name: mycnf
+          configMap:
+            name: mariadb-mycnf
+        - name: networking
+          configMap:
+            name: mariadb-networking
+        - name: pid
+          configMap:
+            name: mariadb-pid
+        - name: tuning
+          configMap:
+            name: mariadb-tuning
+        - name: wsrep
+          configMap:
+            name: mariadb-wsrep
+        - name: replicas
+          configMap:
+            name: mariadb-replicas
+        - name: readiness
+          configMap:
+            name: mariadb-readiness
+        - name: mysql
+          hostPath:
+            path: /var/lib/mysql-openstack-{{ .Values.database.cluster_name }}

mariadb/templates/mariadb-readiness.py.yaml

@@ -0,0 +1,33 @@
+apiVersion: v1
+kind: ConfigMap
+metadata:
+  name: mariadb-readiness
+data:
+  mariadb-readiness.py: |+
+    #!/usr/bin/env python
+    import os
+    import sys
+    import time
+    import pymysql
+
+    DB_HOST = "127.0.0.1"
+    DB_PORT = int(os.environ.get('MARIADB_SERVICE_PORT', '3306'))
+
+    while True:
+        try:
+            pymysql.connections.Connection(host=DB_HOST, port=DB_PORT,
+                                           connect_timeout=1)
+            sys.exit(0)
+        except pymysql.err.OperationalError as e:
+            code, message = e.args
+
+            if code == 2003 and 'time out' in message:
+                print('Connection timeout, sleeping')
+                time.sleep(1)
+                continue
+            if code == 1045:
+                print('Mysql ready to use. Exiting')
+                sys.exit(0)
+
+            # other error
+            raise