Add Support for MariaDB Replication (#15)

Signed-off-by: SK Ali Arman <[email protected]>

Author: sheikh-arman

scripts/backup-stream-file-exists.sh

@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+
+if [ -f /scripts/backup_data_stream_pod_ip.txt ]; then
+   echo -n "Yes"
+else
+  echo -n "No"
+fi

scripts/backup-stream.sh

@@ -0,0 +1,12 @@
+#!/usr/bin/env bash
+
+ ip=$(cat "/scripts/backup_data_stream_pod_ip.txt")
+ echo "Start master data transferring..ip $ip"
+ export MYSQL_PWD="$MYSQL_ROOT_PASSWORD"
+ mariabackup --backup --stream=mbstream --user=root | socat -u STDIN TCP:$ip:3307
+ if [ $? -eq 0 ]; then
+   echo "Backup data for pod $ip transferred successfully."
+ else
+   echo "Backup data transfer for pod $ip failed."
+ fi
+ rm /scripts/backup_data_stream_pod_ip.txt

scripts/maxscale.sh

@@ -0,0 +1,89 @@
+#!/bin/sh
+
+args="$@"
+echo "INFO" "Storing default config into /etc/maxscale/maxscale.cnf"
+
+mkdir -p /etc/maxscale/maxscale.cnf.d
+cat >>/etc/maxscale/maxscale.cnf <<EOL
+[maxscale]
+threads=1
+log_debug=1
+EOL
+
+cat >>/etc/maxscale/maxscale.cnf.d/maxscale.cnf <<EOL
+# Auto-generated server list from environment
+EOL
+
+serverList=""
+# Split HOST_LIST into an array
+for ((i=1; i<=REPLICAS; i++)); do
+  cat >> /etc/maxscale/maxscale.cnf.d/maxscale.cnf <<EOL
+[server$i]
+type=server
+address=$BASE_NAME-$((i - 1)).$GOVERNING_SERVICE_NAME.$POD_NAMESPACE.svc.cluster.local
+port=3306
+protocol=MariaDBBackend
+EOL
+  if [[ -n "$serverList" ]]; then
+      serverList+=","
+  fi
+  serverList+="server$i"
+done
+
+if [[ "${UI:-}" == "true" ]]; then
+  cat >>/etc/maxscale/maxscale.cnf <<EOL
+admin_secure_gui=false
+# this enables external access to the REST API outside of localhost
+# review / modify for any public / non development environments
+admin_host=0.0.0.0
+EOL
+else
+  echo "UI is not set to true or does not exist."
+fi
+
+cat >>/etc/maxscale/maxscale.cnf.d/maxscale.cnf <<EOL
+
+[ReplicationMonitor]
+type=monitor
+module=mariadbmon
+servers=$serverList
+user=monitor_user
+password='$MYSQL_ROOT_PASSWORD'
+auto_failover=ON
+auto_rejoin=ON
+enforce_read_only_slaves=true
+monitor_interval=2s
+replication_user=repl
+replication_password='$MYSQL_ROOT_PASSWORD'
+EOL
+
+
+cat >>/etc/maxscale/maxscale.cnf.d/maxscale.cnf <<EOL
+
+[RW-Split-Router]
+type=service
+router=readwritesplit
+servers=$serverList
+user=maxscale
+password='$MYSQL_ROOT_PASSWORD'
+master_reconnection=true
+master_failure_mode=fail_on_write
+transaction_replay=true
+slave_selection_criteria=ADAPTIVE_ROUTING
+master_accept_reads=true
+EOL
+
+cat >>/etc/maxscale/maxscale.cnf.d/maxscale.cnf <<EOL
+
+[RW-Split-Listener]
+type=listener
+service=RW-Split-Router
+protocol=MariaDBClient
+port=3306
+EOL
+
+echo "INFO: MaxScale configuration files have been successfully created."
+IFS=' '
+set -- $args
+docker-entrypoint.sh maxscale "$@"
+

scripts/std-replication-on-start.sh

@@ -0,0 +1,78 @@
+#!/usr/bin/env bash
+
+script_name=${0##*/}
+
+function timestamp() {
+    date +"%Y/%m/%d %T"
+}
+
+function log() {
+    local type="$1"
+    local msg="$2"
+    echo "$(timestamp) [$script_name] [$type] $msg"
+}
+
+# wait for the peer-list file created by coordinator
+log "WARNING" "waiting for peer-list file to come"
+while [ ! -f "/scripts/peer-list" ]; do
+    sleep 1
+done
+
+log "INFO" "found peer-list file"
+
+# get the comma separated peer names for galera.cnf file
+hosts=$(cat "/scripts/peer-list")
+
+log "INFO" "hosts are {$hosts}"
+svr_id=$(($(echo -n "${HOSTNAME}" | sed -e "s/${BASE_NAME}-//g") + 1))
+
+echo "Generated server_id -> $svr_id"
+echo "Hostname: ${HOSTNAME}"
+echo "Base Name: ${BASE_NAME}"
+
+# write configuration file
+if [[ $MARIADB_VERSION == "1:11"* ]]; then
+    cat >>/etc/mysql/conf.d/my.cnf <<EOL
+[mariadbd]
+log-bin
+log_bin=mariadb-bin
+log_slave_updates=1
+server_id=$svr_id
+bind-address=0.0.0.0
+gtid_strict_mode=ON
+binlog-format=mixed
+EOL
+else
+    cat >>/etc/mysql/conf.d/my.cnf <<EOL
+[mysqld]
+log-bin
+log_bin=mariadb-bin
+log_slave_updates=1
+server_id=$svr_id
+bind-address=0.0.0.0
+gtid_strict_mode=ON
+binlog-format=mixed
+EOL
+fi
+
+# wait for the pre script copied by coordinator
+log "WARNING" "waiting for pre-run-on-present script to come"
+while [ ! -f "/run-script/pre-run-on-present.sh" ]; do
+    sleep 1
+done
+
+log "INFO" "found pre-run-on-present script"
+
+# run the pre script copied by mariadb-coordinator
+./run-script/pre-run-on-present.sh
+
+# wait for the script copied by coordinator
+log "WARNING" "waiting for run-on-present script to come"
+while [ ! -f "/run-script/run-on-present.sh" ]; do
+    sleep 1
+done
+
+log "INFO" "found run-on-present script"
+
+# run the script copied by mariadb-coordinator and pass the arguments
+./run-script/run-on-present.sh $@

scripts/std-replication-run.sh

@@ -0,0 +1,36 @@
+#!/usr/bin/env bash
+
+script_name=${0##*/}
+
+function timestamp() {
+    date +"%Y/%m/%d %T"
+}
+
+function log() {
+    local type="$1"
+    local msg="$2"
+    echo "$(timestamp) [$script_name] [$type] $msg"
+}
+
+# include directory in my.cnf for custom-config
+if [ ! -z "$(ls -A /etc/mysql/custom.conf.d/)" ]; then
+    echo '!includedir /etc/mysql/custom.conf.d/' >>/etc/mysql/my.cnf
+fi
+
+while [ true ]; do
+    log "INFO" "initializing run.sh"
+
+    # clean up old files
+    rm -rf /run-script/*
+    if [ -f "/scripts/peer-list" ]; then
+        rm /scripts/peer-list
+    fi
+
+    if [ -f "/scripts/seqno" ]; then
+        rm /scripts/seqno
+    fi
+
+    # start on-start script
+    ./scripts/std-replication-on-start.sh $@
+    sleep 1
+done