0ca1a7942e
This is a major refactor of the mariadb chart. A few things
are accomplished:
* The chart template layout is updated to match our keystone
chart, providing a more structure to the chart.
* The chart was updated to leverage StatefulSets, which requires
Kubernetes 1.5, and helm 2.1.0.
* The bootstrapping process was completely overhauled to support
the unique constraints of statefulsets, namely that they come up
one by one, needing the previous to be in a ready state before
the next is provisioned.
* The references to {{ .IP }} we removed and replaced with POD_IP
environmental passing and address binding was fixed in several
places for wsrep functionality. This may explain several oddities
with the previous setup causing mysterious and intermittent
database consistency issues.
80 lines
2.9 KiB
Smarty
80 lines
2.9 KiB
Smarty
#!/bin/sh
|
|
|
|
set -ex
|
|
|
|
SLEEP_TIMEOUT=5
|
|
|
|
function wait_for_cluster {
|
|
|
|
# Wait for the mariadb server to be "Ready" before starting the security reset with a max timeout
|
|
TIMEOUT=600
|
|
while [[ ! -f /var/lib/mysql/mariadb.pid ]]; do
|
|
if [[ ${TIMEOUT} -gt 0 ]]; then
|
|
let TIMEOUT-=1
|
|
sleep 1
|
|
else
|
|
exit 1
|
|
fi
|
|
done
|
|
|
|
REPLICAS={{ .Values.replicas }}
|
|
# We need to count seed instance here.
|
|
MINIMUM_CLUSTER_SIZE=$(( $REPLICAS + 1 ))
|
|
|
|
# wait until we have at least two more members in a cluster.
|
|
while true ; do
|
|
CLUSTER_SIZE=`mysql -uroot -h ${POD_IP} -p"{{ .Values.database.root_password }}" --port="{{ .Values.network.port.mariadb }}" -e'show status' | grep wsrep_cluster_size | awk ' { if($2 ~ /[0-9]/){ print $2 } else { print 0 } } '`
|
|
if [ "${CLUSTER_SIZE}" -lt ${MINIMUM_CLUSTER_SIZE} ] ; then
|
|
echo "Cluster seed not finished, waiting."
|
|
sleep ${SLEEP_TIMEOUT}
|
|
continue
|
|
fi
|
|
CLUSTER_STATUS=`mysql -uroot -h ${POD_IP} -p"{{ .Values.database.root_password }}" --port="{{ .Values.network.port.mariadb }}" -e'show status' | grep wsrep_local_state_comment | awk ' { print $2 } '`
|
|
if [ "${CLUSTER_STATUS}" != "Synced" ] ; then
|
|
echo "Cluster not synced, waiting."
|
|
sleep ${SLEEP_TIMEOUT}
|
|
continue
|
|
fi
|
|
# Count number of endpoint separators.
|
|
ENDPOINTS_CNT=`python /tmp/peer-finder.py mariadb 1 | grep -o ',' | wc -l`
|
|
# TODO(tomasz.paszkowski): Fix a corner case when only one endpoint is on the list.
|
|
# Add +1 for seed node and +1 as first item does not have a separator
|
|
ENDPOINTS_CNT=$(($ENDPOINTS_CNT+2))
|
|
if [ "${ENDPOINTS_CNT}" != "${CLUSTER_SIZE}" ] ; then
|
|
echo "Cluster not synced, waiting."
|
|
sleep ${SLEEP_TIMEOUT}
|
|
continue
|
|
fi
|
|
echo "Cluster ready, exiting seed."
|
|
kill -- -$$
|
|
break
|
|
done
|
|
}
|
|
|
|
# With the DaemonSet implementation, there may be a difference
|
|
# in the number of replicas and actual number of nodes matching
|
|
# mariadb node selector label. Problem will be solved when
|
|
# the implementation will be switched to Deployment
|
|
# (using anti-affinity feature).
|
|
|
|
REPLICAS={{ .Values.replicas }}
|
|
|
|
if [ "$REPLICAS" -eq 1 ] ; then
|
|
echo "Requested to build one-instance MariaDB cluster. There is no need to run seed. Exiting."
|
|
exit 0
|
|
elif [ "$REPLICAS" -eq 2 ] ; then
|
|
echo "2-instance cluster is not a valid MariaDB configuration."
|
|
exit 1
|
|
fi
|
|
|
|
. /tmp/bootstrap-db.sh
|
|
mysqld_safe --defaults-file=/etc/my.cnf \
|
|
--console \
|
|
--wsrep-new-cluster \
|
|
--wsrep_cluster_address='gcomm://' \
|
|
--bind-address="0.0.0.0" \
|
|
--wsrep_node_address="${POD_IP}:{{ .Values.network.port.wsrep }}" \
|
|
--wsrep_provider_options="gcache.size=512M; gmcast.listen_addr=tcp://${POD_IP}:{{ .Values.network.port.wsrep }}" &
|
|
wait_for_cluster
|
|
exit 0
|