9f14ad651a
These affected both deploy (and reconfigure) and upgrade resulting in WSREP issues, failed deploys or need to recover the cluster. This patch makes sure k-a does not abruptly terminate nodes to break cluster. This is achieved by cleaner separation between stages (bootstrap, restart current, deploy new) and 3 phases for restarts (to keep the quorum). Upgrade actions, which operate on a healthy cluster, went to its section. Service restart was refactored. We no longer rely on the master/slave distinction as all nodes are masters in Galera. Closes-bug: #1857908 Closes-bug: #1859145 Change-Id: I83600c69141714fc412df0976f49019a857655f5
91 lines
2.6 KiB
YAML
91 lines
2.6 KiB
YAML
---
|
|
- name: Starting first MariaDB container
|
|
vars:
|
|
service_name: "mariadb"
|
|
service: "{{ mariadb_services[service_name] }}"
|
|
become: true
|
|
kolla_docker:
|
|
action: "start_container"
|
|
common_options: "{{ docker_common_options }}"
|
|
environment:
|
|
KOLLA_CONFIG_STRATEGY: "{{ config_strategy }}"
|
|
BOOTSTRAP_ARGS: "--wsrep-new-cluster"
|
|
image: "{{ service.image }}"
|
|
labels:
|
|
BOOTSTRAP:
|
|
name: "{{ service.container_name }}"
|
|
restart_policy: no
|
|
volumes: "{{ service.volumes }}"
|
|
dimensions: "{{ service.dimensions }}"
|
|
listen: Bootstrap MariaDB cluster
|
|
|
|
# NOTE(yoctozepto): We have to loop this to avoid breaking on connection resets
|
|
- name: Wait for first MariaDB service port liveness
|
|
wait_for:
|
|
host: "{{ api_interface_address }}"
|
|
port: "{{ mariadb_port }}"
|
|
connect_timeout: 1
|
|
timeout: 60
|
|
search_regex: "MariaDB"
|
|
register: check_mariadb_port
|
|
until: check_mariadb_port is success
|
|
retries: 10
|
|
delay: 6
|
|
listen: Bootstrap MariaDB cluster
|
|
|
|
- name: Wait for first MariaDB service to sync WSREP
|
|
become: true
|
|
command: >-
|
|
docker exec {{ mariadb_service.container_name }}
|
|
mysql -uroot -p{{ database_password }}
|
|
--silent --skip-column-names
|
|
-e 'SHOW STATUS LIKE "wsrep_local_state_comment"'
|
|
changed_when: false
|
|
register: result
|
|
until: result.stdout == "wsrep_local_state_comment\tSynced"
|
|
retries: 10
|
|
delay: 6
|
|
no_log: true
|
|
listen: Bootstrap MariaDB cluster
|
|
|
|
- name: Creating haproxy mysql user
|
|
become: true
|
|
kolla_toolbox:
|
|
module_name: mysql_user
|
|
module_args:
|
|
login_host: "{{ api_interface_address }}"
|
|
login_port: "{{ mariadb_port }}"
|
|
login_user: "{{ database_user }}"
|
|
login_password: "{{ database_password }}"
|
|
name: "haproxy"
|
|
password: ""
|
|
host: "%"
|
|
priv: "*.*:USAGE"
|
|
listen: Bootstrap MariaDB cluster
|
|
|
|
- name: Restart MariaDB on existing cluster members
|
|
include_tasks: 'restart_services.yml'
|
|
when:
|
|
- groups.mariadb_port_alive_True is defined
|
|
- inventory_hostname in groups.mariadb_port_alive_True
|
|
- groups.mariadb_port_alive_True.index(inventory_hostname) % 3 == item
|
|
- kolla_action != "config"
|
|
listen: restart mariadb
|
|
loop:
|
|
- 0
|
|
- 1
|
|
- 2
|
|
|
|
- name: Start MariaDB on new nodes
|
|
include_tasks: 'restart_services.yml'
|
|
when:
|
|
- bootstrap_host is not defined or bootstrap_host != inventory_hostname
|
|
- groups.mariadb_port_alive_False is defined
|
|
- inventory_hostname in groups.mariadb_port_alive_False
|
|
- kolla_action != "config"
|
|
listen: restart mariadb
|
|
|
|
- name: Ensure MariaDB is running normally on bootstrap host
|
|
include_tasks: 'restart_services.yml'
|
|
listen: Bootstrap MariaDB cluster
|