Merge pull request #180 from thedac/mysql8-migration
Percona to MySQL InnoDB Cluster migration
This commit is contained in:
Chris MacNaughton
GitHub
@@ -18,6 +18,7 @@ import json
|
||||
import logging
|
||||
import os
|
||||
import re
|
||||
import tempfile
|
||||
import time
|
||||
|
||||
import zaza.charm_lifecycle.utils as lifecycle_utils
|
||||
@@ -32,9 +33,9 @@ class MySQLBaseTest(test_utils.OpenStackBaseTest):
|
||||
"""Base for mysql charm tests."""
|
||||
|
||||
@classmethod
|
||||
def setUpClass(cls):
|
||||
def setUpClass(cls, application_name=None):
|
||||
"""Run class setup for running mysql tests."""
|
||||
super(MySQLBaseTest, cls).setUpClass()
|
||||
super().setUpClass(application_name=application_name)
|
||||
cls.application = "mysql"
|
||||
cls.services = ["mysqld"]
|
||||
# Config file affected by juju set config change
|
||||
@@ -550,3 +551,122 @@ class MySQLInnoDBClusterColdStartTest(MySQLBaseTest):
|
||||
test_config = lifecycle_utils.get_charm_config(fatal=False)
|
||||
zaza.model.wait_for_application_states(
|
||||
states=test_config.get("target_deploy_status", {}))
|
||||
|
||||
|
||||
class MySQL8MigrationTests(MySQLBaseTest):
|
||||
"""Percona Cluster to MySQL InnoDB Cluster Tests."""
|
||||
|
||||
@classmethod
|
||||
def setUpClass(cls):
|
||||
"""Run class setup for running migration tests."""
|
||||
# Having application_name set avoids breakage in the
|
||||
# OpenStackBaseTest class when running bundle tests without
|
||||
# charm_name specified
|
||||
super().setUpClass(application_name="mysql-innodb-cluster")
|
||||
|
||||
def test_999_migrate_percona_to_mysql(self):
|
||||
"""Migrate DBs from percona-cluster to mysql-innodb-cluster.
|
||||
|
||||
Do not rely on self.application_name or other pre-set class values as
|
||||
we will be pointing to both percona-cluster and mysql-innodb-cluster.
|
||||
"""
|
||||
# Map application name to db name
|
||||
apps_to_dbs = {
|
||||
"keystone": ["keystone"],
|
||||
"glance": ["glance"],
|
||||
"cinder": ["cinder"],
|
||||
"nova-cloud-controller": ["nova", "nova_api", "nova_cell0"],
|
||||
"neutron-api": ["neutron"],
|
||||
"openstack-dashboard": ["horizon"],
|
||||
"placement": ["placement"],
|
||||
"vault": ["vault"]}
|
||||
# TODO: This could do an automated check of what is actually deployed
|
||||
dbs = [db for mapped_dbs in apps_to_dbs.values() for db in mapped_dbs]
|
||||
percona_application = "percona-cluster"
|
||||
mysql_application = "mysql-innodb-cluster"
|
||||
percona_leader = zaza.model.get_unit_from_name(
|
||||
zaza.model.get_lead_unit_name(percona_application))
|
||||
mysql_leader = zaza.model.get_unit_from_name(
|
||||
zaza.model.get_lead_unit_name(mysql_application))
|
||||
logging.info("Remove percona-cluster:shared-db relations ...")
|
||||
for app in apps_to_dbs.keys():
|
||||
# Remove relations
|
||||
zaza.model.remove_relation(
|
||||
percona_application,
|
||||
"{}:shared-db".format(percona_application),
|
||||
"{}:shared-db".format(app))
|
||||
logging.info("Wait till model is idle ...")
|
||||
zaza.model.block_until_all_units_idle()
|
||||
# Set PXC Strict Mode to MASTER
|
||||
logging.info("Set PXC Strict Mode MASTER ...")
|
||||
action = zaza.model.run_action_on_leader(
|
||||
percona_application,
|
||||
"set-pxc-strict-mode",
|
||||
action_params={"mode": "MASTER"})
|
||||
assert "failed" not in action.data["status"], (
|
||||
"Set PXC Strict Mode MASTER action failed: {}"
|
||||
.format(action.data))
|
||||
# Dump the percona db
|
||||
logging.info("mysqldump percona-cluster DBs ...")
|
||||
action = zaza.model.run_action_on_leader(
|
||||
percona_application,
|
||||
"mysqldump",
|
||||
action_params={
|
||||
"databases": ",".join(dbs)})
|
||||
assert "failed" not in action.data["status"], (
|
||||
"mysqldump action failed: {}"
|
||||
.format(action.data))
|
||||
remote_file = action.data["results"]["mysqldump-file"]
|
||||
remote_backup_dir = "/var/backups/mysql"
|
||||
# Permissions for ubuntu user to read
|
||||
logging.info("Set permissions to read percona-cluster:{} ..."
|
||||
.format(remote_backup_dir))
|
||||
zaza.model.run_on_leader(
|
||||
percona_application,
|
||||
"chmod 755 {}".format(remote_backup_dir))
|
||||
|
||||
# SCP back and forth
|
||||
dump_file = "dump.sql.gz"
|
||||
logging.info("SCP percona-cluster:{} to mysql-innodb-cluster:{} ..."
|
||||
.format(remote_file, dump_file))
|
||||
with tempfile.TemporaryDirectory() as tmpdirname:
|
||||
tmp_file = "{}/{}".format(tmpdirname, dump_file)
|
||||
zaza.model.scp_from_unit(
|
||||
percona_leader.name,
|
||||
remote_file,
|
||||
tmp_file)
|
||||
zaza.model.scp_to_unit(
|
||||
mysql_leader.name,
|
||||
tmp_file,
|
||||
dump_file)
|
||||
# Restore mysqldump to mysql-innodb-cluster
|
||||
logging.info("restore-mysqldump DBs onto mysql-innodb-cluster ...")
|
||||
action = zaza.model.run_action_on_leader(
|
||||
mysql_application,
|
||||
"restore-mysqldump",
|
||||
action_params={
|
||||
"dump-file": "/home/ubuntu/{}".format(dump_file)})
|
||||
assert "failed" not in action.data["status"], (
|
||||
"restore-mysqldump action failed: {}"
|
||||
.format(action.data))
|
||||
# Add db router relations
|
||||
logging.info("Add mysql-router:shared-db relations ...")
|
||||
for app in apps_to_dbs.keys():
|
||||
# add relations
|
||||
zaza.model.add_relation(
|
||||
mysql_application,
|
||||
"{}:shared-db".format(app),
|
||||
"{}-mysql-router:shared-db".format(app))
|
||||
# Set PXC Strict Mode back to ENFORCING
|
||||
logging.info("Set PXC Strict Mode ENFORCING ...")
|
||||
action = zaza.model.run_action_on_leader(
|
||||
percona_application,
|
||||
"set-pxc-strict-mode",
|
||||
action_params={"mode": "ENFORCING"})
|
||||
assert "failed" not in action.data["status"], (
|
||||
"Set PXC Strict Mode ENFORCING action failed: {}"
|
||||
.format(action.data))
|
||||
logging.info("Wait for application states ...")
|
||||
test_config = lifecycle_utils.get_charm_config(fatal=False)
|
||||
zaza.model.wait_for_application_states(
|
||||
states=test_config.get("target_deploy_status", {}))
|
||||
|
||||
Reference in New Issue
Block a user