344 lines
13 KiB
Python
344 lines
13 KiB
Python
import charms.coordinator as coordinator
|
|
import charms.reactive as reactive
|
|
import charms.leadership as leadership
|
|
|
|
import charms_openstack.bus
|
|
import charms_openstack.charm as charm
|
|
|
|
import charmhelpers.core as ch_core
|
|
import charmhelpers.contrib.openstack.cert_utils as cert_utils
|
|
|
|
import charm.openstack.mysql_innodb_cluster as mysql_innodb_cluster # noqa
|
|
|
|
charms_openstack.bus.discover()
|
|
|
|
|
|
charm.use_defaults(
|
|
'update-status',
|
|
'upgrade-charm')
|
|
|
|
|
|
@reactive.when('leadership.is_leader')
|
|
@reactive.when('snap.installed.mysql-shell')
|
|
@reactive.when_not('charm.installed')
|
|
def leader_install():
|
|
"""Leader install.
|
|
|
|
Set passwords and install MySQL packages.
|
|
"""
|
|
with charm.provide_charm_instance() as instance:
|
|
instance.install()
|
|
reactive.set_flag("charm.installed")
|
|
instance.assess_status()
|
|
|
|
|
|
@reactive.when('leadership.set.mysql.passwd')
|
|
@reactive.when_not('leadership.is_leader')
|
|
@reactive.when_not('charm.installed')
|
|
def non_leader_install():
|
|
"""Non-leader install.
|
|
|
|
Wait until the leader node has set passwords before installing the MySQL
|
|
packages.
|
|
"""
|
|
# Wait for leader to set mysql.passwd
|
|
with charm.provide_charm_instance() as instance:
|
|
instance.install()
|
|
reactive.set_flag("charm.installed")
|
|
instance.assess_status()
|
|
|
|
|
|
@reactive.when('charm.installed')
|
|
@reactive.when_not('local.cluster.user-created')
|
|
def create_local_cluster_user():
|
|
"""Create local cluster user in the DB.
|
|
"""
|
|
ch_core.hookenv.log("Creating local cluster user.", "DEBUG")
|
|
with charm.provide_charm_instance() as instance:
|
|
instance.create_cluster_user(
|
|
instance.cluster_address,
|
|
instance.cluster_user,
|
|
instance.cluster_password)
|
|
reactive.set_flag("local.cluster.user-created")
|
|
instance.assess_status()
|
|
|
|
|
|
@reactive.when('local.cluster.user-created')
|
|
@reactive.when('cluster.connected')
|
|
@reactive.when_not('cluster.available')
|
|
def send_cluster_connection_info():
|
|
"""Send cluster connection information.
|
|
|
|
Send cluster user, password and address information over the cluster
|
|
relation on how to connect to this unit.
|
|
|
|
:param cluster: Cluster interface
|
|
:type cluster: MySQLInnoDBClusterPeers object
|
|
"""
|
|
cluster = reactive.endpoint_from_flag("cluster.connected")
|
|
ch_core.hookenv.log("Send cluster connection information.", "DEBUG")
|
|
with charm.provide_charm_instance() as instance:
|
|
cluster.set_cluster_connection_info(
|
|
instance.cluster_address,
|
|
instance.cluster_user,
|
|
instance.cluster_password)
|
|
instance.assess_status()
|
|
|
|
|
|
@reactive.when_not('local.cluster.all-users-created')
|
|
@reactive.when('cluster.available')
|
|
def create_remote_cluster_user():
|
|
"""Create remote cluster user.
|
|
|
|
Create the remote cluster peer user and grant cluster permissions in the
|
|
MySQL DB.
|
|
|
|
:param cluster: Cluster interface
|
|
:type cluster: MySQLInnoDBClusterPeers object
|
|
"""
|
|
cluster = reactive.endpoint_from_flag("cluster.available")
|
|
ch_core.hookenv.log("Creating remote users.", "DEBUG")
|
|
with charm.provide_charm_instance() as instance:
|
|
for unit in cluster.all_joined_units:
|
|
instance.create_cluster_user(
|
|
unit.received['cluster-address'],
|
|
unit.received['cluster-user'],
|
|
unit.received['cluster-password'])
|
|
|
|
# Optimize clustering by causing a cluster relation changed
|
|
cluster.set_unit_configure_ready()
|
|
reactive.set_flag('local.cluster.all-users-created')
|
|
instance.assess_status()
|
|
|
|
|
|
@reactive.when('leadership.is_leader')
|
|
@reactive.when('local.cluster.user-created')
|
|
@reactive.when_not('leadership.set.cluster-created')
|
|
def initialize_cluster():
|
|
"""Initialize the cluster.
|
|
|
|
Create the InnoDB cluster.
|
|
"""
|
|
ch_core.hookenv.log("Initializing InnoDB cluster.", "DEBUG")
|
|
with charm.provide_charm_instance() as instance:
|
|
instance.configure_instance(instance.cluster_address)
|
|
instance.create_cluster()
|
|
instance.assess_status()
|
|
|
|
|
|
@reactive.when('leadership.is_leader')
|
|
@reactive.when('leadership.set.cluster-created')
|
|
@reactive.when('local.cluster.all-users-created')
|
|
@reactive.when('cluster.available')
|
|
@reactive.when_not('leadership.set.cluster-instances-configured')
|
|
def configure_instances_for_clustering():
|
|
"""Configure cluster peers for clustering.
|
|
|
|
Prepare peers to be added to the cluster.
|
|
|
|
:param cluster: Cluster interface
|
|
:type cluster: MySQLInnoDBClusterPeers object
|
|
"""
|
|
cluster = reactive.endpoint_from_flag("cluster.available")
|
|
ch_core.hookenv.log("Configuring instances for clustering.", "DEBUG")
|
|
with charm.provide_charm_instance() as instance:
|
|
for unit in cluster.all_joined_units:
|
|
if unit.received['unit-configure-ready']:
|
|
instance.configure_instance(
|
|
unit.received['cluster-address'])
|
|
instance.add_instance_to_cluster(
|
|
unit.received['cluster-address'])
|
|
# Verify all are configured
|
|
for unit in cluster.all_joined_units:
|
|
if not reactive.is_flag_set(
|
|
"leadership.set.cluster-instance-configured-{}"
|
|
.format(unit.received['cluster-address'])):
|
|
return
|
|
# All have been configured
|
|
leadership.leader_set(
|
|
{"cluster-instances-configured": True})
|
|
instance.assess_status()
|
|
|
|
|
|
@reactive.when('leadership.is_leader')
|
|
@reactive.when('leadership.set.cluster-created')
|
|
@reactive.when('leadership.set.cluster-instances-configured')
|
|
@reactive.when('cluster.available')
|
|
@reactive.when_not('leadership.set.cluster-instances-clustered')
|
|
def add_instances_to_cluster():
|
|
"""Add cluster peers to the cluster.
|
|
|
|
:param cluster: Cluster interface
|
|
:type cluster: MySQLInnoDBClusterPeers object
|
|
"""
|
|
cluster = reactive.endpoint_from_flag("cluster.available")
|
|
ch_core.hookenv.log("Adding instances to cluster.", "DEBUG")
|
|
with charm.provide_charm_instance() as instance:
|
|
for unit in cluster.all_joined_units:
|
|
instance.add_instance_to_cluster(
|
|
unit.received['cluster-address'])
|
|
|
|
# Verify all are clustered
|
|
for unit in cluster.all_joined_units:
|
|
if not reactive.is_flag_set(
|
|
"leadership.set.cluster-instance-clustered-{}"
|
|
.format(unit.received['cluster-address'])):
|
|
return
|
|
# All have been clustered
|
|
leadership.leader_set(
|
|
{"cluster-instances-clustered": True})
|
|
instance.assess_status()
|
|
|
|
|
|
@reactive.when_not('leadership.is_leader')
|
|
@reactive.when('leadership.set.cluster-created')
|
|
@reactive.when('cluster.available')
|
|
def signal_clustered():
|
|
"""Signal unit clustered to peers.
|
|
|
|
Set this unit clustered on the cluster peer relation.
|
|
|
|
:param cluster: Cluster interface
|
|
:type cluster: MySQLInnoDBClusterPeers object
|
|
"""
|
|
cluster = reactive.endpoint_from_flag("cluster.available")
|
|
# Optimize clustering by causing a cluster relation changed
|
|
with charm.provide_charm_instance() as instance:
|
|
if reactive.is_flag_set(
|
|
"leadership.set.cluster-instance-clustered-{}"
|
|
.format(instance.cluster_address)):
|
|
cluster.set_unit_clustered()
|
|
instance.assess_status()
|
|
|
|
|
|
@reactive.when('leadership.set.cluster-instances-clustered')
|
|
@reactive.when('config.changed')
|
|
def config_changed():
|
|
if reactive.is_flag_set('leadership.is_leader'):
|
|
with charm.provide_charm_instance() as instance:
|
|
instance.render_all_configs()
|
|
instance.wait_until_cluster_available()
|
|
if reactive.is_flag_set('config.changed.auto-rejoin-tries'):
|
|
instance.set_cluster_option(
|
|
"autoRejoinTries", instance.options.auto_rejoin_tries)
|
|
else:
|
|
with charm.provide_charm_instance() as instance:
|
|
try:
|
|
instance.wait_until_cluster_available()
|
|
except Exception:
|
|
ch_core.hookenv.log(
|
|
"Cluster was not availble as expected.", "WARNING")
|
|
ch_core.hookenv.log("Non-leader requst to restart.", "DEBUG")
|
|
coordinator.acquire('config-changed-restart')
|
|
|
|
|
|
@reactive.when('coordinator.granted.config-changed-restart')
|
|
def config_changed_restart():
|
|
with charm.provide_charm_instance() as instance:
|
|
ch_core.hookenv.status_set(
|
|
'maintenance', 'Rolling config changed and restart.')
|
|
instance.render_all_configs()
|
|
|
|
|
|
@reactive.when('leadership.is_leader')
|
|
@reactive.when('leadership.set.cluster-instances-clustered')
|
|
@reactive.when('endpoint.shared-db.changed')
|
|
@reactive.when('shared-db.available')
|
|
@reactive.when_not('charm.paused')
|
|
def shared_db_respond():
|
|
"""Respond to Shared DB Requests.
|
|
"""
|
|
ch_core.hookenv.log(
|
|
"The share-db relation is DEPRECATED. "
|
|
"Please use mysql-router and the db-router relation.",
|
|
"WARNING")
|
|
shared_db = reactive.endpoint_from_flag("shared-db.available")
|
|
with charm.provide_charm_instance() as instance:
|
|
if instance.create_databases_and_users(shared_db):
|
|
ch_core.hookenv.log(
|
|
"Shared DB relation created DBs and users.", "DEBUG")
|
|
reactive.clear_flag('endpoint.shared-db.changed')
|
|
instance.assess_status()
|
|
|
|
|
|
@reactive.when('leadership.is_leader')
|
|
@reactive.when('leadership.set.cluster-instances-clustered')
|
|
@reactive.when('endpoint.db-router.changed')
|
|
@reactive.when('db-router.available')
|
|
@reactive.when_not('charm.paused')
|
|
def db_router_respond():
|
|
"""Respond to DB Router Requests.
|
|
"""
|
|
db_router = reactive.endpoint_from_flag("db-router.available")
|
|
with charm.provide_charm_instance() as instance:
|
|
if instance.create_databases_and_users(db_router):
|
|
ch_core.hookenv.log(
|
|
"DB Router relation created DBs and users.", "DEBUG")
|
|
reactive.clear_flag('endpoint.db-router.changed')
|
|
instance.assess_status()
|
|
|
|
|
|
@reactive.when('endpoint.cluster.changed.unit-configure-ready')
|
|
@reactive.when('leadership.set.cluster-instances-clustered')
|
|
@reactive.when('leadership.is_leader')
|
|
def scale_out():
|
|
"""Handle scale-out adding new nodes to an existing cluster."""
|
|
|
|
ch_core.hookenv.log("Scale out: add new nodes.", "DEBUG")
|
|
with charm.provide_charm_instance() as instance:
|
|
if not reactive.is_flag_set(
|
|
"leadership.set.cluster-instance-clustered-{}"
|
|
.format(instance.cluster_address)):
|
|
ch_core.hookenv.log(
|
|
"Unexpected edge case. This node is the leader but it is "
|
|
"not yet clustered. As a non-cluster member it will not be "
|
|
"able to join itself to the cluster. Run the 'add_instance' "
|
|
"action on a member node with this unit's IP address to join "
|
|
"this instance to the cluster.",
|
|
"WARNING")
|
|
return
|
|
create_remote_cluster_user()
|
|
configure_instances_for_clustering()
|
|
add_instances_to_cluster()
|
|
reactive.clear_flag('endpoint.cluster.changed.unit-configure-ready')
|
|
|
|
|
|
@reactive.when('certificates.available')
|
|
@reactive.when('cluster.available')
|
|
def request_certificates():
|
|
"""When the certificates interface is available, request TLS certificates.
|
|
"""
|
|
tls = reactive.endpoint_from_flag('certificates.available')
|
|
with charm.provide_charm_instance() as instance:
|
|
req = cert_utils.CertRequest(json_encode=False)
|
|
req.add_hostname_cn()
|
|
# TODO: We actually want the db-router bindings for each node and not
|
|
# the cluster binding. However, deploys will be using 127.0.0.1 with
|
|
# mysql-router.
|
|
# Add localhost for mysql-router connections
|
|
req.add_hostname_cn_ip(instance.cluster_peer_addresses + ["127.0.0.1"])
|
|
for cn, req in req.get_request().get('cert_requests', {}).items():
|
|
tls.add_request_server_cert(cn, req['sans'])
|
|
tls.request_server_certs()
|
|
instance.assess_status()
|
|
|
|
|
|
@reactive.when_any(
|
|
'certificates.ca.changed',
|
|
'certificates.certs.changed')
|
|
def configure_certificates():
|
|
"""When the certificates interface is available, this default handler
|
|
updates on-disk certificates and switches on the TLS support.
|
|
"""
|
|
tls = reactive.endpoint_from_flag('certificates.available')
|
|
with charm.provide_charm_instance() as instance:
|
|
instance.configure_tls(tls)
|
|
# make charms.openstack required relation check happy
|
|
reactive.set_flag('certificates.connected')
|
|
for flag in 'certificates.ca.changed', 'certificates.certs.changed':
|
|
if reactive.is_flag_set(flag):
|
|
reactive.clear_flag(flag)
|
|
if reactive.is_flag_set('leadership.is_leader'):
|
|
db_router_respond()
|
|
instance.assess_status()
|