kill all galera processes

Change-Id: I5c2f7f57f8842dc7805e615020ea7bd5041034dd

tobiko/tests/faults/ha/cloud_disruptions.py

@@ -37,6 +37,7 @@ undisrupt_network = """
 """
 ovn_db_pcs_resource_restart = """sudo pcs resource restart ovn-dbs-bundle"""
 kill_rabbit = """sudo kill -9 $(pgrep beam.smp)"""
+kill_galera = """sudo kill -9 $(pgrep mysqld)"""
 
 
 def get_node(node_name):
@@ -325,6 +326,25 @@ def kill_rabbitmq_service():
             return
 
 
+def kill_all_galera_services():
+    """kill all galera processes,
+    check in pacemaker it is down"""
+    if 'database' in topology.list_openstack_node_groups():
+        group = 'database'
+    else:
+        group = 'controller'
+    nodes = topology.list_openstack_nodes(group=group)
+    for node in nodes:
+        sh.execute(kill_galera, ssh_client=node.ssh_client)
+        LOG.info('kill galera: {} on server: {}'.format(kill_galera,
+                 node.name))
+    retry = tobiko.retry(timeout=30, interval=5)
+    for _ in retry:
+        if not(pacemaker.PacemakerResourcesStatus().
+               galera_resource_healthy()):
+            return
+
+
 def evac_failover_compute(compute_host, failover_type=sh.hard_reset_method):
     """disrupt a compute, to trigger it's instance-HA evacuation
     failover_type=hard_reset_method etc.."""

tobiko/tests/faults/ha/test_cloud_recovery.py

@@ -124,6 +124,10 @@ class DisruptTripleoNodesTest(testtools.TestCase):
         cloud_disruptions.kill_rabbitmq_service()
         overcloud_health_checks()
 
+    def test_kill_all_galera_services(self):
+        overcloud_health_checks()
+        cloud_disruptions.kill_all_galera_services()
+        overcloud_health_checks()
 
 # [..]
 # more tests to follow