Testing OpenStack upgrades
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
tobiko/tobiko/openstack/nova/_service.py

76 lines
2.6 KiB

# Copyright 2019 Red Hat
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
from __future__ import absolute_import
import json
import typing
from oslo_log import log
import tobiko
from tobiko.openstack.nova import _client
LOG = log.getLogger(__name__)
class NovaServiceException(tobiko.TobikoException):
pass
class NovaServicesNotfound(NovaServiceException):
message = "Nova services not found ({attributes})"
class NovaServicesFailed(NovaServiceException):
message = "Nova services are failed:\n{details}"
def services_details(services: typing.List):
# pylint: disable=protected-access
return json.dumps([service._info for service in services],
indent=4, sort_keys=True)
def wait_for_services_up(retry: typing.Optional[tobiko.Retry] = None,
**list_services_params):
for attempt in tobiko.retry(other_retry=retry,
default_timeout=300.,
default_interval=5.):
services = _client.list_services(**list_services_params)
LOG.debug(f"Found {len(services)} Nova services")
try:
if not services:
raise NovaServicesNotfound(
attributes=json.dumps(list_services_params))
heathy_services = services.with_attributes(state='up')
LOG.debug(f"Found {len(heathy_services)} healthy Nova services")
failed_services = [service
for service in services
if service not in heathy_services]
LOG.debug(f"Found {len(failed_services)} failed Nova services")
if failed_services:
details = services_details(failed_services)
LOG.info(f"Failed Nova services:\n{details}")
raise NovaServicesFailed(details=details)
LOG.info('All nova services are up!')
break # all Nova services are healthy
except NovaServiceException:
# Re-raises this exception in case this is the last retry
# attempt
attempt.check_limits()
continue