115 lines
4.7 KiB
Python
115 lines
4.7 KiB
Python
# Copyright 2012 IBM Corp.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
from oslo_log import log as logging
|
|
import oslo_messaging as messaging
|
|
from oslo_utils import timeutils
|
|
import six
|
|
|
|
import nova.conf
|
|
from nova.i18n import _, _LI, _LW, _LE
|
|
from nova.servicegroup import api
|
|
from nova.servicegroup.drivers import base
|
|
|
|
|
|
CONF = nova.conf.CONF
|
|
|
|
LOG = logging.getLogger(__name__)
|
|
|
|
|
|
class DbDriver(base.Driver):
|
|
|
|
def __init__(self, *args, **kwargs):
|
|
self.service_down_time = CONF.service_down_time
|
|
|
|
def join(self, member, group, service=None):
|
|
"""Add a new member to a service group.
|
|
|
|
:param member: the joined member ID/name
|
|
:param group: the group ID/name, of the joined member
|
|
:param service: a `nova.service.Service` object
|
|
"""
|
|
LOG.debug('DB_Driver: join new ServiceGroup member %(member)s to '
|
|
'the %(group)s group, service = %(service)s',
|
|
{'member': member, 'group': group,
|
|
'service': service})
|
|
if service is None:
|
|
raise RuntimeError(_('service is a mandatory argument for DB based'
|
|
' ServiceGroup driver'))
|
|
report_interval = service.report_interval
|
|
if report_interval:
|
|
service.tg.add_timer_args(
|
|
report_interval, self._report_state, args=[service],
|
|
initial_delay=api.INITIAL_REPORTING_DELAY)
|
|
|
|
def is_up(self, service_ref):
|
|
"""Moved from nova.utils
|
|
Check whether a service is up based on last heartbeat.
|
|
"""
|
|
last_heartbeat = (service_ref.get('last_seen_up') or
|
|
service_ref['created_at'])
|
|
if isinstance(last_heartbeat, six.string_types):
|
|
# NOTE(russellb) If this service_ref came in over rpc via
|
|
# conductor, then the timestamp will be a string and needs to be
|
|
# converted back to a datetime.
|
|
last_heartbeat = timeutils.parse_strtime(last_heartbeat)
|
|
else:
|
|
# Objects have proper UTC timezones, but the timeutils comparison
|
|
# below does not (and will fail)
|
|
last_heartbeat = last_heartbeat.replace(tzinfo=None)
|
|
# Timestamps in DB are UTC.
|
|
elapsed = timeutils.delta_seconds(last_heartbeat, timeutils.utcnow())
|
|
is_up = abs(elapsed) <= self.service_down_time
|
|
if not is_up:
|
|
LOG.debug('Seems service %(binary)s on host %(host)s is down. '
|
|
'Last heartbeat was %(lhb)s. Elapsed time is %(el)s',
|
|
{'binary': service_ref.get('binary'),
|
|
'host': service_ref.get('host'),
|
|
'lhb': str(last_heartbeat), 'el': str(elapsed)})
|
|
return is_up
|
|
|
|
def updated_time(self, service_ref):
|
|
"""Get the updated time from db"""
|
|
return service_ref['updated_at']
|
|
|
|
def _report_state(self, service):
|
|
"""Update the state of this service in the datastore."""
|
|
|
|
try:
|
|
service.service_ref.report_count += 1
|
|
service.service_ref.save()
|
|
|
|
# TODO(termie): make this pattern be more elegant.
|
|
if getattr(service, 'model_disconnected', False):
|
|
service.model_disconnected = False
|
|
LOG.info(
|
|
_LI('Recovered from being unable to report status.'))
|
|
except messaging.MessagingTimeout:
|
|
# NOTE(johngarbutt) during upgrade we will see messaging timeouts
|
|
# as nova-conductor is restarted, so only log this error once.
|
|
if not getattr(service, 'model_disconnected', False):
|
|
service.model_disconnected = True
|
|
LOG.warning(_LW('Lost connection to nova-conductor '
|
|
'for reporting service status.'))
|
|
except Exception:
|
|
# NOTE(rpodolyaka): we'd like to avoid catching of all possible
|
|
# exceptions here, but otherwise it would become possible for
|
|
# the state reporting thread to stop abruptly, and thus leave
|
|
# the service unusable until it's restarted.
|
|
LOG.exception(
|
|
_LE('Unexpected error while reporting service status'))
|
|
# trigger the recovery log message, if this error goes away
|
|
service.model_disconnected = True
|