7497363a02
According to the OpenStack translation policy, available at https://wiki.openstack.org/wiki/LoggingStandards, debug messages should not be translated. Change-Id: Icdf5ea14767d98d2dd4f32bd5b60130a8bca540a Closes-Bug: #1317856
814 lines
29 KiB
Python
814 lines
29 KiB
Python
#
|
|
# Copyright 2012 eNovance <licensing@enovance.com>
|
|
# Copyright 2012 Red Hat, Inc
|
|
# Copyright 2014 Cisco Systems, Inc
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
import abc
|
|
import collections
|
|
|
|
from oslo_log import log
|
|
import six
|
|
|
|
import ceilometer
|
|
from ceilometer.compute import pollsters
|
|
from ceilometer.compute.pollsters import util
|
|
from ceilometer.compute.virt import inspector as virt_inspector
|
|
from ceilometer.i18n import _, _LW
|
|
from ceilometer import sample
|
|
|
|
LOG = log.getLogger(__name__)
|
|
|
|
|
|
DiskIOData = collections.namedtuple(
|
|
'DiskIOData',
|
|
'r_bytes r_requests w_bytes w_requests per_disk_requests',
|
|
)
|
|
|
|
DiskRateData = collections.namedtuple('DiskRateData',
|
|
['read_bytes_rate',
|
|
'read_requests_rate',
|
|
'write_bytes_rate',
|
|
'write_requests_rate',
|
|
'per_disk_rate'])
|
|
|
|
DiskLatencyData = collections.namedtuple('DiskLatencyData',
|
|
['disk_latency',
|
|
'per_disk_latency'])
|
|
|
|
DiskIOPSData = collections.namedtuple('DiskIOPSData',
|
|
['iops_count',
|
|
'per_disk_iops'])
|
|
|
|
DiskInfoData = collections.namedtuple('DiskInfoData',
|
|
['capacity',
|
|
'allocation',
|
|
'physical',
|
|
'per_disk_info'])
|
|
|
|
|
|
@six.add_metaclass(abc.ABCMeta)
|
|
class _Base(pollsters.BaseComputePollster):
|
|
|
|
DISKIO_USAGE_MESSAGE = ' '.join(["DISKIO USAGE:",
|
|
"%s %s:",
|
|
"read-requests=%d",
|
|
"read-bytes=%d",
|
|
"write-requests=%d",
|
|
"write-bytes=%d",
|
|
"errors=%d",
|
|
])
|
|
|
|
CACHE_KEY_DISK = 'diskio'
|
|
|
|
def _populate_cache(self, inspector, cache, instance):
|
|
i_cache = cache.setdefault(self.CACHE_KEY_DISK, {})
|
|
if instance.id not in i_cache:
|
|
r_bytes = 0
|
|
r_requests = 0
|
|
w_bytes = 0
|
|
w_requests = 0
|
|
per_device_read_bytes = {}
|
|
per_device_read_requests = {}
|
|
per_device_write_bytes = {}
|
|
per_device_write_requests = {}
|
|
for disk, info in inspector.inspect_disks(instance):
|
|
LOG.debug(self.DISKIO_USAGE_MESSAGE,
|
|
instance, disk.device, info.read_requests,
|
|
info.read_bytes, info.write_requests,
|
|
info.write_bytes, info.errors)
|
|
r_bytes += info.read_bytes
|
|
r_requests += info.read_requests
|
|
w_bytes += info.write_bytes
|
|
w_requests += info.write_requests
|
|
# per disk data
|
|
per_device_read_bytes[disk.device] = info.read_bytes
|
|
per_device_read_requests[disk.device] = info.read_requests
|
|
per_device_write_bytes[disk.device] = info.write_bytes
|
|
per_device_write_requests[disk.device] = info.write_requests
|
|
per_device_requests = {
|
|
'read_bytes': per_device_read_bytes,
|
|
'read_requests': per_device_read_requests,
|
|
'write_bytes': per_device_write_bytes,
|
|
'write_requests': per_device_write_requests,
|
|
}
|
|
i_cache[instance.id] = DiskIOData(
|
|
r_bytes=r_bytes,
|
|
r_requests=r_requests,
|
|
w_bytes=w_bytes,
|
|
w_requests=w_requests,
|
|
per_disk_requests=per_device_requests,
|
|
)
|
|
return i_cache[instance.id]
|
|
|
|
@abc.abstractmethod
|
|
def _get_samples(instance, c_data):
|
|
"""Return one or more Sample."""
|
|
|
|
def get_samples(self, manager, cache, resources):
|
|
for instance in resources:
|
|
instance_name = util.instance_name(instance)
|
|
try:
|
|
c_data = self._populate_cache(
|
|
self.inspector,
|
|
cache,
|
|
instance,
|
|
)
|
|
for s in self._get_samples(instance, c_data):
|
|
yield s
|
|
except virt_inspector.InstanceNotFoundException as err:
|
|
# Instance was deleted while getting samples. Ignore it.
|
|
LOG.debug('Exception while getting samples %s', err)
|
|
except virt_inspector.InstanceShutOffException as e:
|
|
LOG.warn(_LW('Instance %(instance_id)s was shut off while '
|
|
'getting samples of %(pollster)s: %(exc)s'),
|
|
{'instance_id': instance.id,
|
|
'pollster': self.__class__.__name__, 'exc': e})
|
|
except ceilometer.NotImplementedError:
|
|
# Selected inspector does not implement this pollster.
|
|
LOG.debug('%(inspector)s does not provide data for '
|
|
' %(pollster)s',
|
|
{'inspector': self.inspector.__class__.__name__,
|
|
'pollster': self.__class__.__name__})
|
|
except Exception as err:
|
|
LOG.exception(_('Ignoring instance %(name)s: %(error)s'),
|
|
{'name': instance_name, 'error': err})
|
|
|
|
|
|
class ReadRequestsPollster(_Base):
|
|
|
|
@staticmethod
|
|
def _get_samples(instance, c_data):
|
|
return [util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.read.requests',
|
|
type=sample.TYPE_CUMULATIVE,
|
|
unit='request',
|
|
volume=c_data.r_requests,
|
|
additional_metadata={
|
|
'device': c_data.per_disk_requests['read_requests'].keys()}
|
|
)]
|
|
|
|
|
|
class PerDeviceReadRequestsPollster(_Base):
|
|
|
|
@staticmethod
|
|
def _get_samples(instance, c_data):
|
|
samples = []
|
|
for disk, value in six.iteritems(c_data.per_disk_requests[
|
|
'read_requests']):
|
|
samples.append(util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.device.read.requests',
|
|
type=sample.TYPE_CUMULATIVE,
|
|
unit='request',
|
|
volume=value,
|
|
resource_id="%s-%s" % (instance.id, disk),
|
|
))
|
|
return samples
|
|
|
|
|
|
class ReadBytesPollster(_Base):
|
|
|
|
@staticmethod
|
|
def _get_samples(instance, c_data):
|
|
return [util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.read.bytes',
|
|
type=sample.TYPE_CUMULATIVE,
|
|
unit='B',
|
|
volume=c_data.r_bytes,
|
|
additional_metadata={
|
|
'device': c_data.per_disk_requests['read_bytes'].keys()},
|
|
)]
|
|
|
|
|
|
class PerDeviceReadBytesPollster(_Base):
|
|
|
|
@staticmethod
|
|
def _get_samples(instance, c_data):
|
|
samples = []
|
|
for disk, value in six.iteritems(c_data.per_disk_requests[
|
|
'read_bytes']):
|
|
samples.append(util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.device.read.bytes',
|
|
type=sample.TYPE_CUMULATIVE,
|
|
unit='B',
|
|
volume=value,
|
|
resource_id="%s-%s" % (instance.id, disk),
|
|
))
|
|
return samples
|
|
|
|
|
|
class WriteRequestsPollster(_Base):
|
|
|
|
@staticmethod
|
|
def _get_samples(instance, c_data):
|
|
return [util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.write.requests',
|
|
type=sample.TYPE_CUMULATIVE,
|
|
unit='request',
|
|
volume=c_data.w_requests,
|
|
additional_metadata={
|
|
'device': c_data.per_disk_requests['write_requests'].keys()},
|
|
)]
|
|
|
|
|
|
class PerDeviceWriteRequestsPollster(_Base):
|
|
|
|
@staticmethod
|
|
def _get_samples(instance, c_data):
|
|
samples = []
|
|
for disk, value in six.iteritems(c_data.per_disk_requests[
|
|
'write_requests']):
|
|
samples.append(util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.device.write.requests',
|
|
type=sample.TYPE_CUMULATIVE,
|
|
unit='request',
|
|
volume=value,
|
|
resource_id="%s-%s" % (instance.id, disk),
|
|
))
|
|
return samples
|
|
|
|
|
|
class WriteBytesPollster(_Base):
|
|
|
|
@staticmethod
|
|
def _get_samples(instance, c_data):
|
|
return [util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.write.bytes',
|
|
type=sample.TYPE_CUMULATIVE,
|
|
unit='B',
|
|
volume=c_data.w_bytes,
|
|
additional_metadata={
|
|
'device': c_data.per_disk_requests['write_bytes'].keys()},
|
|
)]
|
|
|
|
|
|
class PerDeviceWriteBytesPollster(_Base):
|
|
|
|
@staticmethod
|
|
def _get_samples(instance, c_data):
|
|
samples = []
|
|
for disk, value in six.iteritems(c_data.per_disk_requests[
|
|
'write_bytes']):
|
|
samples.append(util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.device.write.bytes',
|
|
type=sample.TYPE_CUMULATIVE,
|
|
unit='B',
|
|
volume=value,
|
|
resource_id="%s-%s" % (instance.id, disk),
|
|
))
|
|
return samples
|
|
|
|
|
|
@six.add_metaclass(abc.ABCMeta)
|
|
class _DiskRatesPollsterBase(pollsters.BaseComputePollster):
|
|
|
|
CACHE_KEY_DISK_RATE = 'diskio-rate'
|
|
|
|
def _populate_cache(self, inspector, cache, instance):
|
|
i_cache = cache.setdefault(self.CACHE_KEY_DISK_RATE, {})
|
|
if instance.id not in i_cache:
|
|
r_bytes_rate = 0
|
|
r_requests_rate = 0
|
|
w_bytes_rate = 0
|
|
w_requests_rate = 0
|
|
per_disk_r_bytes_rate = {}
|
|
per_disk_r_requests_rate = {}
|
|
per_disk_w_bytes_rate = {}
|
|
per_disk_w_requests_rate = {}
|
|
disk_rates = inspector.inspect_disk_rates(
|
|
instance, self._inspection_duration)
|
|
for disk, info in disk_rates:
|
|
r_bytes_rate += info.read_bytes_rate
|
|
r_requests_rate += info.read_requests_rate
|
|
w_bytes_rate += info.write_bytes_rate
|
|
w_requests_rate += info.write_requests_rate
|
|
|
|
per_disk_r_bytes_rate[disk.device] = info.read_bytes_rate
|
|
per_disk_r_requests_rate[disk.device] = info.read_requests_rate
|
|
per_disk_w_bytes_rate[disk.device] = info.write_bytes_rate
|
|
per_disk_w_requests_rate[disk.device] = (
|
|
info.write_requests_rate)
|
|
per_disk_rate = {
|
|
'read_bytes_rate': per_disk_r_bytes_rate,
|
|
'read_requests_rate': per_disk_r_requests_rate,
|
|
'write_bytes_rate': per_disk_w_bytes_rate,
|
|
'write_requests_rate': per_disk_w_requests_rate,
|
|
}
|
|
i_cache[instance.id] = DiskRateData(
|
|
r_bytes_rate,
|
|
r_requests_rate,
|
|
w_bytes_rate,
|
|
w_requests_rate,
|
|
per_disk_rate
|
|
)
|
|
return i_cache[instance.id]
|
|
|
|
@abc.abstractmethod
|
|
def _get_samples(self, instance, disk_rates_info):
|
|
"""Return one or more Sample."""
|
|
|
|
def get_samples(self, manager, cache, resources):
|
|
self._inspection_duration = self._record_poll_time()
|
|
for instance in resources:
|
|
try:
|
|
disk_rates_info = self._populate_cache(
|
|
self.inspector,
|
|
cache,
|
|
instance,
|
|
)
|
|
for disk_rate in self._get_samples(instance, disk_rates_info):
|
|
yield disk_rate
|
|
except virt_inspector.InstanceNotFoundException as err:
|
|
# Instance was deleted while getting samples. Ignore it.
|
|
LOG.debug('Exception while getting samples %s', err)
|
|
except ceilometer.NotImplementedError:
|
|
# Selected inspector does not implement this pollster.
|
|
LOG.debug('%(inspector)s does not provide data for '
|
|
' %(pollster)s',
|
|
{'inspector': self.inspector.__class__.__name__,
|
|
'pollster': self.__class__.__name__})
|
|
except Exception as err:
|
|
instance_name = util.instance_name(instance)
|
|
LOG.exception(_('Ignoring instance %(name)s: %(error)s'),
|
|
{'name': instance_name, 'error': err})
|
|
|
|
|
|
class ReadBytesRatePollster(_DiskRatesPollsterBase):
|
|
|
|
def _get_samples(self, instance, disk_rates_info):
|
|
return [util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.read.bytes.rate',
|
|
type=sample.TYPE_GAUGE,
|
|
unit='B/s',
|
|
volume=disk_rates_info.read_bytes_rate,
|
|
additional_metadata={
|
|
'device': disk_rates_info.per_disk_rate[
|
|
'read_bytes_rate'].keys()},
|
|
)]
|
|
|
|
|
|
class PerDeviceReadBytesRatePollster(_DiskRatesPollsterBase):
|
|
|
|
def _get_samples(self, instance, disk_rates_info):
|
|
samples = []
|
|
for disk, value in six.iteritems(disk_rates_info.per_disk_rate[
|
|
'read_bytes_rate']):
|
|
samples.append(util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.device.read.bytes.rate',
|
|
type=sample.TYPE_GAUGE,
|
|
unit='B/s',
|
|
volume=value,
|
|
resource_id="%s-%s" % (instance.id, disk),
|
|
))
|
|
return samples
|
|
|
|
|
|
class ReadRequestsRatePollster(_DiskRatesPollsterBase):
|
|
|
|
def _get_samples(self, instance, disk_rates_info):
|
|
return [util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.read.requests.rate',
|
|
type=sample.TYPE_GAUGE,
|
|
unit='requests/s',
|
|
volume=disk_rates_info.read_requests_rate,
|
|
additional_metadata={
|
|
'device': disk_rates_info.per_disk_rate[
|
|
'read_requests_rate'].keys()},
|
|
)]
|
|
|
|
|
|
class PerDeviceReadRequestsRatePollster(_DiskRatesPollsterBase):
|
|
|
|
def _get_samples(self, instance, disk_rates_info):
|
|
samples = []
|
|
for disk, value in six.iteritems(disk_rates_info.per_disk_rate[
|
|
'read_requests_rate']):
|
|
samples.append(util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.device.read.requests.rate',
|
|
type=sample.TYPE_GAUGE,
|
|
unit='requests/s',
|
|
volume=value,
|
|
resource_id="%s-%s" % (instance.id, disk),
|
|
))
|
|
return samples
|
|
|
|
|
|
class WriteBytesRatePollster(_DiskRatesPollsterBase):
|
|
|
|
def _get_samples(self, instance, disk_rates_info):
|
|
return [util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.write.bytes.rate',
|
|
type=sample.TYPE_GAUGE,
|
|
unit='B/s',
|
|
volume=disk_rates_info.write_bytes_rate,
|
|
additional_metadata={
|
|
'device': disk_rates_info.per_disk_rate[
|
|
'write_bytes_rate'].keys()},
|
|
)]
|
|
|
|
|
|
class PerDeviceWriteBytesRatePollster(_DiskRatesPollsterBase):
|
|
|
|
def _get_samples(self, instance, disk_rates_info):
|
|
samples = []
|
|
for disk, value in six.iteritems(disk_rates_info.per_disk_rate[
|
|
'write_bytes_rate']):
|
|
samples.append(util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.device.write.bytes.rate',
|
|
type=sample.TYPE_GAUGE,
|
|
unit='B/s',
|
|
volume=value,
|
|
resource_id="%s-%s" % (instance.id, disk),
|
|
))
|
|
return samples
|
|
|
|
|
|
class WriteRequestsRatePollster(_DiskRatesPollsterBase):
|
|
|
|
def _get_samples(self, instance, disk_rates_info):
|
|
return [util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.write.requests.rate',
|
|
type=sample.TYPE_GAUGE,
|
|
unit='requests/s',
|
|
volume=disk_rates_info.write_requests_rate,
|
|
additional_metadata={
|
|
'device': disk_rates_info.per_disk_rate[
|
|
'write_requests_rate'].keys()},
|
|
)]
|
|
|
|
|
|
class PerDeviceWriteRequestsRatePollster(_DiskRatesPollsterBase):
|
|
|
|
def _get_samples(self, instance, disk_rates_info):
|
|
samples = []
|
|
for disk, value in six.iteritems(disk_rates_info.per_disk_rate[
|
|
'write_requests_rate']):
|
|
samples.append(util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.device.write.requests.rate',
|
|
type=sample.TYPE_GAUGE,
|
|
unit='requests/s',
|
|
volume=value,
|
|
resource_id="%s-%s" % (instance.id, disk),
|
|
))
|
|
return samples
|
|
|
|
|
|
@six.add_metaclass(abc.ABCMeta)
|
|
class _DiskLatencyPollsterBase(pollsters.BaseComputePollster):
|
|
|
|
CACHE_KEY_DISK_LATENCY = 'disk-latency'
|
|
|
|
def _populate_cache(self, inspector, cache, instance):
|
|
i_cache = cache.setdefault(self.CACHE_KEY_DISK_LATENCY, {})
|
|
if instance.id not in i_cache:
|
|
latency = 0
|
|
per_device_latency = {}
|
|
disk_rates = inspector.inspect_disk_latency(instance)
|
|
for disk, stats in disk_rates:
|
|
latency += stats.disk_latency
|
|
per_device_latency[disk.device] = (
|
|
stats.disk_latency)
|
|
per_disk_latency = {
|
|
'disk_latency': per_device_latency
|
|
}
|
|
i_cache[instance.id] = DiskLatencyData(
|
|
latency,
|
|
per_disk_latency
|
|
)
|
|
return i_cache[instance.id]
|
|
|
|
@abc.abstractmethod
|
|
def _get_samples(self, instance, disk_rates_info):
|
|
"""Return one or more Sample."""
|
|
|
|
def get_samples(self, manager, cache, resources):
|
|
for instance in resources:
|
|
try:
|
|
disk_latency_info = self._populate_cache(
|
|
self.inspector,
|
|
cache,
|
|
instance,
|
|
)
|
|
for disk_latency in self._get_samples(instance,
|
|
disk_latency_info):
|
|
yield disk_latency
|
|
except virt_inspector.InstanceNotFoundException as err:
|
|
# Instance was deleted while getting samples. Ignore it.
|
|
LOG.debug('Exception while getting samples %s', err)
|
|
except ceilometer.NotImplementedError:
|
|
# Selected inspector does not implement this pollster.
|
|
LOG.debug('%(inspector)s does not provide data for '
|
|
' %(pollster)s',
|
|
{'inspector': self.inspector.__class__.__name__,
|
|
'pollster': self.__class__.__name__})
|
|
except Exception as err:
|
|
instance_name = util.instance_name(instance)
|
|
LOG.exception(_('Ignoring instance %(name)s: %(error)s'),
|
|
{'name': instance_name, 'error': err})
|
|
|
|
|
|
class DiskLatencyPollster(_DiskLatencyPollsterBase):
|
|
|
|
def _get_samples(self, instance, disk_latency_info):
|
|
return [util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.latency',
|
|
type=sample.TYPE_GAUGE,
|
|
unit='ms',
|
|
volume=disk_latency_info.disk_latency / 1000
|
|
)]
|
|
|
|
|
|
class PerDeviceDiskLatencyPollster(_DiskLatencyPollsterBase):
|
|
|
|
def _get_samples(self, instance, disk_latency_info):
|
|
samples = []
|
|
for disk, value in six.iteritems(disk_latency_info.per_disk_latency[
|
|
'disk_latency']):
|
|
samples.append(util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.device.latency',
|
|
type=sample.TYPE_GAUGE,
|
|
unit='ms',
|
|
volume=value / 1000,
|
|
resource_id="%s-%s" % (instance.id, disk)
|
|
))
|
|
return samples
|
|
|
|
|
|
class _DiskIOPSPollsterBase(pollsters.BaseComputePollster):
|
|
|
|
CACHE_KEY_DISK_IOPS = 'disk-iops'
|
|
|
|
def _populate_cache(self, inspector, cache, instance):
|
|
i_cache = cache.setdefault(self.CACHE_KEY_DISK_IOPS, {})
|
|
if instance.id not in i_cache:
|
|
iops = 0
|
|
per_device_iops = {}
|
|
disk_iops_count = inspector.inspect_disk_iops(instance)
|
|
for disk, stats in disk_iops_count:
|
|
iops += stats.iops_count
|
|
per_device_iops[disk.device] = (stats.iops_count)
|
|
per_disk_iops = {
|
|
'iops_count': per_device_iops
|
|
}
|
|
i_cache[instance.id] = DiskIOPSData(
|
|
iops,
|
|
per_disk_iops
|
|
)
|
|
return i_cache[instance.id]
|
|
|
|
@abc.abstractmethod
|
|
def _get_samples(self, instance, disk_rates_info):
|
|
"""Return one or more Sample."""
|
|
|
|
def get_samples(self, manager, cache, resources):
|
|
for instance in resources:
|
|
try:
|
|
disk_iops_info = self._populate_cache(
|
|
self.inspector,
|
|
cache,
|
|
instance,
|
|
)
|
|
for disk_iops in self._get_samples(instance,
|
|
disk_iops_info):
|
|
yield disk_iops
|
|
except virt_inspector.InstanceNotFoundException as err:
|
|
# Instance was deleted while getting samples. Ignore it.
|
|
LOG.debug('Exception while getting samples %s', err)
|
|
except ceilometer.NotImplementedError:
|
|
# Selected inspector does not implement this pollster.
|
|
LOG.debug('%(inspector)s does not provide data for '
|
|
'%(pollster)s',
|
|
{'inspector': self.inspector.__class__.__name__,
|
|
'pollster': self.__class__.__name__})
|
|
except Exception as err:
|
|
instance_name = util.instance_name(instance)
|
|
LOG.exception(_('Ignoring instance %(name)s: %(error)s'),
|
|
{'name': instance_name, 'error': err})
|
|
|
|
|
|
class DiskIOPSPollster(_DiskIOPSPollsterBase):
|
|
|
|
def _get_samples(self, instance, disk_iops_info):
|
|
return [util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.iops',
|
|
type=sample.TYPE_GAUGE,
|
|
unit='count/s',
|
|
volume=disk_iops_info.iops_count
|
|
)]
|
|
|
|
|
|
class PerDeviceDiskIOPSPollster(_DiskIOPSPollsterBase):
|
|
|
|
def _get_samples(self, instance, disk_iops_info):
|
|
samples = []
|
|
for disk, value in six.iteritems(disk_iops_info.per_disk_iops[
|
|
'iops_count']):
|
|
samples.append(util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.device.iops',
|
|
type=sample.TYPE_GAUGE,
|
|
unit='count/s',
|
|
volume=value,
|
|
resource_id="%s-%s" % (instance.id, disk)
|
|
))
|
|
return samples
|
|
|
|
|
|
@six.add_metaclass(abc.ABCMeta)
|
|
class _DiskInfoPollsterBase(pollsters.BaseComputePollster):
|
|
|
|
CACHE_KEY_DISK_INFO = 'diskinfo'
|
|
|
|
def _populate_cache(self, inspector, cache, instance):
|
|
i_cache = cache.setdefault(self.CACHE_KEY_DISK_INFO, {})
|
|
if instance.id not in i_cache:
|
|
all_capacity = 0
|
|
all_allocation = 0
|
|
all_physical = 0
|
|
per_disk_capacity = {}
|
|
per_disk_allocation = {}
|
|
per_disk_physical = {}
|
|
disk_info = inspector.inspect_disk_info(
|
|
instance)
|
|
for disk, info in disk_info:
|
|
all_capacity += info.capacity
|
|
all_allocation += info.allocation
|
|
all_physical += info.physical
|
|
|
|
per_disk_capacity[disk.device] = info.capacity
|
|
per_disk_allocation[disk.device] = info.allocation
|
|
per_disk_physical[disk.device] = info.physical
|
|
per_disk_info = {
|
|
'capacity': per_disk_capacity,
|
|
'allocation': per_disk_allocation,
|
|
'physical': per_disk_physical,
|
|
}
|
|
i_cache[instance.id] = DiskInfoData(
|
|
all_capacity,
|
|
all_allocation,
|
|
all_physical,
|
|
per_disk_info
|
|
)
|
|
return i_cache[instance.id]
|
|
|
|
@abc.abstractmethod
|
|
def _get_samples(self, instance, disk_info):
|
|
"""Return one or more Sample."""
|
|
|
|
def get_samples(self, manager, cache, resources):
|
|
for instance in resources:
|
|
try:
|
|
disk_size_info = self._populate_cache(
|
|
self.inspector,
|
|
cache,
|
|
instance,
|
|
)
|
|
for disk_info in self._get_samples(instance, disk_size_info):
|
|
yield disk_info
|
|
except virt_inspector.InstanceNotFoundException as err:
|
|
# Instance was deleted while getting samples. Ignore it.
|
|
LOG.debug('Exception while getting samples %s', err)
|
|
except virt_inspector.InstanceShutOffException as e:
|
|
LOG.warn(_LW('Instance %(instance_id)s was shut off while '
|
|
'getting samples of %(pollster)s: %(exc)s'),
|
|
{'instance_id': instance.id,
|
|
'pollster': self.__class__.__name__, 'exc': e})
|
|
except ceilometer.NotImplementedError:
|
|
# Selected inspector does not implement this pollster.
|
|
LOG.debug('%(inspector)s does not provide data for '
|
|
' %(pollster)s',
|
|
{'inspector': self.inspector.__class__.__name__,
|
|
'pollster': self.__class__.__name__})
|
|
except Exception as err:
|
|
instance_name = util.instance_name(instance)
|
|
LOG.exception(_('Ignoring instance %(name)s '
|
|
'(%(instance_id)s) : %(error)s') % (
|
|
{'name': instance_name,
|
|
'instance_id': instance.id,
|
|
'error': err}))
|
|
|
|
|
|
class CapacityPollster(_DiskInfoPollsterBase):
|
|
|
|
def _get_samples(self, instance, disk_info):
|
|
return [util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.capacity',
|
|
type=sample.TYPE_GAUGE,
|
|
unit='B',
|
|
volume=disk_info.capacity,
|
|
additional_metadata={
|
|
'device': disk_info.per_disk_info[
|
|
'capacity'].keys()},
|
|
)]
|
|
|
|
|
|
class PerDeviceCapacityPollster(_DiskInfoPollsterBase):
|
|
|
|
def _get_samples(self, instance, disk_info):
|
|
samples = []
|
|
for disk, value in six.iteritems(disk_info.per_disk_info[
|
|
'capacity']):
|
|
samples.append(util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.device.capacity',
|
|
type=sample.TYPE_GAUGE,
|
|
unit='B',
|
|
volume=value,
|
|
resource_id="%s-%s" % (instance.id, disk),
|
|
))
|
|
return samples
|
|
|
|
|
|
class AllocationPollster(_DiskInfoPollsterBase):
|
|
|
|
def _get_samples(self, instance, disk_info):
|
|
return [util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.allocation',
|
|
type=sample.TYPE_GAUGE,
|
|
unit='B',
|
|
volume=disk_info.allocation,
|
|
additional_metadata={
|
|
'device': disk_info.per_disk_info[
|
|
'allocation'].keys()},
|
|
)]
|
|
|
|
|
|
class PerDeviceAllocationPollster(_DiskInfoPollsterBase):
|
|
|
|
def _get_samples(self, instance, disk_info):
|
|
samples = []
|
|
for disk, value in six.iteritems(disk_info.per_disk_info[
|
|
'allocation']):
|
|
samples.append(util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.device.allocation',
|
|
type=sample.TYPE_GAUGE,
|
|
unit='B',
|
|
volume=value,
|
|
resource_id="%s-%s" % (instance.id, disk),
|
|
))
|
|
return samples
|
|
|
|
|
|
class PhysicalPollster(_DiskInfoPollsterBase):
|
|
|
|
def _get_samples(self, instance, disk_info):
|
|
return [util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.usage',
|
|
type=sample.TYPE_GAUGE,
|
|
unit='B',
|
|
volume=disk_info.physical,
|
|
additional_metadata={
|
|
'device': disk_info.per_disk_info[
|
|
'physical'].keys()},
|
|
)]
|
|
|
|
|
|
class PerDevicePhysicalPollster(_DiskInfoPollsterBase):
|
|
|
|
def _get_samples(self, instance, disk_info):
|
|
samples = []
|
|
for disk, value in six.iteritems(disk_info.per_disk_info[
|
|
'physical']):
|
|
samples.append(util.make_sample_from_instance(
|
|
instance,
|
|
name='disk.device.usage',
|
|
type=sample.TYPE_GAUGE,
|
|
unit='B',
|
|
volume=value,
|
|
resource_id="%s-%s" % (instance.id, disk),
|
|
))
|
|
return samples
|