151 lines
4.6 KiB
Python
151 lines
4.6 KiB
Python
# Copyright (C) 2014 Catalyst IT Ltd
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import requests
|
|
import json
|
|
from distil import auth
|
|
from distil import constants
|
|
from distil import config
|
|
from datetime import timedelta, datetime
|
|
from contextlib import contextmanager
|
|
import logging as log
|
|
|
|
from six.moves.urllib import parse as urlparse
|
|
|
|
|
|
@contextmanager
|
|
def timed(desc):
|
|
start = datetime.utcnow()
|
|
yield
|
|
end = datetime.utcnow()
|
|
log.debug("%s: %s" % (desc, end - start))
|
|
|
|
|
|
class Interface(object):
|
|
"""Interface for talking to openstack components."""
|
|
def __init__(self):
|
|
self.session = requests.Session()
|
|
|
|
# This is the Keystone client connection, which provides our
|
|
# OpenStack authentication
|
|
self.auth = auth.Keystone(
|
|
username=config.auth["username"],
|
|
password=config.auth["password"],
|
|
tenant_name=config.auth["default_tenant"],
|
|
auth_url=config.auth["end_point"],
|
|
insecure=config.auth["insecure"],
|
|
region_name=config.main['region']
|
|
)
|
|
|
|
@property
|
|
def tenants(self):
|
|
"""All the tenants as known by keystone."""
|
|
with timed("fetch tenant list from keystone"):
|
|
_tenants = self.auth.tenants.list()
|
|
|
|
tenants = []
|
|
|
|
for tenant in _tenants:
|
|
include_tenants = config.main.get('include_tenants', None)
|
|
if include_tenants and tenant.name not in include_tenants:
|
|
log.debug("Ignored tenant %s (%s); not in include_tenants" %
|
|
(tenant.id, tenant.name))
|
|
continue
|
|
|
|
if tenant.name in config.main.get('ignore_tenants', []):
|
|
log.debug("Ignored tenant %s (%s); in ignore_tenants" %
|
|
(tenant.id, tenant.name))
|
|
continue
|
|
|
|
t = Tenant(tenant, self)
|
|
tenants.append(t)
|
|
|
|
return tenants
|
|
|
|
|
|
class InterfaceException(Exception):
|
|
pass
|
|
|
|
window_leadin = timedelta(minutes=10)
|
|
|
|
|
|
def add_dates(start, end):
|
|
return [
|
|
{
|
|
"field": "timestamp",
|
|
"op": "ge",
|
|
"value": start.strftime(constants.date_format)
|
|
},
|
|
{
|
|
"field": "timestamp",
|
|
"op": "lt",
|
|
"value": end.strftime(constants.date_format)
|
|
}
|
|
]
|
|
|
|
|
|
def sort_entries(data):
|
|
"""
|
|
Setup timestamps as datetime objects,
|
|
and sort.
|
|
"""
|
|
for entry in data:
|
|
try:
|
|
entry['timestamp'] = datetime.strptime(
|
|
entry['timestamp'], constants.date_format)
|
|
except ValueError:
|
|
entry['timestamp'] = datetime.strptime(
|
|
entry['timestamp'], constants.other_date_format)
|
|
return sorted(data, key=lambda x: x['timestamp'])
|
|
|
|
|
|
class Tenant(object):
|
|
"""A wrapper object for the tenant received from keystone."""
|
|
def __init__(self, tenant, conn):
|
|
self.tenant = tenant
|
|
self.conn = conn # the Interface object that produced us.
|
|
|
|
@property
|
|
def id(self):
|
|
return self.tenant.id
|
|
|
|
@property
|
|
def name(self):
|
|
return self.tenant.name
|
|
|
|
@property
|
|
def description(self):
|
|
return self.tenant.description
|
|
|
|
def usage(self, meter_name, start, end):
|
|
"""Queries ceilometer for all the entries in a given range,
|
|
for a given meter, from this tenant."""
|
|
fields = [{'field': 'project_id', 'op': 'eq', 'value': self.tenant.id}]
|
|
fields.extend(add_dates(start - window_leadin, end))
|
|
|
|
with timed('fetch global usage for meter %s' % meter_name):
|
|
endpoint = self.conn.auth.get_ceilometer_endpoint()
|
|
r = self.conn.session.get(
|
|
urlparse.urljoin(endpoint, '/v2/meters/%s' % meter_name),
|
|
headers={
|
|
"X-Auth-Token": self.conn.auth.auth_token,
|
|
"Content-Type": "application/json"
|
|
},
|
|
data=json.dumps({'q': fields}))
|
|
|
|
if r.status_code == 200:
|
|
return sort_entries(json.loads(r.text))
|
|
else:
|
|
raise InterfaceException('%d %s' % (r.status_code, r.text))
|