033a2e3fd2
Now in event collection only ttl index existed, that means response on queries for event collection will become slower with collection growth. Additional indexes based on timestamp and event_type fields in improves this. Closes-bug: #1526793 Change-Id: I87f13262a213828e1aca5fbe60544db78999a341
86 lines
3.3 KiB
Python
86 lines
3.3 KiB
Python
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
"""MongoDB storage backend"""
|
|
|
|
from oslo_config import cfg
|
|
from oslo_log import log
|
|
import pymongo
|
|
|
|
from ceilometer.event.storage import pymongo_base
|
|
from ceilometer import storage
|
|
from ceilometer.storage import impl_mongodb
|
|
from ceilometer.storage.mongo import utils as pymongo_utils
|
|
|
|
LOG = log.getLogger(__name__)
|
|
|
|
|
|
class Connection(pymongo_base.Connection):
|
|
"""Put the event data into a MongoDB database."""
|
|
|
|
CONNECTION_POOL = pymongo_utils.ConnectionPool()
|
|
|
|
def __init__(self, url):
|
|
|
|
# NOTE(jd) Use our own connection pooling on top of the Pymongo one.
|
|
# We need that otherwise we overflow the MongoDB instance with new
|
|
# connection since we instantiate a Pymongo client each time someone
|
|
# requires a new storage connection.
|
|
self.conn = self.CONNECTION_POOL.connect(url)
|
|
|
|
# Require MongoDB 2.4 to use $setOnInsert
|
|
if self.conn.server_info()['versionArray'] < [2, 4]:
|
|
raise storage.StorageBadVersion("Need at least MongoDB 2.4")
|
|
|
|
connection_options = pymongo.uri_parser.parse_uri(url)
|
|
self.db = getattr(self.conn, connection_options['database'])
|
|
if connection_options.get('username'):
|
|
self.db.authenticate(connection_options['username'],
|
|
connection_options['password'])
|
|
|
|
# NOTE(jd) Upgrading is just about creating index, so let's do this
|
|
# on connection to be sure at least the TTL is correctly updated if
|
|
# needed.
|
|
self.upgrade()
|
|
|
|
def upgrade(self):
|
|
# create collection if not present
|
|
if 'event' not in self.db.conn.collection_names():
|
|
self.db.conn.create_collection('event')
|
|
# Establish indexes
|
|
# NOTE(idegtiarov): This indexes cover get_events, get_event_types, and
|
|
# get_trait_types requests based on event_type and timestamp fields.
|
|
self.db.event.create_index(
|
|
[('event_type', pymongo.ASCENDING),
|
|
('timestamp', pymongo.ASCENDING)],
|
|
name='event_type_idx'
|
|
)
|
|
ttl = cfg.CONF.database.event_time_to_live
|
|
impl_mongodb.Connection.update_ttl(ttl, 'event_ttl', 'timestamp',
|
|
self.db.event)
|
|
|
|
def clear(self):
|
|
self.conn.drop_database(self.db.name)
|
|
# Connection will be reopened automatically if needed
|
|
self.conn.close()
|
|
|
|
@staticmethod
|
|
def clear_expired_event_data(ttl):
|
|
"""Clear expired data from the backend storage system.
|
|
|
|
Clearing occurs according to the time-to-live.
|
|
|
|
:param ttl: Number of seconds to keep records for.
|
|
"""
|
|
LOG.debug("Clearing expired event data is based on native "
|
|
"MongoDB time to live feature and going in background.")
|