c612727ff8
oslo.log has graduated from oslo-incubator, and openstack.common.log has been removed from oslo-incubator, so let's use the new one. NOTE1:openstack.common.log registers its options at import time, but oslo.log needs to call register_options() explicitly. NOTE2: split unit test case in tests/objectstore/test_swift_middleware.py to avoid duplicate cli option register exception, see NOTE1. Change-Id: Ida30808dbe0c584919755c207ca4ee4b91963a17
79 lines
2.9 KiB
Python
79 lines
2.9 KiB
Python
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
"""MongoDB storage backend"""
|
|
|
|
from oslo_config import cfg
|
|
from oslo_log import log
|
|
import pymongo
|
|
|
|
from ceilometer.event.storage import pymongo_base
|
|
from ceilometer import storage
|
|
from ceilometer.storage import impl_mongodb
|
|
from ceilometer.storage.mongo import utils as pymongo_utils
|
|
|
|
LOG = log.getLogger(__name__)
|
|
|
|
|
|
class Connection(pymongo_base.Connection):
|
|
"""Put the event data into a MongoDB database."""
|
|
|
|
CONNECTION_POOL = pymongo_utils.ConnectionPool()
|
|
|
|
def __init__(self, url):
|
|
|
|
# NOTE(jd) Use our own connection pooling on top of the Pymongo one.
|
|
# We need that otherwise we overflow the MongoDB instance with new
|
|
# connection since we instantiate a Pymongo client each time someone
|
|
# requires a new storage connection.
|
|
self.conn = self.CONNECTION_POOL.connect(url)
|
|
|
|
# Require MongoDB 2.4 to use $setOnInsert
|
|
if self.conn.server_info()['versionArray'] < [2, 4]:
|
|
raise storage.StorageBadVersion("Need at least MongoDB 2.4")
|
|
|
|
connection_options = pymongo.uri_parser.parse_uri(url)
|
|
self.db = getattr(self.conn, connection_options['database'])
|
|
if connection_options.get('username'):
|
|
self.db.authenticate(connection_options['username'],
|
|
connection_options['password'])
|
|
|
|
# NOTE(jd) Upgrading is just about creating index, so let's do this
|
|
# on connection to be sure at least the TTL is correctly updated if
|
|
# needed.
|
|
self.upgrade()
|
|
|
|
def upgrade(self):
|
|
# create collection if not present
|
|
if 'event' not in self.db.conn.collection_names():
|
|
self.db.conn.create_collection('event')
|
|
# Establish indexes
|
|
ttl = cfg.CONF.database.event_time_to_live
|
|
impl_mongodb.Connection.update_ttl(ttl, 'event_ttl', 'timestamp',
|
|
self.db.event)
|
|
|
|
def clear(self):
|
|
self.conn.drop_database(self.db.name)
|
|
# Connection will be reopened automatically if needed
|
|
self.conn.close()
|
|
|
|
@staticmethod
|
|
def clear_expired_event_data(ttl):
|
|
"""Clear expired data from the backend storage system.
|
|
|
|
Clearing occurs according to the time-to-live.
|
|
|
|
:param ttl: Number of seconds to keep records for.
|
|
"""
|
|
LOG.debug("Clearing expired event data is based on native "
|
|
"MongoDB time to live feature and going in background.")
|