From fbe59cfa342ab44973e8de4d81abc607cd8f8eed Mon Sep 17 00:00:00 2001 From: Doug Hellmann Date: Tue, 28 Aug 2012 14:52:28 -0400 Subject: [PATCH] Create tool for generating test meter data This new command line tool creates meter events and writes them directly to the database to make functional testing of the API easier. Change-Id: I23145da75dd6d671a36fa6cf8e5e613edabbb01e Signed-off-by: Doug Hellmann --- tools/make_test_data.py | 137 ++++++++++++++++++++++++++++++++++++++++ tools/make_test_data.sh | 70 ++++++++++++++++++++ 2 files changed, 207 insertions(+) create mode 100755 tools/make_test_data.py create mode 100755 tools/make_test_data.sh diff --git a/tools/make_test_data.py b/tools/make_test_data.py new file mode 100755 index 00000000..0af6fa91 --- /dev/null +++ b/tools/make_test_data.py @@ -0,0 +1,137 @@ +#!/usr/bin/env python +# -*- encoding: utf-8 -*- +# +# Copyright © 2012 New Dream Network, LLC (DreamHost) +# +# Author: Doug Hellmann +# +# Licensed under the Apache License, Version 2.0 (the "License"); you may +# not use this file except in compliance with the License. You may obtain +# a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# License for the specific language governing permissions and limitations +# under the License. + +"""Command line tool for creating test data for ceilometer. +""" + +import argparse +import datetime +import logging +import sys + +from ceilometer import counter +from ceilometer import meter +from ceilometer import storage +from ceilometer.openstack.common import cfg +from ceilometer.openstack.common import timeutils + + +def main(): + cfg.CONF([]) + + parser = argparse.ArgumentParser( + description='generate metering data', + ) + parser.add_argument( + '--interval', + default=10, + type=int, + help='the period between events, in minutes', + ) + parser.add_argument( + '--start', + default=31, + help='the number of days in the past to start timestamps', + ) + parser.add_argument( + '--end', + default=2, + help='the number of days into the future to continue timestamps', + ) + parser.add_argument( + '--type', + choices=('absolute', 'cumulative'), + default='absolute', + help='counter type', + ) + parser.add_argument( + '--project', + help='project id of owner', + ) + parser.add_argument( + '--user', + help='user id of owner', + ) + parser.add_argument( + 'resource', + help='the resource id for the meter data', + ) + parser.add_argument( + 'counter', + help='the counter name for the meter data', + ) + parser.add_argument( + 'volume', + help='the amount to attach to the meter', + type=int, + default=1, + ) + args = parser.parse_args() + + # Set up logging to use the console + console = logging.StreamHandler(sys.stderr) + console.setLevel(logging.DEBUG) + formatter = logging.Formatter('%(message)s') + console.setFormatter(formatter) + root_logger = logging.getLogger('') + root_logger.addHandler(console) + root_logger.setLevel(logging.DEBUG) + + # Connect to the metering database + conn = storage.get_connection(cfg.CONF) + + # Find the user and/or project for a real resource + if not (args.user or args.project): + for r in conn.get_resources(): + if r['resource_id'] == args.resource: + args.user = r['user_id'] + args.project = r['project_id'] + break + + # Compute start and end timestamps for the + # new data. + timestamp = timeutils.parse_isotime(args.start) + end = timeutils.parse_isotime(args.end) + increment = datetime.timedelta(minutes=args.interval) + + # Generate events + n = 0 + while timestamp <= end: + c = counter.Counter(source='artificial', + name=args.counter, + type=args.type, + volume=args.volume, + user_id=args.user, + project_id=args.project, + resource_id=args.resource, + timestamp=timestamp, + duration=0, + resource_metadata={}, + ) + data = meter.meter_message_from_counter(c) + conn.record_metering_data(data) + n += 1 + timestamp = timestamp + increment + + print 'Added %d new events' % n + + return 0 + +if __name__ == '__main__': + main() diff --git a/tools/make_test_data.sh b/tools/make_test_data.sh new file mode 100755 index 00000000..bba0987a --- /dev/null +++ b/tools/make_test_data.sh @@ -0,0 +1,70 @@ +#!/bin/bash + +bindir=$(dirname $0) + +project_name="$1" +if [ -z "$project_name" ] +then + project_name=demo +fi + +# Convert a possible project name to an id, if we have +# keystone installed. +if which keystone >/dev/null +then + project=$(keystone tenant-list | grep " $project_name " | cut -f2 -d'|' | cut -f2 -d' ') +else + # Assume they gave us the project id as argument. + project="$project_name" +fi + +if [ -z "$project" ] +then + echo "Could not determine project id for \"$project_name\"" 1>&2 + exit 1 +fi + +early1="2012-08-27T07:00:00" +early2="2012-08-27T17:00:00" + +start="2012-08-28T00:00:00" + +middle1="2012-08-28T08:00:00" +middle2="2012-08-28T18:00:00" +middle3="2012-08-29T09:00:00" +middle4="2012-08-29T19:00:00" + +end="2012-08-31T23:59:00" + +late1="2012-08-31T10:00:00" +late2="2012-08-31T20:00:00" + +mkdata() { + ${bindir}/make_test_data.py --project "$project" \ + --start "$2" --end "$3" \ + "$1" instance:m1.tiny 1 +} + +dates=(early1 early2 start middle1 middle2 middle3 middle4 end late1 late2) + +echo $project + +for i in $(seq 0 $((${#dates[@]} - 2)) ) +do + + iname=${dates[$i]} + eval "ivalue=\$$iname" + + for j in $(seq $((i + 1)) $((${#dates[@]} - 1)) ) + do + jname=${dates[$j]} + eval "jvalue=\$$jname" + + resource_id="${project_name}-$iname-$jname" + echo "$resource_id" + + mkdata "$resource_id" "$ivalue" "$jvalue" + [ $? -eq 0 ] || exit $? + done + echo +done