Create tool for generating test meter data

This new command line tool creates meter events and writes
them directly to the database to make functional testing of
the API easier.

Change-Id: I23145da75dd6d671a36fa6cf8e5e613edabbb01e
Signed-off-by: Doug Hellmann <doug.hellmann@dreamhost.com>

tools/make_test_data.py

@@ -0,0 +1,137 @@
+#!/usr/bin/env python
+# -*- encoding: utf-8 -*-
+#
+# Copyright © 2012 New Dream Network, LLC (DreamHost)
+#
+# Author: Doug Hellmann <doug.hellmann@dreamhost.com>
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may
+# not use this file except in compliance with the License. You may obtain
+# a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
+# License for the specific language governing permissions and limitations
+# under the License.
+
+"""Command line tool for creating test data for ceilometer.
+"""
+
+import argparse
+import datetime
+import logging
+import sys
+
+from ceilometer import counter
+from ceilometer import meter
+from ceilometer import storage
+from ceilometer.openstack.common import cfg
+from ceilometer.openstack.common import timeutils
+
+
+def main():
+    cfg.CONF([])
+
+    parser = argparse.ArgumentParser(
+        description='generate metering data',
+        )
+    parser.add_argument(
+        '--interval',
+        default=10,
+        type=int,
+        help='the period between events, in minutes',
+        )
+    parser.add_argument(
+        '--start',
+        default=31,
+        help='the number of days in the past to start timestamps',
+        )
+    parser.add_argument(
+        '--end',
+        default=2,
+        help='the number of days into the future to continue timestamps',
+        )
+    parser.add_argument(
+        '--type',
+        choices=('absolute', 'cumulative'),
+        default='absolute',
+        help='counter type',
+        )
+    parser.add_argument(
+        '--project',
+        help='project id of owner',
+        )
+    parser.add_argument(
+        '--user',
+        help='user id of owner',
+        )
+    parser.add_argument(
+        'resource',
+        help='the resource id for the meter data',
+        )
+    parser.add_argument(
+        'counter',
+        help='the counter name for the meter data',
+        )
+    parser.add_argument(
+        'volume',
+        help='the amount to attach to the meter',
+        type=int,
+        default=1,
+        )
+    args = parser.parse_args()
+
+    # Set up logging to use the console
+    console = logging.StreamHandler(sys.stderr)
+    console.setLevel(logging.DEBUG)
+    formatter = logging.Formatter('%(message)s')
+    console.setFormatter(formatter)
+    root_logger = logging.getLogger('')
+    root_logger.addHandler(console)
+    root_logger.setLevel(logging.DEBUG)
+
+    # Connect to the metering database
+    conn = storage.get_connection(cfg.CONF)
+
+    # Find the user and/or project for a real resource
+    if not (args.user or args.project):
+        for r in conn.get_resources():
+            if r['resource_id'] == args.resource:
+                args.user = r['user_id']
+                args.project = r['project_id']
+                break
+
+    # Compute start and end timestamps for the
+    # new data.
+    timestamp = timeutils.parse_isotime(args.start)
+    end = timeutils.parse_isotime(args.end)
+    increment = datetime.timedelta(minutes=args.interval)
+
+    # Generate events
+    n = 0
+    while timestamp <= end:
+        c = counter.Counter(source='artificial',
+                            name=args.counter,
+                            type=args.type,
+                            volume=args.volume,
+                            user_id=args.user,
+                            project_id=args.project,
+                            resource_id=args.resource,
+                            timestamp=timestamp,
+                            duration=0,
+                            resource_metadata={},
+                            )
+        data = meter.meter_message_from_counter(c)
+        conn.record_metering_data(data)
+        n += 1
+        timestamp = timestamp + increment
+
+    print 'Added %d new events' % n
+
+    return 0
+
+if __name__ == '__main__':
+    main()

tools/make_test_data.sh

@@ -0,0 +1,70 @@
+#!/bin/bash
+
+bindir=$(dirname $0)
+
+project_name="$1"
+if [ -z "$project_name" ]
+then
+    project_name=demo
+fi
+
+# Convert a possible project name to an id, if we have
+# keystone installed.
+if which keystone >/dev/null
+then
+    project=$(keystone tenant-list | grep " $project_name " | cut -f2 -d'|' | cut -f2 -d' ')
+else
+    # Assume they gave us the project id as argument.
+    project="$project_name"
+fi
+
+if [ -z "$project" ]
+then
+    echo "Could not determine project id for \"$project_name\"" 1>&2
+    exit 1
+fi
+
+early1="2012-08-27T07:00:00"
+early2="2012-08-27T17:00:00"
+
+start="2012-08-28T00:00:00"
+
+middle1="2012-08-28T08:00:00"
+middle2="2012-08-28T18:00:00"
+middle3="2012-08-29T09:00:00"
+middle4="2012-08-29T19:00:00"
+
+end="2012-08-31T23:59:00"
+
+late1="2012-08-31T10:00:00"
+late2="2012-08-31T20:00:00"
+
+mkdata() {
+  ${bindir}/make_test_data.py --project "$project" \
+    --start "$2" --end "$3" \
+    "$1" instance:m1.tiny 1
+}
+
+dates=(early1 early2 start middle1 middle2 middle3 middle4 end late1 late2)
+
+echo $project
+
+for i in $(seq 0 $((${#dates[@]} - 2)) )
+do
+
+  iname=${dates[$i]}
+  eval "ivalue=\$$iname"
+
+  for j in $(seq $((i + 1)) $((${#dates[@]} - 1)) )
+  do
+    jname=${dates[$j]}
+    eval "jvalue=\$$jname"
+
+    resource_id="${project_name}-$iname-$jname"
+    echo "$resource_id"
+
+    mkdata "$resource_id" "$ivalue" "$jvalue"
+    [ $? -eq 0 ] || exit $?
+  done
+  echo
+done