d05278f762
Introduce mechanism of generating real life messages to the tool using the information gathered during Rally testing. This change allows to generate messages of the specfic length due to the distribution observed on real environment. messages_length.txt file contains lengths of string JSON objects that were later sent through the MQ layer during deployment and deletion of 50 VMs. simulator.py was modified to use this data as a baseline to generate random string messages of the required length with the needed probability. Change-Id: Iae21f90b5ca202bf0e83f1149baef8b42c64eb55
338 lines
12 KiB
Python
Executable File
338 lines
12 KiB
Python
Executable File
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import eventlet
|
|
eventlet.monkey_patch()
|
|
|
|
import argparse
|
|
import collections
|
|
import datetime
|
|
import logging
|
|
import os
|
|
import random
|
|
import string
|
|
import sys
|
|
import threading
|
|
import time
|
|
import yaml
|
|
|
|
from scipy.stats import rv_discrete
|
|
|
|
from oslo_config import cfg
|
|
import oslo_messaging as messaging
|
|
from oslo_messaging import notify # noqa
|
|
from oslo_messaging import rpc # noqa
|
|
|
|
LOG = logging.getLogger()
|
|
RANDOM_VARIABLE = None
|
|
CURRENT_PID = None
|
|
|
|
USAGE = """ Usage: ./simulator.py [-h] [--url URL] [-d DEBUG]\
|
|
{notify-server,notify-client,rpc-server,rpc-client} ...
|
|
|
|
Usage example:
|
|
python tools/simulator.py\
|
|
--url rabbit://stackrabbit:secretrabbit@localhost/ rpc-server
|
|
python tools/simulator.py\
|
|
--url rabbit://stackrabbit:secretrabbit@localhost/ rpc-client\
|
|
--exit-wait 15000 -p 64 -m 64"""
|
|
|
|
|
|
def init_random_generator():
|
|
data = []
|
|
with open('./messages_length.yaml') as m_file:
|
|
content = yaml.load(m_file)
|
|
data += [int(n) for n in content[
|
|
'test_data']['string_lengths'].split(', ')]
|
|
|
|
ranges = collections.defaultdict(int)
|
|
for msg_length in data:
|
|
range_start = (msg_length / 500) * 500 + 1
|
|
ranges[range_start] += 1
|
|
|
|
ranges_start = sorted(ranges.keys())
|
|
total_count = len(data)
|
|
ranges_dist = []
|
|
for r in ranges_start:
|
|
r_dist = float(ranges[r]) / total_count
|
|
ranges_dist.append(r_dist)
|
|
|
|
random_var = rv_discrete(values=(ranges_start, ranges_dist))
|
|
return random_var
|
|
|
|
|
|
class LoggingNoParsingFilter(logging.Filter):
|
|
def filter(self, record):
|
|
msg = record.getMessage()
|
|
for i in ['received {', 'MSG_ID is ']:
|
|
if i in msg:
|
|
return False
|
|
return True
|
|
|
|
|
|
class NotifyEndpoint(object):
|
|
def __init__(self):
|
|
self.cache = []
|
|
|
|
def info(self, ctxt, publisher_id, event_type, payload, metadata):
|
|
LOG.info('msg rcv')
|
|
LOG.info("%s %s %s %s" % (ctxt, publisher_id, event_type, payload))
|
|
if payload not in self.cache:
|
|
LOG.info('requeue msg')
|
|
self.cache.append(payload)
|
|
for i in range(15):
|
|
eventlet.sleep(1)
|
|
return messaging.NotificationResult.REQUEUE
|
|
else:
|
|
LOG.info('ack msg')
|
|
return messaging.NotificationResult.HANDLED
|
|
|
|
|
|
def notify_server(transport):
|
|
endpoints = [NotifyEndpoint()]
|
|
target = messaging.Target(topic='n-t1')
|
|
server = notify.get_notification_listener(transport, [target],
|
|
endpoints, executor='eventlet')
|
|
server.start()
|
|
server.wait()
|
|
|
|
|
|
class RpcEndpoint(object):
|
|
def __init__(self, wait_before_answer):
|
|
self.count = None
|
|
self.wait_before_answer = wait_before_answer
|
|
|
|
def info(self, ctxt, message):
|
|
i = int(message.split(' ')[-1])
|
|
if self.count is None:
|
|
self.count = i
|
|
elif i == 0:
|
|
self.count = 0
|
|
else:
|
|
self.count += 1
|
|
|
|
LOG.info("######## RCV: %s/%s" % (self.count, message))
|
|
if self.wait_before_answer > 0:
|
|
time.sleep(self.wait_before_answer)
|
|
return "OK: %s" % message
|
|
|
|
|
|
class RpcEndpointMonitor(RpcEndpoint):
|
|
def __init__(self, *args, **kwargs):
|
|
super(RpcEndpointMonitor, self).__init__(*args, **kwargs)
|
|
|
|
self._count = self._prev_count = 0
|
|
self._monitor()
|
|
|
|
def _monitor(self):
|
|
threading.Timer(1.0, self._monitor).start()
|
|
print ("%d msg was received per second"
|
|
% (self._count - self._prev_count))
|
|
self._prev_count = self._count
|
|
|
|
def info(self, *args, **kwargs):
|
|
self._count += 1
|
|
super(RpcEndpointMonitor, self).info(*args, **kwargs)
|
|
|
|
|
|
def rpc_server(transport, target, wait_before_answer, executor, show_stats):
|
|
endpoint_cls = RpcEndpointMonitor if show_stats else RpcEndpoint
|
|
endpoints = [endpoint_cls(wait_before_answer)]
|
|
server = rpc.get_rpc_server(transport, target, endpoints,
|
|
executor=executor)
|
|
server.start()
|
|
server.wait()
|
|
|
|
|
|
def threads_spawner(threads, method, *args, **kwargs):
|
|
p = eventlet.GreenPool(size=threads)
|
|
for i in range(0, threads):
|
|
p.spawn_n(method, i, *args, **kwargs)
|
|
p.waitall()
|
|
|
|
|
|
def send_msg(_id, transport, target, messages, wait_after_msg, timeout,
|
|
is_cast):
|
|
client = rpc.RPCClient(transport, target)
|
|
client = client.prepare(timeout=timeout)
|
|
rpc_method = _rpc_cast if is_cast else _rpc_call
|
|
|
|
ranges = RANDOM_VARIABLE.rvs(size=messages)
|
|
i = 0
|
|
for range_start in ranges:
|
|
length = random.randint(range_start, range_start + 497)
|
|
msg = ''.join(random.choice(string.lowercase) for x in range(length)) \
|
|
+ ' ' + str(i)
|
|
i += 1
|
|
# temporary file to log approximate bytes size of messages
|
|
with open('./oslo_%s_%s.log' % (target.topic, CURRENT_PID), 'a+') as f:
|
|
# 37 additional bytes for Python String object size canculation.
|
|
# In fact we may ignore these bytes, and estimate the data flow
|
|
# via number of symbols
|
|
f.write(str(length + 37) + '\n')
|
|
rpc_method(client, msg)
|
|
if wait_after_msg > 0:
|
|
time.sleep(wait_after_msg)
|
|
|
|
|
|
def _rpc_call(client, msg):
|
|
try:
|
|
res = client.call({}, 'info', message=msg)
|
|
except Exception as e:
|
|
LOG.exception('Error %s on CALL for message %s' % (str(e), msg))
|
|
else:
|
|
LOG.info("SENT: %s, RCV: %s" % (msg, res))
|
|
|
|
|
|
def _rpc_cast(client, msg):
|
|
try:
|
|
client.cast({}, 'info', message=msg)
|
|
except Exception as e:
|
|
LOG.exception('Error %s on CAST for message %s' % (str(e), msg))
|
|
else:
|
|
LOG.info("SENT: %s" % msg)
|
|
|
|
|
|
def notifier(_id, transport, messages, wait_after_msg, timeout):
|
|
n1 = notify.Notifier(transport, topic="n-t1").prepare(
|
|
publisher_id='publisher-%d' % _id)
|
|
msg = 0
|
|
for i in range(0, messages):
|
|
msg = 1 + msg
|
|
ctxt = {}
|
|
payload = dict(msg=msg, vm='test', otherdata='ahah')
|
|
LOG.info("send msg")
|
|
LOG.info(payload)
|
|
n1.info(ctxt, 'compute.start1', payload)
|
|
if wait_after_msg > 0:
|
|
time.sleep(wait_after_msg)
|
|
|
|
|
|
def _setup_logging(is_debug):
|
|
log_level = logging.DEBUG if is_debug else logging.WARN
|
|
logging.basicConfig(stream=sys.stdout, level=log_level)
|
|
logging.getLogger().handlers[0].addFilter(LoggingNoParsingFilter())
|
|
for i in ['kombu', 'amqp', 'stevedore', 'qpid.messaging'
|
|
'oslo.messaging._drivers.amqp', ]:
|
|
logging.getLogger(i).setLevel(logging.WARN)
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser(
|
|
description='Tools to play with oslo.messaging\'s RPC',
|
|
usage=USAGE,
|
|
)
|
|
parser.add_argument('--url', dest='url',
|
|
default='rabbit://guest:password@localhost/',
|
|
help="oslo.messaging transport url")
|
|
parser.add_argument('-d', '--debug', dest='debug', type=bool,
|
|
default=False,
|
|
help="Turn on DEBUG logging level instead of WARN")
|
|
parser.add_argument('-tp', '--topic', dest='topic',
|
|
default="profiler_topic",
|
|
help="Topic to publish/receive messages to/from.")
|
|
subparsers = parser.add_subparsers(dest='mode',
|
|
help='notify/rpc server/client mode')
|
|
|
|
server = subparsers.add_parser('notify-server')
|
|
client = subparsers.add_parser('notify-client')
|
|
client.add_argument('-p', dest='threads', type=int, default=1,
|
|
help='number of client threads')
|
|
client.add_argument('-m', dest='messages', type=int, default=1,
|
|
help='number of call per threads')
|
|
client.add_argument('-w', dest='wait_after_msg', type=int, default=-1,
|
|
help='sleep time between two messages')
|
|
client.add_argument('-t', dest='timeout', type=int, default=3,
|
|
help='client timeout')
|
|
|
|
server = subparsers.add_parser('rpc-server')
|
|
server.add_argument('-w', dest='wait_before_answer', type=int, default=-1)
|
|
server.add_argument('--show-stats', dest='show_stats',
|
|
type=bool, default=True)
|
|
server.add_argument('-e', '--executor', dest='executor',
|
|
type=str, default='eventlet',
|
|
help='name of a message executor')
|
|
|
|
client = subparsers.add_parser('rpc-client')
|
|
client.add_argument('-p', dest='threads', type=int, default=1,
|
|
help='number of client threads')
|
|
client.add_argument('-m', dest='messages', type=int, default=1,
|
|
help='number of call per threads')
|
|
client.add_argument('-w', dest='wait_after_msg', type=int, default=-1,
|
|
help='sleep time between two messages')
|
|
client.add_argument('-t', dest='timeout', type=int, default=3,
|
|
help='client timeout')
|
|
client.add_argument('--exit-wait', dest='exit_wait', type=int, default=0,
|
|
help='Keep connections open N seconds after calls '
|
|
'have been done')
|
|
client.add_argument('--is-cast', dest='is_cast', type=bool, default=False,
|
|
help='Use `call` or `cast` RPC methods')
|
|
|
|
args = parser.parse_args()
|
|
|
|
_setup_logging(is_debug=args.debug)
|
|
|
|
# oslo.config defaults
|
|
cfg.CONF.heartbeat_interval = 5
|
|
cfg.CONF.notification_topics = "notif"
|
|
cfg.CONF.notification_driver = "messaging"
|
|
cfg.CONF.prog = os.path.basename(__file__)
|
|
cfg.CONF.project = 'oslo.messaging'
|
|
|
|
transport = messaging.get_transport(cfg.CONF, url=args.url)
|
|
target = messaging.Target(topic=args.topic, server='profiler_server')
|
|
|
|
if args.mode == 'rpc-server':
|
|
if args.url.startswith('zmq'):
|
|
cfg.CONF.rpc_zmq_matchmaker = "redis"
|
|
transport._driver.matchmaker._redis.flushdb()
|
|
rpc_server(transport, target, args.wait_before_answer, args.executor,
|
|
args.show_stats)
|
|
elif args.mode == 'notify-server':
|
|
notify_server(transport)
|
|
elif args.mode == 'notify-client':
|
|
threads_spawner(args.threads, notifier, transport, args.messages,
|
|
args.wait_after_msg, args.timeout)
|
|
elif args.mode == 'rpc-client':
|
|
start = datetime.datetime.now()
|
|
threads_spawner(args.threads, send_msg, transport, target,
|
|
args.messages, args.wait_after_msg, args.timeout,
|
|
args.is_cast)
|
|
time_ellapsed = (datetime.datetime.now() - start).total_seconds()
|
|
msg_count = args.messages * args.threads
|
|
log_msg = '%d messages was sent for %s seconds. ' \
|
|
'Bandwidth is %s msg/sec' % (msg_count, time_ellapsed,
|
|
(msg_count / time_ellapsed))
|
|
print (log_msg)
|
|
with open('./oslo_res_%s.txt' % args.topic, 'a+') as f:
|
|
f.write(log_msg + '\n')
|
|
|
|
with open('./oslo_%s_%s.log' % (args.topic, CURRENT_PID), 'a+') as f:
|
|
data = f.read()
|
|
data = [int(i) for i in data.split()]
|
|
data_sum = sum(data)
|
|
log_msg = '%s bytes were sent for %s seconds. Bandwidth is %s b/s' % (
|
|
data_sum, time_ellapsed, (data_sum / time_ellapsed))
|
|
print(log_msg)
|
|
with open('./oslo_res_%s.txt' % args.topic, 'a+') as f:
|
|
f.write(log_msg + '\n')
|
|
os.remove('./oslo_%s_%s.log' % (args.topic, CURRENT_PID))
|
|
|
|
LOG.info("calls finished, wait %d seconds" % args.exit_wait)
|
|
time.sleep(args.exit_wait)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
RANDOM_VARIABLE = init_random_generator()
|
|
CURRENT_PID = os.getpid()
|
|
main()
|