Cherry-pick changes from release-0.2.
* Added WebUI automated tests Ie5dd067f52d4906fc30ac11e820296b7dc797882 * Added scripts for HA testing Ib2d7f28458de3fe55f80f3e0955637ba907784b6 * Fixed README. I677705d7bc1199632b034f4111fa72ba24ddd71f * Fixed README again. I489578ff1f51685b4b62193f4cd5e61ce8092087 * Fixed IP address in automated tests for API Service I10571eec95f9b3ad8e0af0847da94a22a9847b84 Change-Id: I36bc87ec21c3082fe1502a5191c032dc67224bf0
This commit is contained in:
Timur Nurlygayanov
committed by
Timur Sufiev
Timur Sufiev
parent
6960c8ce7b
commit
b2d104d1a1
171
boffin/run_concurrently.py
Normal file
171
boffin/run_concurrently.py
Normal file
@@ -0,0 +1,171 @@
|
||||
# Copyright (c) 2013 Mirantis, Inc.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
||||
# not use this file except in compliance with the License. You may obtain
|
||||
# a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||
# License for the specific language governing permissions and limitations
|
||||
# under the License.
|
||||
|
||||
# Please, install python and puppet before run this script.
|
||||
# Also, please, do not forget to install the following packages for tests:
|
||||
# robotframework, robotframework-selenium2library, BeautifulSoup4
|
||||
|
||||
from subprocess import Popen
|
||||
from argparse import ArgumentParser
|
||||
from time import sleep
|
||||
from os import listdir
|
||||
from os.path import join, split
|
||||
|
||||
|
||||
def wait_for_finished(threads):
|
||||
"""
|
||||
Wait until threads finish.
|
||||
"""
|
||||
for ind, t in enumerate(threads):
|
||||
if t.poll() is not None:
|
||||
threads.pop(ind)
|
||||
sleep(1)
|
||||
|
||||
|
||||
s = "This script allows to run Robot Framework tests concurrently."
|
||||
parser = ArgumentParser(description=s)
|
||||
|
||||
parser.add_argument("-n", action="store", dest="processes_count",
|
||||
default=1, type=int,
|
||||
help="The number of parallel threads (1 by default).")
|
||||
|
||||
req_group = parser.add_mutually_exclusive_group(required=True)
|
||||
|
||||
req_group.add_argument('-s', action='store', dest='script_name',
|
||||
default=None, type=str,
|
||||
help='The name of file with tests or name pattern.')
|
||||
|
||||
req_group.add_argument('-l', action='store', dest='scripts_list',
|
||||
default=None, nargs='*',
|
||||
help='Names of test files separated by spaces.')
|
||||
|
||||
req_group.add_argument('-d', action='store', dest='tests_dir',
|
||||
default=None, type=str,
|
||||
help='The name of directory with tests to be executed.')
|
||||
|
||||
parser.add_argument("-t", action="store", dest="tags_list",
|
||||
default=None, nargs='*',
|
||||
help="Test tags separated by spaces. Should be specified "
|
||||
"with SCRIPT_NAME argument.")
|
||||
|
||||
parser.add_argument('-R', action='store', dest='resources_dir',
|
||||
default=None, type=str,
|
||||
help='The resources directory path (e.g. '
|
||||
'samples/mirantis.com/resources/).')
|
||||
|
||||
parser.add_argument('-r', action='store', dest='reports_dir',
|
||||
default="reports", type=str,
|
||||
help='The directory name with reports '
|
||||
'("reports" directory by default).')
|
||||
|
||||
args = parser.parse_args()
|
||||
|
||||
|
||||
# Generate puppet manifest:
|
||||
content = """package { ['xvfb',
|
||||
'x11-xkb-utils',
|
||||
'xfonts-100dpi',
|
||||
'xfonts-75dpi',
|
||||
'xfonts-scalable',
|
||||
'xfonts-cyrillic',
|
||||
'xserver-xorg-core']:
|
||||
ensure => latest,
|
||||
}\n"""
|
||||
for i in xrange(args.processes_count):
|
||||
content += """exec {'Create new virtual desktop%s':
|
||||
require => [ Package['xvfb'],
|
||||
Package['x11-xkb-utils'],
|
||||
Package['xfonts-100dpi'],
|
||||
Package['xfonts-75dpi'],
|
||||
Package['xfonts-scalable'],
|
||||
Package['xfonts-cyrillic'],
|
||||
Package['xserver-xorg-core'] ],
|
||||
command => 'Xvfb -fp /usr/share/fonts/X11/misc/ :2%s
|
||||
-screen %s 1024x768x16 2>&1; echo "ok"',
|
||||
user => 'root',
|
||||
provider => shell,
|
||||
path => '/usr/bin',
|
||||
}\n""" % (i + 1, i, i)
|
||||
|
||||
f = open('make_virtual_displays.pp', 'w')
|
||||
f.write(content)
|
||||
f.close()
|
||||
|
||||
# Deploy puppet manifest to create a few virtual displays:
|
||||
cmd = 'sudo puppet apply make_virtual_displays.pp'
|
||||
make_displays = Popen(cmd, shell=True)
|
||||
|
||||
print "Start to make a new virtual displays"
|
||||
while make_displays.poll() is None:
|
||||
sleep(1)
|
||||
|
||||
if make_displays.poll() == 0:
|
||||
print "Virtual Displays are ready."
|
||||
else:
|
||||
print "Can not create virtual displays: error code: " +\
|
||||
str(make_displays.poll())
|
||||
exit(1)
|
||||
|
||||
|
||||
# Generate the command for executing tests.
|
||||
cmd = "export DISPLAY=:%s; pybot -C off -K off -r %s.report.html " \
|
||||
"-l %s.log.html -o %s.output.xml -d " + args.reports_dir + " "
|
||||
if args.resources_dir:
|
||||
cmd += " -v resources_path:" + args.resources_dir + " "
|
||||
|
||||
|
||||
# Start all threads with tests.
|
||||
if args.tags_list and args.script_name:
|
||||
cmd += " -i %s " + args.script_name + " 2>/dev/null"
|
||||
# Start all threads with tests and ignore empty threads.
|
||||
threads = []
|
||||
for i, tag in enumerate(args.tags_list):
|
||||
f_name = args.script_name.split('.')[0]
|
||||
values = ("2%s" % i, f_name, f_name, f_name, tag)
|
||||
print "Execute command:\n", cmd % values
|
||||
threads.append(Popen(cmd % values, shell=True))
|
||||
while len(threads) == args.processes_count:
|
||||
wait_for_finished(threads)
|
||||
sleep(1)
|
||||
|
||||
else:
|
||||
if args.tests_dir:
|
||||
files = listdir(args.tests_dir)
|
||||
files = filter(lambda x: x.endswith('.txt'), files)
|
||||
txt_scripts = [join(args.tests_dir, s) for s in files]
|
||||
elif args.scripts_list:
|
||||
txt_scripts = args.scripts_list
|
||||
elif args.script_name:
|
||||
txt_scripts = [args.script_name]
|
||||
|
||||
cmd += "%s" # script name
|
||||
threads = []
|
||||
for i, s in enumerate(txt_scripts):
|
||||
# values for string formatting:
|
||||
_, f = split(s)
|
||||
f_name = f.split('.')[0]
|
||||
values = ("2%s" % i, f_name, f_name, f_name, s)
|
||||
# add thread
|
||||
print "Execute command:\n", cmd % values
|
||||
threads.append(Popen(cmd % values, shell=True))
|
||||
while len(threads) == args.processes_count:
|
||||
wait_for_finished(threads)
|
||||
sleep(1)
|
||||
|
||||
|
||||
# Wait for all threads finish.
|
||||
while len(threads) > 0:
|
||||
wait_for_finished(threads)
|
||||
print "\nFinished."
|
||||
exit(0)
|
||||
Reference in New Issue
Block a user