60de53ea45
While trying to create some fake data, I realized the randomizer code was not running, nor were changes being committed, and largely the code was still patterned on ipmi, when really we should be patterning on fake. Also drops the number of nodes to create to 5000, instead of 10,000, as we're ultimately going to create a fairly unhappy fake ironic database with this model. Using the fake interface *and* fake config, provides us an easy path to begin to benchmark drastic changes to the conductor model as part of removing eventlet. Change-Id: I179c842d369eb9a3a60878556559746cca27bcaa Signed-off-by: Julia Kreger <juliaashleykreger@gmail.com>
124 lines
5.3 KiB
Python
124 lines
5.3 KiB
Python
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
import random
|
|
import sys
|
|
import time
|
|
|
|
from oslo_db.sqlalchemy import enginefacade
|
|
from sqlalchemy import sql
|
|
|
|
from ironic.common import service
|
|
from ironic.conf import CONF # noqa To Load Configuration
|
|
from ironic.objects import node
|
|
from ironic.objects import port
|
|
|
|
|
|
NODE_COUNT = 5000
|
|
PORTS_PER_NODE = 2
|
|
|
|
|
|
# NOTE(hjensas): Mostly copy-paste from Nova
|
|
def generate_mac_address():
|
|
"""Generate an Ethernet MAC address."""
|
|
mac = [random.randint(0x00, 0xff),
|
|
random.randint(0x00, 0xff),
|
|
random.randint(0x00, 0xff),
|
|
random.randint(0x00, 0xff),
|
|
random.randint(0x00, 0xff),
|
|
random.randint(0x00, 0xff)]
|
|
return ':'.join(map(lambda x: "%02x" % x, mac))
|
|
|
|
|
|
def _create_test_node_ports(new_node):
|
|
for i in range(0, PORTS_PER_NODE):
|
|
new_port = port.Port()
|
|
new_port.node_id = new_node.id
|
|
new_port.address = generate_mac_address()
|
|
new_port.pxe_enabled = True
|
|
new_port.create()
|
|
|
|
|
|
def _create_test_nodes():
|
|
print("Starting creation of fake nodes.")
|
|
start = time.time()
|
|
checkin = time.time()
|
|
for i in range(0, NODE_COUNT):
|
|
new_node = node.Node()
|
|
new_node.power_state = 'power off'
|
|
new_node.driver = 'fake-hardware'
|
|
new_node.driver_internal_info = {'test-meow': i}
|
|
new_node.name = 'BenchmarkTestNode-%s' % i
|
|
new_node.driver_info = {
|
|
'ipmi_username': 'admin', 'ipmi_password': 'admin',
|
|
'ipmi_address': 'testhost%s.env.top.level.domain' % i}
|
|
new_node.resource_class = 'CUSTOM_BAREMETAL'
|
|
new_node.properties = {'cpu': 4,
|
|
'memory': 32,
|
|
'cats': i,
|
|
'meowing': True}
|
|
new_node.create()
|
|
_create_test_node_ports(new_node)
|
|
delta = time.time() - checkin
|
|
if delta > 10:
|
|
checkin = time.time()
|
|
print('* At %s nodes, %0.02f seconds. Total elapsed: %s'
|
|
% (i, delta, time.time() - start))
|
|
created = time.time()
|
|
elapse = created - start
|
|
print('Created %s nodes in %s seconds.\n' % (NODE_COUNT, elapse))
|
|
|
|
|
|
def _mix_up_nodes_data():
|
|
engine = enginefacade.writer.get_engine()
|
|
conn = engine.connect()
|
|
|
|
# A list of commands to mix up indexed field data a bit to emulate what
|
|
# a production database may somewhat look like.
|
|
commands = [
|
|
"UPDATE nodes set maintenance = True where RAND() < 0.1", # noqa Easier to read this way
|
|
"UPDATE nodes set driver = 'redfish' where RAND() < 0.5", # noqa Easier to read this way
|
|
"UPDATE nodes set reservation = 'fake_conductor01' where RAND() < 0.02", # noqa Easier to read this way
|
|
"UPDATE nodes set reservation = 'fake_conductor02' where RAND() < 0.02", # noqa Easier to read this way
|
|
"UPDATE nodes set reservation = 'fake_conductor03' where RAND() < 0.02", # noqa Easier to read this way
|
|
"UPDATE nodes set reservation = 'fake_conductor04' where RAND() < 0.02", # noqa Easier to read this way
|
|
"UPDATE nodes set reservation = 'fake_conductor05' where RAND() < 0.02", # noqa Easier to read this way
|
|
"UPDATE nodes set reservation = 'fake_conductor06' where RAND() < 0.02", # noqa Easier to read this way
|
|
"UPDATE nodes set provision_state = 'active' where RAND() < 0.8", # noqa Easier to read this way
|
|
"UPDATE nodes set power_state = 'power on' where provision_state = 'active' and RAND() < 0.95", # noqa Easier to read this way
|
|
"UPDATE nodes set provision_state = 'available' where RAND() < 0.1", # noqa Easier to read this way
|
|
"UPDATE nodes set provision_state = 'manageable' where RAND() < 0.1", # noqa Easier to read this way
|
|
"UPDATE nodes set provision_state = 'clean wait' where RAND() < 0.05", # noqa Easier to read this way
|
|
"UPDATE nodes set provision_state = 'error' where RAND() < 0.05", # noqa Easier to read this way
|
|
"UPDATE nodes set owner = (select UUID()) where RAND() < 0.2", # noqa Easier to read this way
|
|
"UPDATE nodes set lessee = (select UUID()) where RAND() < 0.2", # noqa Easier to read this way
|
|
"UPDATE nodes set instance_uuid = (select UUID()) where RAND() < 0.95 and provision_state = 'active'", # noqa Easier to read this way
|
|
"UPDATE nodes set last_error = (select UUID()) where RAND() <0.05", # noqa Easier to read this way
|
|
]
|
|
start = time.time()
|
|
for command in commands:
|
|
print("Executing SQL command: \\" + command + ";\n")
|
|
conn.execute(sql.text(command))
|
|
conn.commit()
|
|
print("* Completed command. %0.04f elapsed since start of commands."
|
|
% (time.time() - start))
|
|
|
|
|
|
def main():
|
|
service.prepare_command()
|
|
CONF.set_override('debug', False)
|
|
_create_test_nodes()
|
|
_mix_up_nodes_data()
|
|
|
|
if __name__ == '__main__':
|
|
sys.exit(main())
|