e751218059
In order to ease logging of the various burn-in steps, this patch
proposes options to define the outpout files for all burn-in steps:
{'agent_burnin_cpu', 'agent_burnin_vm', 'agent_burnin_fio_network',
'agent_burnin_fio_disk'}_outputfile via a node's driver-info.
Story: #2007523
Task: #44102
Change-Id: I327cae5949d38e738d3c535487b3795d00ad8f1e
305 lines
12 KiB
Python
305 lines
12 KiB
Python
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
from unittest import mock
|
|
|
|
from ironic_lib import utils
|
|
from oslo_concurrency import processutils
|
|
|
|
from ironic_python_agent import burnin
|
|
from ironic_python_agent import errors
|
|
from ironic_python_agent import hardware
|
|
from ironic_python_agent.tests.unit import base
|
|
|
|
|
|
@mock.patch.object(utils, 'execute', autospec=True)
|
|
class TestBurnin(base.IronicAgentTest):
|
|
|
|
def test_stress_ng_cpu_default(self, mock_execute):
|
|
|
|
node = {'driver_info': {}}
|
|
mock_execute.return_value = (['out', 'err'])
|
|
|
|
burnin.stress_ng_cpu(node)
|
|
|
|
mock_execute.assert_called_once_with(
|
|
'stress-ng', '--cpu', 0, '--timeout', 86400, '--metrics-brief')
|
|
|
|
def test_stress_ng_cpu_non_default(self, mock_execute):
|
|
|
|
node = {'driver_info': {
|
|
'agent_burnin_cpu_cpu': 3,
|
|
'agent_burnin_cpu_timeout': 2911,
|
|
'agent_burnin_cpu_outputfile': '/var/log/burnin.cpu'}}
|
|
mock_execute.return_value = (['out', 'err'])
|
|
|
|
burnin.stress_ng_cpu(node)
|
|
|
|
mock_execute.assert_called_once_with(
|
|
'stress-ng', '--cpu', 3, '--timeout', 2911, '--metrics-brief',
|
|
'--log-file', '/var/log/burnin.cpu')
|
|
|
|
def test_stress_ng_cpu_no_stress_ng(self, mock_execute):
|
|
|
|
node = {'driver_info': {}}
|
|
mock_execute.side_effect = (['out', 'err'],
|
|
processutils.ProcessExecutionError())
|
|
|
|
burnin.stress_ng_cpu(node)
|
|
|
|
self.assertRaises(errors.CommandExecutionError,
|
|
burnin.stress_ng_cpu, node)
|
|
|
|
def test_stress_ng_vm_default(self, mock_execute):
|
|
|
|
node = {'driver_info': {}}
|
|
mock_execute.return_value = (['out', 'err'])
|
|
|
|
burnin.stress_ng_vm(node)
|
|
|
|
mock_execute.assert_called_once_with(
|
|
|
|
'stress-ng', '--vm', 0, '--vm-bytes', '98%',
|
|
'--timeout', 86400, '--metrics-brief')
|
|
|
|
def test_stress_ng_vm_non_default(self, mock_execute):
|
|
|
|
node = {'driver_info': {
|
|
'agent_burnin_vm_vm': 2,
|
|
'agent_burnin_vm_vm-bytes': '25%',
|
|
'agent_burnin_vm_timeout': 120,
|
|
'agent_burnin_vm_outputfile': '/var/log/burnin.vm'}}
|
|
mock_execute.return_value = (['out', 'err'])
|
|
|
|
burnin.stress_ng_vm(node)
|
|
|
|
mock_execute.assert_called_once_with(
|
|
'stress-ng', '--vm', 2, '--vm-bytes', '25%',
|
|
'--timeout', 120, '--metrics-brief',
|
|
'--log-file', '/var/log/burnin.vm')
|
|
|
|
def test_stress_ng_vm_no_stress_ng(self, mock_execute):
|
|
|
|
node = {'driver_info': {}}
|
|
mock_execute.side_effect = (['out', 'err'],
|
|
processutils.ProcessExecutionError())
|
|
|
|
burnin.stress_ng_vm(node)
|
|
|
|
self.assertRaises(errors.CommandExecutionError,
|
|
burnin.stress_ng_vm, node)
|
|
|
|
@mock.patch.object(hardware, 'list_all_block_devices', autospec=True)
|
|
def test_fio_disk_default(self, mock_list, mock_execute):
|
|
|
|
node = {'driver_info': {}}
|
|
|
|
mock_list.return_value = [
|
|
hardware.BlockDevice('/dev/sdj', 'big', 1073741824, True),
|
|
hardware.BlockDevice('/dev/hdaa', 'small', 65535, False),
|
|
]
|
|
mock_execute.return_value = (['out', 'err'])
|
|
|
|
burnin.fio_disk(node)
|
|
|
|
mock_execute.assert_called_once_with(
|
|
'fio', '--rw', 'readwrite', '--bs', '4k', '--direct', 1,
|
|
'--ioengine', 'libaio', '--iodepth', '32', '--verify',
|
|
'crc32c', '--verify_dump', 1, '--continue_on_error', 'verify',
|
|
'--loops', 4, '--runtime', 0, '--time_based', '--name',
|
|
'/dev/sdj', '--name', '/dev/hdaa')
|
|
|
|
@mock.patch.object(hardware, 'list_all_block_devices', autospec=True)
|
|
def test_fio_disk_no_default(self, mock_list, mock_execute):
|
|
|
|
node = {'driver_info': {
|
|
'agent_burnin_fio_disk_runtime': 600,
|
|
'agent_burnin_fio_disk_loops': 5,
|
|
'agent_burnin_fio_disk_outputfile': '/var/log/burnin.disk'}}
|
|
|
|
mock_list.return_value = [
|
|
hardware.BlockDevice('/dev/sdj', 'big', 1073741824, True),
|
|
hardware.BlockDevice('/dev/hdaa', 'small', 65535, False),
|
|
]
|
|
mock_execute.return_value = (['out', 'err'])
|
|
|
|
burnin.fio_disk(node)
|
|
|
|
mock_execute.assert_called_once_with(
|
|
'fio', '--rw', 'readwrite', '--bs', '4k', '--direct', 1,
|
|
'--ioengine', 'libaio', '--iodepth', '32', '--verify',
|
|
'crc32c', '--verify_dump', 1, '--continue_on_error', 'verify',
|
|
'--loops', 5, '--runtime', 600, '--time_based', '--output-format',
|
|
'json', '--output', '/var/log/burnin.disk', '--name', '/dev/sdj',
|
|
'--name', '/dev/hdaa', )
|
|
|
|
@mock.patch.object(hardware, 'list_all_block_devices', autospec=True)
|
|
def test_fio_disk_no_fio(self, mock_list, mock_execute):
|
|
|
|
node = {'driver_info': {}}
|
|
mock_execute.side_effect = (['out', 'err'],
|
|
processutils.ProcessExecutionError())
|
|
|
|
burnin.fio_disk(node)
|
|
|
|
self.assertRaises(errors.CommandExecutionError,
|
|
burnin.fio_disk, node)
|
|
|
|
def test_fio_network_reader(self, mock_execute):
|
|
|
|
node = {'driver_info': {'agent_burnin_fio_network_runtime': 600,
|
|
'agent_burnin_fio_network_config':
|
|
{'partner': 'host-002',
|
|
'role': 'reader'}}}
|
|
mock_execute.return_value = (['out', 'err'])
|
|
|
|
burnin.fio_network(node)
|
|
|
|
expected_calls = [
|
|
mock.call('fio', '--ioengine', 'net', '--port', '9000',
|
|
'--fill_device', 1, '--group_reporting',
|
|
'--gtod_reduce', 1, '--numjobs', 16, '--name',
|
|
'reader', '--rw', 'read', '--hostname', 'host-002'),
|
|
mock.call('fio', '--ioengine', 'net', '--port', '9000',
|
|
'--fill_device', 1, '--group_reporting',
|
|
'--gtod_reduce', 1, '--numjobs', 16, '--name', 'writer',
|
|
'--rw', 'write', '--runtime', 600, '--time_based',
|
|
'--listen')]
|
|
mock_execute.assert_has_calls(expected_calls)
|
|
|
|
def test_fio_network_reader_w_logfile(self, mock_execute):
|
|
|
|
node = {'driver_info': {
|
|
'agent_burnin_fio_network_runtime': 600,
|
|
'agent_burnin_fio_network_config':
|
|
{'partner': 'host-002',
|
|
'role': 'reader'},
|
|
'agent_burnin_fio_network_outputfile': '/var/log/burnin.network'}}
|
|
mock_execute.return_value = (['out', 'err'])
|
|
|
|
burnin.fio_network(node)
|
|
|
|
expected_calls = [
|
|
mock.call('fio', '--ioengine', 'net', '--port', '9000',
|
|
'--fill_device', 1, '--group_reporting',
|
|
'--gtod_reduce', 1, '--numjobs', 16, '--name',
|
|
'reader', '--rw', 'read', '--hostname', 'host-002',
|
|
'--output-format', 'json', '--output',
|
|
'/var/log/burnin.network.reader'),
|
|
mock.call('fio', '--ioengine', 'net', '--port', '9000',
|
|
'--fill_device', 1, '--group_reporting',
|
|
'--gtod_reduce', 1, '--numjobs', 16, '--name', 'writer',
|
|
'--rw', 'write', '--runtime', 600, '--time_based',
|
|
'--listen', '--output-format', 'json', '--output',
|
|
'/var/log/burnin.network.writer')]
|
|
mock_execute.assert_has_calls(expected_calls)
|
|
|
|
def test_fio_network_writer(self, mock_execute):
|
|
|
|
node = {'driver_info': {'agent_burnin_fio_network_runtime': 600,
|
|
'agent_burnin_fio_network_config':
|
|
{'partner': 'host-001',
|
|
'role': 'writer'}}}
|
|
mock_execute.return_value = (['out', 'err'])
|
|
|
|
burnin.fio_network(node)
|
|
|
|
expected_calls = [
|
|
mock.call('fio', '--ioengine', 'net', '--port', '9000',
|
|
'--fill_device', 1, '--group_reporting',
|
|
'--gtod_reduce', 1, '--numjobs', 16, '--name', 'writer',
|
|
'--rw', 'write', '--runtime', 600, '--time_based',
|
|
'--listen'),
|
|
mock.call('fio', '--ioengine', 'net', '--port', '9000',
|
|
'--fill_device', 1, '--group_reporting',
|
|
'--gtod_reduce', 1, '--numjobs', 16, '--name',
|
|
'reader', '--rw', 'read', '--hostname', 'host-001')]
|
|
mock_execute.assert_has_calls(expected_calls)
|
|
|
|
def test_fio_network_writer_w_logfile(self, mock_execute):
|
|
|
|
node = {'driver_info': {
|
|
'agent_burnin_fio_network_runtime': 600,
|
|
'agent_burnin_fio_network_config':
|
|
{'partner': 'host-001',
|
|
'role': 'writer'},
|
|
'agent_burnin_fio_network_outputfile': '/var/log/burnin.network'}}
|
|
mock_execute.return_value = (['out', 'err'])
|
|
|
|
burnin.fio_network(node)
|
|
|
|
expected_calls = [
|
|
mock.call('fio', '--ioengine', 'net', '--port', '9000',
|
|
'--fill_device', 1, '--group_reporting',
|
|
'--gtod_reduce', 1, '--numjobs', 16, '--name', 'writer',
|
|
'--rw', 'write', '--runtime', 600, '--time_based',
|
|
'--listen', '--output-format', 'json', '--output',
|
|
'/var/log/burnin.network.writer'),
|
|
mock.call('fio', '--ioengine', 'net', '--port', '9000',
|
|
'--fill_device', 1, '--group_reporting',
|
|
'--gtod_reduce', 1, '--numjobs', 16, '--name',
|
|
'reader', '--rw', 'read', '--hostname', 'host-001',
|
|
'--output-format', 'json', '--output',
|
|
'/var/log/burnin.network.reader')]
|
|
mock_execute.assert_has_calls(expected_calls)
|
|
|
|
def test_fio_network_no_fio(self, mock_execute):
|
|
|
|
node = {'driver_info': {'agent_burnin_fio_network_config':
|
|
{'partner': 'host-003', 'role': 'reader'}}}
|
|
mock_execute.side_effect = processutils.ProcessExecutionError('boom')
|
|
|
|
self.assertRaises(errors.CommandExecutionError,
|
|
burnin.fio_network, node)
|
|
|
|
def test_fio_network_unknown_role(self, mock_execute):
|
|
|
|
node = {'driver_info': {'agent_burnin_fio_network_config':
|
|
{'partner': 'host-003', 'role': 'read'}}}
|
|
|
|
self.assertRaises(errors.CleaningError, burnin.fio_network, node)
|
|
|
|
def test_fio_network_no_role(self, mock_execute):
|
|
|
|
node = {'driver_info': {'agent_burnin_fio_network_config':
|
|
{'partner': 'host-003'}}}
|
|
|
|
self.assertRaises(errors.CleaningError, burnin.fio_network, node)
|
|
|
|
def test_fio_network_no_partner(self, mock_execute):
|
|
|
|
node = {'driver_info': {'agent_burnin_fio_network_config':
|
|
{'role': 'reader'}}}
|
|
|
|
self.assertRaises(errors.CleaningError, burnin.fio_network, node)
|
|
|
|
@mock.patch('time.sleep', autospec=True)
|
|
def test_fio_network_reader_loop(self, mock_time, mock_execute):
|
|
|
|
node = {'driver_info': {'agent_burnin_fio_network_config':
|
|
{'partner': 'host-004', 'role': 'reader'}}}
|
|
# mock the infinite loop
|
|
mock_execute.side_effect = (processutils.ProcessExecutionError(
|
|
'Connection timeout', exit_code=16),
|
|
processutils.ProcessExecutionError(
|
|
'Connection timeout', exit_code=16),
|
|
processutils.ProcessExecutionError(
|
|
'Connection refused', exit_code=16),
|
|
['out', 'err'], # connected!
|
|
['out', 'err']) # reversed roles
|
|
|
|
burnin.fio_network(node)
|
|
|
|
# we loop 3 times, then do the 2 fio calls
|
|
self.assertEqual(5, mock_execute.call_count)
|
|
self.assertEqual(3, mock_time.call_count)
|