3bc4866a21
Currently, if a single lookup call to the Ironic API fails, the entire agent errors out and restarts. This allows the agent to retry for a set amount of time before throwing an uncaught exception forcing a restart. Change-Id: I39752fb3f42ad3e4f15a49194f1554e1d3463cf8 Closes-Bug: 1297019
274 lines
10 KiB
Python
274 lines
10 KiB
Python
"""
|
|
Copyright 2013 Rackspace, Inc.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
"""
|
|
|
|
import json
|
|
import mock
|
|
import time
|
|
import unittest
|
|
|
|
from ironic_python_agent import errors
|
|
from ironic_python_agent import hardware
|
|
from ironic_python_agent import ironic_api_client
|
|
from ironic_python_agent.openstack.common import loopingcall
|
|
|
|
|
|
API_URL = 'http://agent-api.ironic.example.org/'
|
|
|
|
|
|
class FakeResponse(object):
|
|
def __init__(self, content=None, status_code=200, headers=None):
|
|
content = content or {}
|
|
self.content = json.dumps(content)
|
|
self.status_code = status_code
|
|
self.headers = headers or {}
|
|
|
|
|
|
class TestBaseIronicPythonAgent(unittest.TestCase):
|
|
def setUp(self):
|
|
self.api_client = ironic_api_client.APIClient(API_URL)
|
|
self.hardware_info = [
|
|
hardware.HardwareInfo(hardware.HardwareType.MAC_ADDRESS,
|
|
'aa:bb:cc:dd:ee:ff'),
|
|
hardware.HardwareInfo(hardware.HardwareType.MAC_ADDRESS,
|
|
'ff:ee:dd:cc:bb:aa'),
|
|
]
|
|
|
|
def test_successful_heartbeat(self):
|
|
expected_heartbeat_before = time.time() + 120
|
|
response = FakeResponse(status_code=204, headers={
|
|
'Heartbeat-Before': expected_heartbeat_before,
|
|
})
|
|
|
|
self.api_client.session.request = mock.Mock()
|
|
self.api_client.session.request.return_value = response
|
|
|
|
heartbeat_before = self.api_client.heartbeat(
|
|
uuid='deadbeef-dabb-ad00-b105-f00d00bab10c',
|
|
advertise_address=('192.0.2.1', '9999')
|
|
)
|
|
|
|
self.assertEqual(heartbeat_before, expected_heartbeat_before)
|
|
|
|
heartbeat_path = 'v1/nodes/deadbeef-dabb-ad00-b105-f00d00bab10c/' \
|
|
'vendor_passthru/heartbeat'
|
|
request_args = self.api_client.session.request.call_args[0]
|
|
self.assertEqual(request_args[0], 'POST')
|
|
self.assertEqual(request_args[1], API_URL + heartbeat_path)
|
|
|
|
def test_heartbeat_requests_exception(self):
|
|
self.api_client.session.request = mock.Mock()
|
|
self.api_client.session.request.side_effect = Exception('api is down!')
|
|
|
|
self.assertRaises(errors.HeartbeatError,
|
|
self.api_client.heartbeat,
|
|
uuid='deadbeef-dabb-ad00-b105-f00d00bab10c',
|
|
advertise_address=('192.0.2.1', '9999'))
|
|
|
|
def test_heartbeat_invalid_status_code(self):
|
|
response = FakeResponse(status_code=404)
|
|
self.api_client.session.request = mock.Mock()
|
|
self.api_client.session.request.return_value = response
|
|
|
|
self.assertRaises(errors.HeartbeatError,
|
|
self.api_client.heartbeat,
|
|
uuid='deadbeef-dabb-ad00-b105-f00d00bab10c',
|
|
advertise_address=('192.0.2.1', '9999'))
|
|
|
|
def test_heartbeat_missing_heartbeat_before_header(self):
|
|
response = FakeResponse(status_code=204)
|
|
self.api_client.session.request = mock.Mock()
|
|
self.api_client.session.request.return_value = response
|
|
|
|
self.assertRaises(errors.HeartbeatError,
|
|
self.api_client.heartbeat,
|
|
uuid='deadbeef-dabb-ad00-b105-f00d00bab10c',
|
|
advertise_address=('192.0.2.1', '9999'))
|
|
|
|
def test_heartbeat_invalid_heartbeat_before_header(self):
|
|
response = FakeResponse(status_code=204, headers={
|
|
'Heartbeat-Before': 'tomorrow',
|
|
})
|
|
self.api_client.session.request = mock.Mock()
|
|
self.api_client.session.request.return_value = response
|
|
|
|
self.assertRaises(errors.HeartbeatError,
|
|
self.api_client.heartbeat,
|
|
uuid='deadbeef-dabb-ad00-b105-f00d00bab10c',
|
|
advertise_address=('192.0.2.1', '9999'))
|
|
|
|
@mock.patch('eventlet.greenthread.sleep')
|
|
def test_lookup_node(self, sleep_mock):
|
|
content = {
|
|
'node': {
|
|
'uuid': 'deadbeef-dabb-ad00-b105-f00d00bab10c'
|
|
},
|
|
'heartbeat_timeout': 300
|
|
}
|
|
response = FakeResponse(status_code=200, content={
|
|
'node': {
|
|
'uuid': 'deadbeef-dabb-ad00-b105-f00d00bab10c'
|
|
},
|
|
'heartbeat_timeout': 300
|
|
})
|
|
self.api_client.session.request = mock.Mock()
|
|
self.api_client.session.request.return_value = response
|
|
returned_content = self.api_client.lookup_node(
|
|
hardware_info=self.hardware_info,
|
|
timeout=300,
|
|
starting_interval=1)
|
|
|
|
self.assertEqual(content, returned_content)
|
|
|
|
@mock.patch('eventlet.greenthread.sleep')
|
|
def test_lookup_node_exception(self, sleep_mock):
|
|
bad_response = FakeResponse(status_code=500, content={
|
|
'node': {
|
|
'uuid': 'deadbeef-dabb-ad00-b105-f00d00bab10c'
|
|
},
|
|
'heartbeat_timeout': 300
|
|
})
|
|
self.api_client.session.request = mock.Mock()
|
|
self.api_client.session.request.return_value = bad_response
|
|
self.assertRaises(errors.LookupNodeError,
|
|
self.api_client.lookup_node,
|
|
hardware_info=self.hardware_info,
|
|
timeout=300,
|
|
starting_interval=1)
|
|
|
|
def test_do_lookup(self):
|
|
response = FakeResponse(status_code=200, content={
|
|
'node': {
|
|
'uuid': 'deadbeef-dabb-ad00-b105-f00d00bab10c'
|
|
},
|
|
'heartbeat_timeout': 300
|
|
})
|
|
|
|
self.api_client.session.request = mock.Mock()
|
|
self.api_client.session.request.return_value = response
|
|
|
|
self.assertRaises(loopingcall.LoopingCallDone,
|
|
self.api_client._do_lookup,
|
|
hardware_info=self.hardware_info,
|
|
timeout=300,
|
|
intervals=[2])
|
|
|
|
request_args = self.api_client.session.request.call_args[0]
|
|
self.assertEqual(request_args[0], 'POST')
|
|
self.assertEqual(request_args[1],
|
|
API_URL + 'v1/drivers/teeth/vendor_passthru/lookup')
|
|
|
|
data = self.api_client.session.request.call_args[1]['data']
|
|
content = json.loads(data)
|
|
self.assertEqual(content['hardware'], [
|
|
{
|
|
'type': 'mac_address',
|
|
'id': 'aa:bb:cc:dd:ee:ff',
|
|
},
|
|
{
|
|
'type': 'mac_address',
|
|
'id': 'ff:ee:dd:cc:bb:aa',
|
|
},
|
|
])
|
|
|
|
def test_do_lookup_bad_response_code(self):
|
|
response = FakeResponse(status_code=400, content={
|
|
'node': {
|
|
'uuid': 'deadbeef-dabb-ad00-b105-f00d00bab10c'
|
|
}
|
|
})
|
|
|
|
self.api_client.session.request = mock.Mock()
|
|
self.api_client.session.request.return_value = response
|
|
|
|
total_time = [0]
|
|
interval = self.api_client._do_lookup(self.hardware_info,
|
|
timeout=300,
|
|
total_time=total_time,
|
|
intervals=[2])
|
|
self.assertEqual(4, interval)
|
|
self.assertEqual(4, total_time[0])
|
|
|
|
def test_do_lookup_bad_response_data(self):
|
|
response = FakeResponse(status_code=200, content={
|
|
'heartbeat_timeout': 300
|
|
})
|
|
|
|
self.api_client.session.request = mock.Mock()
|
|
self.api_client.session.request.return_value = response
|
|
|
|
total_time = [0]
|
|
interval = self.api_client._do_lookup(self.hardware_info,
|
|
timeout=300,
|
|
total_time=total_time,
|
|
intervals=[2])
|
|
self.assertEqual(4, interval)
|
|
self.assertEqual(4, total_time[0])
|
|
|
|
def test_do_lookup_no_heartbeat_timeout(self):
|
|
response = FakeResponse(status_code=200, content={
|
|
'node': {
|
|
'uuid': 'deadbeef-dabb-ad00-b105-f00d00bab10c'
|
|
}
|
|
})
|
|
|
|
self.api_client.session.request = mock.Mock()
|
|
self.api_client.session.request.return_value = response
|
|
|
|
total_time = [0]
|
|
interval = self.api_client._do_lookup(self.hardware_info,
|
|
timeout=300,
|
|
total_time=total_time,
|
|
intervals=[2])
|
|
self.assertEqual(4, interval)
|
|
self.assertEqual(4, total_time[0])
|
|
|
|
def test_do_lookup_bad_response_body(self):
|
|
response = FakeResponse(status_code=200, content={
|
|
'node_node': 'also_not_node'
|
|
})
|
|
|
|
self.api_client.session.request = mock.Mock()
|
|
self.api_client.session.request.return_value = response
|
|
|
|
total_time = [0]
|
|
interval = self.api_client._do_lookup(self.hardware_info,
|
|
timeout=300,
|
|
total_time=total_time,
|
|
intervals=[2])
|
|
self.assertEqual(4, interval)
|
|
self.assertEqual(4, total_time[0])
|
|
|
|
@mock.patch('eventlet.greenthread.sleep')
|
|
def test_lookup_node_exponential_backoff(self, sleep_mock):
|
|
bad_response = FakeResponse(status_code=500, content={
|
|
'node': {
|
|
'uuid': 'deadbeef-dabb-ad00-b105-f00d00bab10c'
|
|
},
|
|
'heartbeat_timeout': 300
|
|
})
|
|
self.api_client.session.request = mock.Mock()
|
|
self.api_client.session.request.return_value = bad_response
|
|
self.assertRaises(errors.LookupNodeError,
|
|
self.api_client.lookup_node,
|
|
hardware_info=self.hardware_info,
|
|
timeout=300,
|
|
starting_interval=1)
|
|
# 254 seconds before timeout
|
|
expected_times = [mock.call(2), mock.call(4), mock.call(8),
|
|
mock.call(16), mock.call(32), mock.call(64),
|
|
mock.call(128)]
|
|
self.assertEqual(expected_times, sleep_mock.call_args_list)
|