318 lines
10 KiB
Python
318 lines
10 KiB
Python
# Copyright (C) 2018 Red Hat
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import fixtures
|
|
import logging
|
|
|
|
from nodepool import tests
|
|
from nodepool.zk import zookeeper as zk
|
|
|
|
|
|
class FakeOpenshiftProjectsQuery:
|
|
|
|
def __init__(self, client):
|
|
self.client = client
|
|
|
|
def get(self):
|
|
class FakeProjectsResult:
|
|
def __init__(self, items):
|
|
self.items = items
|
|
|
|
return FakeProjectsResult(self.client.projects)
|
|
|
|
def delete(self, name):
|
|
to_delete = None
|
|
for project in self.client.projects:
|
|
if project.metadata.name == name:
|
|
to_delete = project
|
|
break
|
|
if not to_delete:
|
|
raise RuntimeError("Unknown project %s" % name)
|
|
self.client.projects.remove(to_delete)
|
|
|
|
|
|
class FakeOpenshiftProjectRequestQuery:
|
|
|
|
def __init__(self, client):
|
|
self.client = client
|
|
|
|
def create(self, body):
|
|
class FakeProject:
|
|
class metadata:
|
|
name = body['metadata']['name']
|
|
self.client.projects.append(FakeProject)
|
|
return FakeProject
|
|
|
|
|
|
class FakeOpenshiftRoleBindingQuery:
|
|
|
|
def __init__(self, client):
|
|
self.client = client
|
|
|
|
def create(self, body, namespace):
|
|
return
|
|
|
|
|
|
class FakeOpenshiftResources:
|
|
|
|
def __init__(self, client):
|
|
self.client = client
|
|
|
|
def get(self, api_version=None, kind=None):
|
|
if kind == 'Project':
|
|
return FakeOpenshiftProjectsQuery(self.client)
|
|
if kind == 'ProjectRequest':
|
|
return FakeOpenshiftProjectRequestQuery(self.client)
|
|
if kind == 'RoleBinding':
|
|
return FakeOpenshiftRoleBindingQuery(self.client)
|
|
raise NotImplementedError
|
|
|
|
|
|
class FakeOpenshiftClient(object):
|
|
def __init__(self):
|
|
self.projects = []
|
|
|
|
class FakeConfiguration:
|
|
host = "http://localhost:8080"
|
|
verify_ssl = False
|
|
self.configuration = FakeConfiguration()
|
|
self.resources = FakeOpenshiftResources(self)
|
|
|
|
|
|
class FakeCoreClient(object):
|
|
def __init__(self):
|
|
self._pod_requests = []
|
|
|
|
def create_namespaced_service_account(self, ns, sa_body):
|
|
return
|
|
|
|
def read_namespaced_service_account(self, user, ns):
|
|
class FakeSA:
|
|
class secret:
|
|
name = "fake"
|
|
FakeSA.secrets = [FakeSA.secret]
|
|
return FakeSA
|
|
|
|
def read_namespaced_secret(self, name, ns):
|
|
class FakeSecret:
|
|
data = {'ca.crt': 'ZmFrZS1jYQ==', 'token': 'ZmFrZS10b2tlbg=='}
|
|
return FakeSecret
|
|
|
|
def create_namespaced_pod(self, ns, pod_body):
|
|
self._pod_requests.append((ns, pod_body))
|
|
|
|
def read_namespaced_pod(self, name, ns):
|
|
class FakePod:
|
|
class status:
|
|
phase = "Running"
|
|
|
|
class spec:
|
|
node_name = "k8s-default-pool-abcd-1234"
|
|
return FakePod
|
|
|
|
|
|
class TestDriverOpenshift(tests.DBTestCase):
|
|
log = logging.getLogger("nodepool.TestDriverOpenshift")
|
|
|
|
def setUp(self):
|
|
super().setUp()
|
|
self.fake_os_client = FakeOpenshiftClient()
|
|
self.fake_k8s_client = FakeCoreClient()
|
|
|
|
def fake_get_client(log, context, ctor=None):
|
|
return None, None, self.fake_k8s_client, self.fake_os_client
|
|
|
|
self.useFixture(fixtures.MockPatch(
|
|
'nodepool.driver.openshift.provider.get_client',
|
|
fake_get_client))
|
|
|
|
def test_openshift_machine(self):
|
|
# Test a pod with default values
|
|
configfile = self.setup_config('openshift.yaml')
|
|
pool = self.useNodepool(configfile, watermark_sleep=1)
|
|
pool.start()
|
|
req = zk.NodeRequest()
|
|
req.state = zk.REQUESTED
|
|
req.tenant_name = 'tenant-1'
|
|
req.node_types.append('pod-fedora')
|
|
self.zk.storeNodeRequest(req)
|
|
|
|
self.log.debug("Waiting for request %s", req.id)
|
|
req = self.waitForNodeRequest(req)
|
|
self.assertEqual(req.state, zk.FULFILLED)
|
|
|
|
self.assertNotEqual(req.nodes, [])
|
|
node = self.zk.getNode(req.nodes[0])
|
|
self.assertEqual(node.allocated_to, req.id)
|
|
self.assertEqual(node.state, zk.READY)
|
|
self.assertIsNotNone(node.launcher)
|
|
self.assertEqual(node.connection_type, 'kubectl')
|
|
self.assertEqual(node.connection_port.get('token'), 'fake-token')
|
|
self.assertEqual(node.python_path, 'auto')
|
|
self.assertEqual(node.shell_type, None)
|
|
self.assertEqual(node.attributes,
|
|
{'key1': 'value1', 'key2': 'value2'})
|
|
self.assertEqual(node.cloud, 'admin-cluster.local')
|
|
self.assertIsNone(node.host_id)
|
|
ns, pod = self.fake_k8s_client._pod_requests[0]
|
|
self.assertEqual(pod['metadata'], {
|
|
'name': 'pod-fedora',
|
|
'labels': {
|
|
'nodepool_node_id': '0000000000',
|
|
'nodepool_provider_name': 'openshift',
|
|
'nodepool_pool_name': 'main',
|
|
'nodepool_node_label': 'pod-fedora'
|
|
},
|
|
})
|
|
self.assertEqual(pod['spec'], {
|
|
'containers': [{
|
|
'name': 'pod-fedora',
|
|
'image': 'docker.io/fedora:28',
|
|
'imagePullPolicy': 'IfNotPresent',
|
|
'command': ['/bin/sh', '-c'],
|
|
'args': ['while true; do sleep 30; done;'],
|
|
'env': []
|
|
}],
|
|
'imagePullSecrets': [],
|
|
})
|
|
|
|
node.state = zk.DELETING
|
|
self.zk.storeNode(node)
|
|
|
|
self.waitForNodeDeletion(node)
|
|
|
|
def test_openshift_machine_extra(self):
|
|
# Test a pod with lots of extra settings
|
|
configfile = self.setup_config('openshift.yaml')
|
|
pool = self.useNodepool(configfile, watermark_sleep=1)
|
|
pool.start()
|
|
req = zk.NodeRequest()
|
|
req.state = zk.REQUESTED
|
|
req.tenant_name = 'tenant-1'
|
|
req.node_types.append('pod-extra')
|
|
self.zk.storeNodeRequest(req)
|
|
|
|
self.log.debug("Waiting for request %s", req.id)
|
|
req = self.waitForNodeRequest(req)
|
|
self.assertEqual(req.state, zk.FULFILLED)
|
|
|
|
self.assertNotEqual(req.nodes, [])
|
|
node = self.zk.getNode(req.nodes[0])
|
|
self.assertEqual(node.allocated_to, req.id)
|
|
self.assertEqual(node.state, zk.READY)
|
|
self.assertIsNotNone(node.launcher)
|
|
self.assertEqual(node.connection_type, 'kubectl')
|
|
self.assertEqual(node.connection_port.get('token'), 'fake-token')
|
|
self.assertEqual(node.python_path, '/usr/bin/python3')
|
|
self.assertEqual(node.shell_type, 'csh')
|
|
self.assertEqual(node.attributes,
|
|
{'key1': 'value1', 'key2': 'value2'})
|
|
self.assertEqual(node.cloud, 'admin-cluster.local')
|
|
self.assertIsNone(node.host_id)
|
|
ns, pod = self.fake_k8s_client._pod_requests[0]
|
|
self.assertEqual(pod['metadata'], {
|
|
'name': 'pod-extra',
|
|
'labels': {
|
|
'environment': 'qa',
|
|
'nodepool_node_id': '0000000000',
|
|
'nodepool_provider_name': 'openshift',
|
|
'nodepool_pool_name': 'main',
|
|
'nodepool_node_label': 'pod-extra'
|
|
},
|
|
})
|
|
self.assertEqual(pod['spec'], {
|
|
'containers': [{
|
|
'args': ['while true; do sleep 30; done;'],
|
|
'command': ['/bin/sh', '-c'],
|
|
'env': [],
|
|
'image': 'docker.io/fedora:28',
|
|
'imagePullPolicy': 'IfNotPresent',
|
|
'name': 'pod-extra',
|
|
'securityContext': {'privileged': True},
|
|
'volumeMounts': [{
|
|
'mountPath': '/data',
|
|
'name': 'my-csi-inline-vol'
|
|
}],
|
|
}],
|
|
'nodeSelector': {'storageType': 'ssd'},
|
|
'schedulerName': 'myscheduler',
|
|
'imagePullSecrets': [],
|
|
'volumes': [{
|
|
'csi': {'driver': 'inline.storage.kubernetes.io'},
|
|
'name': 'my-csi-inline-vol'
|
|
}],
|
|
})
|
|
|
|
node.state = zk.DELETING
|
|
self.zk.storeNode(node)
|
|
|
|
self.waitForNodeDeletion(node)
|
|
|
|
def test_openshift_pull_secret(self):
|
|
configfile = self.setup_config('openshift.yaml')
|
|
pool = self.useNodepool(configfile, watermark_sleep=1)
|
|
pool.start()
|
|
req = zk.NodeRequest()
|
|
req.state = zk.REQUESTED
|
|
req.node_types.append('pod-fedora-secret')
|
|
self.zk.storeNodeRequest(req)
|
|
|
|
self.log.debug("Waiting for request %s", req.id)
|
|
req = self.waitForNodeRequest(req)
|
|
self.assertEqual(req.state, zk.FULFILLED)
|
|
|
|
self.assertNotEqual(req.nodes, [])
|
|
node = self.zk.getNode(req.nodes[0])
|
|
self.assertEqual(node.allocated_to, req.id)
|
|
self.assertEqual(node.state, zk.READY)
|
|
self.assertIsNotNone(node.launcher)
|
|
self.assertEqual(node.connection_type, 'kubectl')
|
|
|
|
node.state = zk.DELETING
|
|
self.zk.storeNode(node)
|
|
|
|
self.waitForNodeDeletion(node)
|
|
|
|
def test_openshift_native(self):
|
|
configfile = self.setup_config('openshift.yaml')
|
|
pool = self.useNodepool(configfile, watermark_sleep=1)
|
|
pool.start()
|
|
req = zk.NodeRequest()
|
|
req.state = zk.REQUESTED
|
|
req.node_types.append('openshift-project')
|
|
self.zk.storeNodeRequest(req)
|
|
|
|
self.log.debug("Waiting for request %s", req.id)
|
|
req = self.waitForNodeRequest(req)
|
|
self.assertEqual(req.state, zk.FULFILLED)
|
|
|
|
self.assertNotEqual(req.nodes, [])
|
|
node = self.zk.getNode(req.nodes[0])
|
|
self.assertEqual(node.allocated_to, req.id)
|
|
self.assertEqual(node.state, zk.READY)
|
|
self.assertIsNotNone(node.launcher)
|
|
self.assertEqual(node.connection_type, 'project')
|
|
self.assertEqual(node.connection_port.get('token'), 'fake-token')
|
|
self.assertEqual(node.python_path, 'auto')
|
|
self.assertIsNone(node.shell_type)
|
|
|
|
node.state = zk.DELETING
|
|
self.zk.storeNode(node)
|
|
|
|
self.waitForNodeDeletion(node)
|
|
|
|
self.assertEqual(len(self.fake_os_client.projects), 0,
|
|
'Project must be cleaned up')
|