# Copyright 2014 Mirantis, Inc. # # Licensed under the Apache License, Version 2.0 (the "License"); you may # not use this file except in compliance with the License. You may obtain # a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # License for the specific language governing permissions and limitations # under the License. import paramiko from proboscis import asserts import random import time from devops.error import TimeoutError from devops.helpers import helpers from fuelweb_test.helpers import common from fuelweb_test import logger from fuelweb_test.helpers.decorators import retry class OpenStackActions(common.Common): """OpenStackActions.""" # TODO documentation def __init__(self, controller_ip, user='admin', passwd='admin', tenant='admin'): super(OpenStackActions, self).__init__(controller_ip, user, passwd, tenant) def _get_cirros_image(self): for image in self.glance.images.list(): if image.name.startswith("TestVM"): return image def get_image_by_name(self, name): for image in self.glance.images.list(): if image.name.startswith(name): return image def get_hypervisors(self): hypervisors = self.nova.hypervisors.list() if hypervisors: return hypervisors def get_hypervisor_vms_count(self, hypervisor): hypervisor = self.nova.hypervisors.get(hypervisor.id) return getattr(hypervisor, "running_vms") def get_hypervisor_hostname(self, hypervisor): hypervisor = self.nova.hypervisors.get(hypervisor.id) return getattr(hypervisor, "hypervisor_hostname") def get_srv_hypervisor_name(self, srv): srv = self.nova.servers.get(srv.id) return getattr(srv, "OS-EXT-SRV-ATTR:hypervisor_hostname") def get_servers(self): servers = self.nova.servers.list() if servers: return servers def create_server_for_migration(self, neutron=False, scenario='', timeout=100, file=None, key_name=None): name = "test-serv" + str(random.randint(1, 0x7fffffff)) security_group = {} try: if scenario: with open(scenario, "r+") as f: scenario = f.read() except Exception as exc: logger.info("Error opening file: %s" % exc) raise Exception() image_id = self._get_cirros_image().id security_group[self.keystone.tenant_id] =\ self.create_sec_group_for_ssh() security_group = [security_group[ self.keystone.tenant_id].name] if neutron: network = [net.id for net in self.nova.networks.list() if net.label == 'net04'] kwargs = {'nics': [{'net-id': network[0]}], 'security_groups': security_group} else: kwargs = {'security_groups': security_group} srv = self.nova.servers.create(name=name, image=image_id, flavor=1, userdata=scenario, files=file, key_name=key_name, **kwargs) try: helpers.wait( lambda: self.get_instance_detail(srv).status == "ACTIVE", timeout=timeout) return self.get_instance_detail(srv.id) except TimeoutError: logger.debug("Create server for migration failed by timeout") asserts.assert_equal( self.get_instance_detail(srv).status, "ACTIVE", "Instance do not reach active state, current state" " is {0}".format(self.get_instance_detail(srv).status)) def verify_srv_deleted(self, srv): try: if self.get_instance_detail(srv.id): logger.info("Try getting server another time.") time.sleep(30) if self.get_instance_detail(srv.id) in \ self.nova.servers.list(): return False except Exception: logger.info("Server was successfully deleted") return True def assign_floating_ip(self, srv): fl_ips_pool = self.nova.floating_ip_pools.list() if fl_ips_pool: floating_ip = self.nova.floating_ips.create( pool=fl_ips_pool[0].name) self.nova.servers.add_floating_ip(srv, floating_ip) return floating_ip def create_sec_group_for_ssh(self): name = "test-sg" + str(random.randint(1, 0x7fffffff)) secgroup = self.nova.security_groups.create( name, "descr") rulesets = [ { # ssh 'ip_protocol': 'tcp', 'from_port': 22, 'to_port': 22, 'cidr': '0.0.0.0/0', }, { # ping 'ip_protocol': 'icmp', 'from_port': -1, 'to_port': -1, 'cidr': '0.0.0.0/0', } ] for ruleset in rulesets: self.nova.security_group_rules.create( secgroup.id, **ruleset) return secgroup def get_srv_host_name(self, srv): # Get host name server is currently on srv = self.nova.servers.get(srv.id) return getattr(srv, "OS-EXT-SRV-ATTR:host") def get_srv_instance_name(self, srv): # Get instance name of the server server = self.nova.servers.get(srv.id) return getattr(server, "OS-EXT-SRV-ATTR:instance_name") def migrate_server(self, server, host, timeout): curr_host = self.get_srv_host_name(server) logger.debug("Current compute host is {0}".format(curr_host)) logger.debug("Start live migration of instance") server.live_migrate(host._info['host_name']) try: helpers.wait( lambda: self.get_instance_detail(server).status == "ACTIVE", timeout=timeout) except TimeoutError: logger.debug("Instance do not became active after migration") asserts.assert_true( self.get_instance_detail(server).status == "ACTIVE", "Instance do not become Active after live migration, " "current status is {0}".format( self.get_instance_detail(server).status)) asserts.assert_true( self.get_srv_host_name( self.get_instance_detail(server)) != curr_host, "Server did not migrate") server = self.get_instance_detail(server.id) return server def create_volume(self, size=1): volume = self.cinder.volumes.create(size) helpers.wait( lambda: self.cinder.volumes.get(volume.id).status == "available", timeout=100) logger.info("Created volume") return self.cinder.volumes.get(volume.id) def delete_volume(self, volume): return self.cinder.volumes.delete(volume) def delete_volume_and_wait(self, volume, timeout=60): self.delete_volume(volume) try: helpers.wait( lambda: not volume in self.cinder.volumes.list(), timeout=timeout) except TimeoutError: asserts.assert_false( volume in self.cinder.volumes.list(), "Volume wasn't deleted in {0} sec".format(timeout)) def attach_volume(self, volume, server, mount='/dev/vdb'): self.cinder.volumes.attach(volume, server.id, mount) return self.cinder.volumes.get(volume.id) def extend_volume(self, volume, newsize): self.cinder.volumes.extend(volume, newsize) return self.cinder.volumes.get(volume.id) def get_hosts_for_migr(self, srv_host_name): # Determine which host is available for live migration host_list = filter(lambda host: host.host_name != srv_host_name, self.nova.hosts.list()) return filter(lambda host: host._info['service'] == 'compute', host_list) def get_md5sum(self, file_path, controller_ssh, vm_ip, creds=()): logger.info("Get file md5sum and compare it with previous one") out = self.execute_through_host( controller_ssh, vm_ip, "md5sum %s" % file_path, creds) return out @retry(count=6, delay=10) def _execute_through_host_retry(self, ssh, vm_host, cmd, creds): logger.debug("Making intermediate transport") interm_transp = ssh._ssh.get_transport() logger.debug("Opening channel to VM") interm_chan = interm_transp.open_channel('direct-tcpip', (vm_host, 22), (ssh.host, 0)) logger.debug("Opening paramiko transport") transport = paramiko.Transport(interm_chan) logger.debug("Starting client") transport.start_client() logger.info("Passing authentication to VM: {}".format(creds)) if not creds: creds = ('cirros', 'cubswin:)') transport.auth_password(creds[0], creds[1]) logger.debug("Opening session") channel = transport.open_session() logger.info("Executing command: {}".format(cmd)) channel.exec_command(cmd) logger.debug("Getting exit status") output = channel.recv(1024) logger.debug("Sending shutdown write signal") channel.shutdown_write() return output def execute_through_host(self, ssh, vm_host, cmd, creds=()): try: return self._execute_through_host_retry(ssh, vm_host, cmd, creds) except Exception as exc: logger.error("An exception occurred: %s" % exc) return '' def get_tenant(self, tenant_name): tenant_list = self.keystone.tenants.list() for ten in tenant_list: if ten.name == tenant_name: return ten return None def get_user(self, username): user_list = self.keystone.users.list() for user in user_list: if user.name == username: return user return None def create_tenant(self, tenant_name): tenant = self.get_tenant(tenant_name) if tenant: return tenant return self.keystone.tenants.create(enabled=True, tenant_name=tenant_name) def update_tenant(self, tenant_id, tenant_name=None, description=None, enabled=None, **kwargs): self.keystone.tenants.update(tenant_id, tenant_name, description, enabled) return self.keystone.tenants.get(tenant_id) def delete_tenant(self, tenant): return self.keystone.tenants.delete(tenant) def create_user(self, username, passw, tenant): user = self.get_user(username) if user: return user return self.keystone.users.create( name=username, password=passw, tenant_id=tenant.id) def update_user_enabled(self, user, enabled=True): self.keystone.users.update_enabled(user, enabled) return self.keystone.users.get(user) def delete_user(self, user): return self.keystone.users.delete(user) def create_user_and_tenant(self, tenant_name, username, password): tenant = self.create_tenant(tenant_name) return self.create_user(username, password, tenant) def get_network(self, network_name): net_list = self.neutron.list_networks() for net in net_list['networks']: if net['name'] == network_name: return net return None def get_subnet(self, subnet_name): subnet_list = self.neutron.list_subnets() for subnet in subnet_list['subnets']: if subnet['name'] == subnet_name: return subnet return None def nova_get_net(self, net_name): for net in self.nova.networks.list(): if net.human_id == net_name: return net return None def get_router(self, network): router_list = self.neutron.list_routers() for router in router_list['routers']: network_id = router['external_gateway_info'].get('network_id') if network_id == network['id']: return router return None def get_image_list(self): return self.glance.images.list() def get_image(self, image_name): image_list = self.get_image_list() for img in image_list: if img.name == image_name: return img return None def get_image_data(self, image_name): return self.glance.images.data(image_name) def get_nova_service_list(self): return self.nova.services.list() def get_nova_network_list(self): return self.nova.networks.list() def get_neutron_router(self): return self.neutron.list_routers() def get_routers_ids(self): result = self.get_neutron_router() ids = [i['id'] for i in result['routers']] return ids def get_l3_for_router(self, router_id): return self.neutron.list_l3_agent_hosting_routers(router_id) def get_l3_agent_ids(self, router_id): result = self.get_l3_for_router(router_id) ids = [i['id'] for i in result['agents']] return ids def get_l3_agent_hosts(self, router_id): result = self.get_l3_for_router(router_id) hosts = [i['host'] for i in result['agents']] return hosts def remove_l3_from_router(self, l3_agent, router_id): return self.neutron.remove_router_from_l3_agent(l3_agent, router_id) def add_l3_to_router(self, l3_agent, router_id): return self.neutron.add_router_to_l3_agent( l3_agent, {"router_id": router_id}) def list_agents(self): return self.neutron.list_agents() def get_available_l3_agents_ids(self, hosted_l3_agent_id): result = self.list_agents() ids = [i['id'] for i in result['agents'] if i['binary'] == 'neutron-l3-agent'] ids.remove(hosted_l3_agent_id) return ids def list_dhcp_agents_for_network(self, net_id): return self.neutron.list_dhcp_agent_hosting_networks(net_id) def get_node_with_dhcp_for_network(self, net_id): result = self.list_dhcp_agents_for_network(net_id) nodes = [i['host'] for i in result['agents']] return nodes def create_pool(self, pool_name): sub_net = self.neutron.list_subnets() body = {"pool": {"name": pool_name, "lb_method": "ROUND_ROBIN", "protocol": "HTTP", "subnet_id": sub_net['subnets'][0]['id']}} return self.neutron.create_pool(body=body) def get_vips(self): return self.neutron.list_vips() def create_vip(self, name, protocol, port, pool): sub_net = self.neutron.list_subnets() logger.debug("subnet list is {0}".format(sub_net)) logger.debug("pool is {0}".format(pool)) body = {"vip": { "name": name, "protocol": protocol, "protocol_port": port, "subnet_id": sub_net['subnets'][0]['id'], "pool_id": pool['pool']['id'] }} return self.neutron.create_vip(body=body) def delete_vip(self, vip): return self.neutron.delete_vip(vip) def get_vip(self, vip): return self.neutron.show_vip(vip) def get_nova_instance_ip(self, srv): return srv.networks['novanetwork'][0] def get_instance_mac(self, remote, srv): res = ''.join(remote.execute('virsh dumpxml {0} | grep "mac address="' .format(self.get_srv_instance_name(srv)))['stdout']) return res.split('\'')[1]