kolla-kubernetes/tests/bin/ironic_deploy_tests.sh

#!/bin/bash -xe

#
# Ironic and Virtual BMC
#
function wait_for_vbmc {
    set +x
    count=0
    while true; do
        val=$(sudo vbmc list | grep $1 | awk '{print $4}')
        [ $val == $2 ] && break
        [ $val == "error" ] && exit -1
        sleep 1;
        count=$((count+1))
        [ $count -gt 30 ] && exit -1
    done
    set -x
}

function wait_for_ironic_node {
    set +x
    count=0
    while true; do
        val=$(openstack baremetal node list -c "Provisioning State" -f value)
        node_id=$(openstack baremetal node list -c "UUID" -f value)
        [ $val == "available" ] && break
        [ $val == "error" ] && openstack baremetal node show $node_id && exit -1
        sleep 1;
        count=$((count+1))
        [ $count -gt 30 ] && openstack baremetal node show $node_id && exit -1
    done
    set -x
}

function wait_for_vm {
    set -x
    count=0
    while true; do
        val=$(openstack server show $1 -f value -c OS-EXT-STS:vm_state)
        [ $val == "active" ] && break
        [ $val == "error" ] && openstack server show $1 && exit -1
        sleep 1;
        count=$((count+1))
        [ $count -gt 300 ] && exit -1
    done
    set -x
}

function wait_for_baremetal_resources {
    set +x
    count=0
    while true; do
        hv_ram=$(openstack hypervisor stats show -f value -c memory_mb)
        hv_vcpus=$(openstack hypervisor stats show -f value -c vcpus)
        hv_disk=$(openstack hypervisor stats show -f value -c local_gb)
        [ $hv_ram -eq $1 -a $hv_disk -eq $2 -a $hv_vcpus -eq $3 ] && break
        sleep 1;
        count=$((count+1))
        [ $count -gt 300 ] && openstack hypervisor stats show && exit -1
    done
    set -x
}

function wait_for_virsh_vm {
    set +x
    count=0
    while true; do
        val=$(sudo virsh list | grep $1 | awk '{print $3}')
        [ "x$val" == "xrunning" ] && break
        sleep 1;
        count=$((count+1))
        [ $count -gt 300 ] && exit -1
    done
    set -x
}

DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )/" && pwd )"
base_distro="$2"
branch="$3"
config="$1"

#
# Ironic client related commands
#
pip install -U python-ironicclient
pip install -U python-ironic-inspector-client
sudo pip install libvirt-python

#
# Testing ironic-pxe's tftp server and presence of pxelinux.0
#
tftp_srv=$(sudo netstat -tunlp | grep tftpd | awk '{print $4}')
tftp_addr=${tftp_srv%:*}
tftp $tftp_addr <<'EOF'
get /pxelinux.0 ./pxelinux.0
quit
EOF
downloaded=$(ls -l ./pxelinux.0 | wc -l)
if [ $downloaded -eq 0 ]; then
  exit 1
fi

openstack baremetal node create \
          --driver pxe_ipmitool \
          --driver-info ipmi_username=admin \
          --driver-info ipmi_password=password \
          --driver-info ipmi_address=127.0.0.1
wait_for_ironic_node

if [ "x$base_distro" == "xubuntu" ]; then
  echo 'exit 101' | sudo tee /usr/sbin/policy-rc.d
  sudo chmod +x /usr/sbin/policy-rc.d
  sudo apt-get update
  sudo apt-get install -y libvirt-bin libvirt-dev \
                          qemu-kvm qemu-utils ipmitool \
                          pkg-config strace tcpdump
  sudo sed -i 's|/usr/libexec/qemu-kvm|/usr/bin/qemu-system-x86_64|g' $DIR/../conf/ironic/vm-1.xml
else
  sudo yum install -y libvirt qemu-kvm-ev qemu-img-ev ipmitool libvirt-client libvirt-devel \
                      tcpdump strace
fi

#
# Load required images to glance
#
ironic_url="http://tarballs.openstack.org/ironic-python-agent/tinyipa/files"
curl -L $ironic_url/tinyipa-stable-ocata.gz \
          -o ironic-agent.initramfs
curl -L $ironic_url/tinyipa-stable-ocata.vmlinuz \
          -o ironic-agent.kernel
timeout 120s openstack image create --file ironic-agent.initramfs --disk-format ari \
     --container-format ari --public ironic-agent.initramfs
timeout 120s openstack image create --file ironic-agent.kernel --disk-format aki \
     --container-format aki --public ironic-agent.kernel

#
# Installing Virtual BMC software
#
git clone https://github.com/openstack/virtualbmc
cd virtualbmc
sudo pip install -U .

#
# Prepare VM
#
CPU=1
RAM_MB=512
DISK_GB=1
ARCH="x86_64"
sudo qemu-img create -f qcow2 /var/lib/libvirt/images/vm-1.qcow2 5G

#
# Debugging Ubuntu permission denied error
#
if [ "x$base_distro" == "xubuntu" ]; then
 sudo strace sudo virsh list --all
 sudo virsh define $DIR/../conf/ironic/vm-1.xml
else
 sudo virsh define $DIR/../conf/ironic/vm-1.xml
fi
sudo virsh list --all

#
# Add virtual bmc to VM
#
sudo vbmc add vm-1
wait_for_vbmc vm-1 "down"
sudo vbmc start vm-1
wait_for_vbmc vm-1 "running"

#
# Creating baremetal flavor for VM
#
openstack flavor create --disk $DISK_GB --ram $RAM_MB --vcpus $CPU baremetal
openstack flavor set --property cpu_arch=$ARCH baremetal

#
# Taking a snapshot of hypervisor's current values for ram, local_gb and vcpus
#
hv_ram=$(openstack hypervisor stats show -f value -c memory_mb)
hv_vcpus=$(openstack hypervisor stats show -f value -c vcpus)
hv_disk=$(openstack hypervisor stats show -f value -c local_gb)
exp_ram=$((hv_ram + RAM_MB))
exp_vcpus=$((hv_vcpus + CPU))
exp_disk=$((hv_disk + DISK_GB))

#
# Updating ironic node info
#
DEPLOY_VMLINUZ_UUID=$(openstack image list | grep kernel | awk '{print $2}')
DEPLOY_INITRD_UUID=$(openstack image list | grep initramfs | awk '{print $2}')
ironic node-update $node_id add \
    driver_info/deploy_kernel=$DEPLOY_VMLINUZ_UUID \
    driver_info/deploy_ramdisk=$DEPLOY_INITRD_UUID
openstack baremetal node show $node_id
ironic node-validate $node_id
ironic node-update $node_id add \
    properties/cpus=$CPU \
    properties/memory_mb=$RAM_MB \
    properties/local_gb=$DISK_GB \
    properties/cpu_arch=$ARCH
ironic port-create -n $node_id -a 00:01:DE:AD:BE:EF

#
# Adding neutron net/subnet and plug it to neutron router
#
openstack network create --share --provider-network-type flat \
    --provider-physical-network physnet2 baremetal
neutron subnet-create --gateway=172.21.0.1 \
    --allocation-pool start=172.21.0.100,end=172.21.0.200 \
    --name baremetal baremetal 172.21.0.0/24
openstack router add subnet $(openstack router list -f value -c ID) \
                            baremetal

#
# Configuring ironic cleaning network, ironic-cleaning-net
# is hardcoded in the ironic.conf
openstack network create ironic-cleaning-net
neutron subnet-create --gateway=172.23.0.1 \
    --allocation-pool start=172.23.0.100,end=172.23.0.200 \
    --name ironic-cleaning-net ironic-cleaning-net 172.23.0.0/24
openstack router add subnet $(openstack router list -f value -c ID) \
                            ironic-cleaning-net

#
# Configuring host aggregates
#
vm_compute=$(nova service-list | grep compute | grep -v ironic \
             | awk '{print $6}')
ironic_compute=$(nova service-list | grep compute | grep ironic \
                 | grep -v down | awk '{print $6}')
openstack aggregate create --property baremetal=true baremetal-hosts
openstack flavor set baremetal --property baremetal=true
openstack aggregate add host baremetal-hosts $ironic_compute
openstack aggregate set --property cpu_arch=$ARCH baremetal-hosts
openstack aggregate show baremetal-hosts

ironic node-validate $node_id

#
# Need to wait until nova is aware of resources provided by baremetal node
#
wait_for_baremetal_resources $exp_ram $exp_disk $exp_vcpus

#
# Starting packet capture process to confirm connectivity
# between VM and OpenStack
bash -c "sudo tcpdump -i br-tenants -vv > /tmp/packets" &

openstack server create \
          --image $(openstack image list | grep CirrOS | awk '{print $2}') \
          --flavor baremetal\
          --nic net-id=$(openstack network list | grep baremetal | awk '{print $2}') \
          baremetal-1

#
# Wait for virsh vm to run
#
wait_for_virsh_vm vm-1

#
# Wait for nova instance to become active
#
wait_for_vm baremetal-1

vm_id=$(openstack server list | grep baremetal | awk '{print $2}')
ip_addr=$(openstack server show $vm_id -f value -c addresses)
ip_addr=${ip_addr#*=}
ping -c 20 -i 1 $ip_addr

exit 0