dragonflow/devstack/ovs_dpdk_setup.sh
Dima Kuznetsov 9427d8ec95 Disable l3 agent in gate
L3 agent creates namespace for each router and plugs it into br-ex and
br-int. This creates a conflict because an interface in the new namespace
responds to traffic bound for br-int (DNAT), preventing DNAT from
working.

This patch disables l3 agent and adds code that configures br-ex in gate

Partial-Bug: #1707496
Change-Id: If5f58689d961421a374f8992c16a919fbc91b7eb
2017-08-22 15:34:07 +03:00

204 lines
5.9 KiB
Bash

#!/bin/bash
DPDK_VERSION=16.07.2
DPDK_DIR=$DEST/dpdk/dpdk-stable-${DPDK_VERSION}
DPDK_TARGET=x86_64-native-linuxapp-gcc
DPDK_BUILD=$DPDK_DIR/$DPDK_TARGET
PCI_BUS_INFO=`sudo ethtool -i ${DPDK_NIC_NAME} | grep bus-info`
DPDK_PCI_TARGET=${PCI_BUS_INFO#*:}
OVS_DIR=/usr/local/var/run/openvswitch
OVSDB_SOCK=/usr/local/var/run/openvswitch/db.sock
# includes ovs_setup.sh
source $DEST/dragonflow/devstack/ovs_setup.sh
function _neutron_ovs_configure_dependencies {
# Configure TUN
if [ ! -e /sys/class/misc/tun]; then
sudo modprobe tun
fi
if [ ! -e /dev/net/tun]; then
sudo mkdir -p /dev/net
sudo mknod /dev/net/tun c 10 200
fi
# Configure huge-pages
sudo sysctl -w vm.nr_hugepages=${DPDK_NUM_OF_HUGEPAGES}
sudo mkdir -p /dev/hugepages
sudo mount -t hugetlbfs none /dev/hugepages
# Configure UIO
sudo modprobe uio || true
sudo insmod $DPDK_BUILD/kmod/${DPDK_BIND_DRIVER}.ko || true
}
function _configure_ovs_dpdk {
# Configure user space datapath
iniset $DRAGONFLOW_CONF df vif_type vhostuser
iniset $DRAGONFLOW_CONF df vhost_sock_dir ${OVS_DIR}
# Disable kernel TCP/IP stack
sudo iptables -A INPUT -i ${DPDK_NIC_NAME} -j DROP
sudo iptables -A FORWARD -i ${DPDK_NIC_NAME} -j DROP
# Set up DPDK NIC
sudo ip link set ${DPDK_NIC_NAME} down
sudo $DPDK_DIR/tools/dpdk-devbind.py --bind=${DPDK_BIND_DRIVER} ${DPDK_PCI_TARGET}
}
function _install_dpdk {
if is_fedora; then
install_package kernel-devel
elif is_ubuntu; then
install_package build-essential
fi
if [ ! -d $DEST/dpdk ]; then
mkdir -p $DEST/dpdk
pushd $DEST/dpdk
if [ ! -e $DEST/dpdk/dpdk-${DPDK_VERSION}.tar.xz ]
then
wget http://fast.dpdk.org/rel/dpdk-${DPDK_VERSION}.tar.xz
fi
tar xvJf dpdk-${DPDK_VERSION}.tar.xz
cd $DPDK_DIR
sudo make install T=$DPDK_TARGET DESTDIR=install
popd
fi
}
function _uninstall_dpdk {
sudo $DPDK_DIR/tools/dpdk-devbind.py -u ${DPDK_PCI_TARGET}
sudo rmmod $DPDK_BUILD/kmod/${DPDK_BIND_DRIVER}.ko
sudo modprobe -r uio
sudo ip link set ${DPDK_NIC_NAME} up
# Enable kernel TCP/IP stack
sudo iptables -D INPUT -i ${DPDK_NIC_NAME} -j DROP
sudo iptables -D FORWARD -i ${DPDK_NIC_NAME} -j DROP
pushd $DPDK_DIR
sudo make uninstall
popd
sudo rm -rf $DPDK_DIR
}
function install_ovs {
_install_dpdk
_neutron_ovs_configure_dependencies
_neutron_ovs_clone_ovs
# If OVS is already installed, remove it, because we're about to re-install
# it from source.
for package in openvswitch openvswitch-switch openvswitch-common; do
if is_package_installed $package ; then
uninstall_package $package
fi
done
install_package autoconf automake libtool gcc patch make
pushd $DEST/ovs
./boot.sh
./configure --with-dpdk=$DPDK_BUILD
make
sudo make install
sudo pip install ./python
popd
}
function uninstall_ovs {
sudo pip uninstall -y ovs
pushd $DEST/ovs
sudo make uninstall
popd
_uninstall_dpdk
}
function start_ovs {
# First time, only DB creation/clearing
sudo mkdir -p /var/run/openvswitch
# Start OVSDB
sudo ovsdb-server --remote=punix:$OVSDB_SOCK \
--remote=db:Open_vSwitch,Open_vSwitch,manager_options \
--pidfile --detach
# Start vswitchd
sudo ovs-vsctl --db=unix:$OVSDB_SOCK --no-wait init
sudo ovs-vsctl --no-wait set Open_vSwitch . other_config:dpdk-init=true
sudo ovs-vswitchd unix:$OVSDB_SOCK --pidfile --detach
}
function configure_ovs {
_configure_ovs_dpdk
if is_service_enabled df-controller ; then
# setup external bridge if necessary
check_dnat=$(echo $DF_APPS_LIST | grep "dnat")
if [[ "$check_dnat" != "" ]]; then
echo "Setup external bridge for DNAT"
sudo ovs-vsctl add-br $PUBLIC_BRIDGE || true
sudo ip link set dev $PUBLIC_BRIDGE up || true
sudo ip addr add $PUBLIC_NETWORK_GATEWAY/$PUBLIC_NETWORK_PREFIXLEN dev $PUBLIC_BRIDGE || true
fi
_neutron_ovs_base_setup_bridge $INTEGRATION_BRIDGE
sudo ovs-vsctl --no-wait set bridge $INTEGRATION_BRIDGE fail-mode=secure other-config:disable-in-band=true
# Configure Open vSwitch to connect dpdk-enabled physical NIC
# to the OVS bridge. For example:
sudo ovs-vsctl add-port ${INTEGRATION_BRIDGE} dpdk0 -- set interface \
dpdk0 type=dpdk ofport_request=1
fi
}
function cleanup_ovs {
# Remove the patch ports
for port in $(sudo ovs-vsctl show | grep Port | awk '{print $2}' | cut -d '"' -f 2 | grep patch); do
sudo ovs-vsctl del-port ${port}
done
# remove all OVS ports that look like Neutron created ports
for port in $(sudo ovs-vsctl list port | grep -o -e tap[0-9a-f\-]* -e q[rg]-[0-9a-f\-]*); do
sudo ovs-vsctl del-port ${port}
done
# Remove all the vxlan ports
for port in $(sudo ovs-vsctl list port | grep name | grep vxlan | awk '{print $3}' | cut -d '"' -f 2); do
sudo ovs-vsctl del-port ${port}
done
}
function stop_ovs {
sudo ovs-dpctl dump-dps | sudo xargs -n1 ovs-dpctl del-dp
sudo killall ovsdb-server
sudo killall ovs-vswitchd
}
function init_ovs {
# clean up from previous (possibly aborted) runs
# create required data files
# Assumption: this is a dedicated test system and there is nothing important
# ovs databases. We're going to trash them and
# create new ones on each devstack run.
base_dir=/usr/local/etc/openvswitch
sudo mkdir -p $base_dir
for db in conf.db ; do
if [ -f $base_dir/$db ] ; then
sudo rm -f $base_dir/$db
fi
done
sudo rm -f $base_dir/.*.db.~lock~
echo "Creating OVS Database"
sudo ovsdb-tool create $base_dir/conf.db \
/usr/local/share/openvswitch/vswitch.ovsschema
}