Merge "Set cloudserver-aio.sh to make use of os-ansible-aio-check.sh"
This commit is contained in:
Jenkins
Gerrit Code Review
commit
78bdb0b23b
@ -16,457 +16,14 @@ set -e -u -v -x
|
||||
|
||||
REPO_URL=${REPO_URL:-"https://github.com/stackforge/os-ansible-deployment.git"}
|
||||
REPO_BRANCH=${REPO_BRANCH:-"master"}
|
||||
FROZEN_REPO_URL=${FROZEN_REPO_URL:-"http://mirror.rackspace.com/rackspaceprivatecloud"}
|
||||
MAX_RETRIES=${MAX_RETRIES:-5}
|
||||
WORKING_FOLDER=${WORKING_FOLDER:-"/opt/stackforge/os-ansible-deployment"}
|
||||
|
||||
apt-get update
|
||||
apt-get install -y python-dev \
|
||||
python2.7 \
|
||||
build-essential \
|
||||
curl \
|
||||
git-core \
|
||||
ipython \
|
||||
tmux \
|
||||
vim \
|
||||
vlan \
|
||||
bridge-utils \
|
||||
lvm2 \
|
||||
linux-image-extra-$(uname -r)
|
||||
# install git so that we can fetch the repo
|
||||
apt-get update && apt-get install -y git
|
||||
|
||||
function key_create(){
|
||||
ssh-keygen -t rsa -f /root/.ssh/id_rsa -N ''
|
||||
}
|
||||
# fetch the repo
|
||||
git clone -b ${REPO_BRANCH} ${REPO_URL} ${WORKING_FOLDER}/
|
||||
|
||||
# Used to retry process that may fail due to random issues.
|
||||
function successerator() {
|
||||
set +e
|
||||
RETRY=0
|
||||
# Set the initial return value to failure
|
||||
false
|
||||
|
||||
while [ $? -ne 0 -a ${RETRY} -lt ${MAX_RETRIES} ];do
|
||||
RETRY=$((${RETRY}+1))
|
||||
$@
|
||||
done
|
||||
|
||||
if [ ${RETRY} -eq ${MAX_RETRIES} ];then
|
||||
echo "Hit maximum number of retries, giving up..."
|
||||
exit 1
|
||||
fi
|
||||
set -e
|
||||
}
|
||||
|
||||
function install_bits() {
|
||||
successerator ansible-playbook -e @/etc/rpc_deploy/user_variables.yml \
|
||||
playbooks/$@
|
||||
}
|
||||
|
||||
if [ ! -d "/opt" ];then
|
||||
mkdir /opt
|
||||
fi
|
||||
|
||||
|
||||
if [ ! "$(swapon -s | grep -v Filename)" ];then
|
||||
cat > /opt/swap.sh <<EOF
|
||||
#!/usr/bin/env bash
|
||||
if [ ! "\$(swapon -s | grep -v Filename)" ];then
|
||||
SWAPFILE="/tmp/SwapFile"
|
||||
if [ -f "\${SWAPFILE}" ];then
|
||||
swapoff -a
|
||||
rm \${SWAPFILE}
|
||||
fi
|
||||
dd if=/dev/zero of=\${SWAPFILE} bs=1M count=512
|
||||
mkswap \${SWAPFILE}
|
||||
swapon \${SWAPFILE}
|
||||
fi
|
||||
EOF
|
||||
|
||||
chmod +x /opt/swap.sh
|
||||
/opt/swap.sh
|
||||
fi
|
||||
|
||||
if [ -f "/opt/swap.sh" ];then
|
||||
if [ ! -f "/etc/rc.local" ];then
|
||||
touch /etc/rc.local
|
||||
fi
|
||||
|
||||
if [ "$(grep 'exit 0' /etc/rc.local)" ];then
|
||||
sed -i '/exit\ 0/ s/^/#\ /' /etc/rc.local
|
||||
fi
|
||||
|
||||
if [ ! "$(grep 'swap.sh' /etc/rc.local)" ];then
|
||||
echo "/opt/swap.sh" | tee -a /etc/rc.local
|
||||
fi
|
||||
|
||||
chmod +x /etc/rc.local
|
||||
fi
|
||||
|
||||
# Make the system key used for bootstrapping self
|
||||
if [ ! -d /root/.ssh ];then
|
||||
mkdir -p /root/.ssh
|
||||
chmod 700 /root/.ssh
|
||||
fi
|
||||
pushd /root/.ssh/
|
||||
if [ ! -f "id_rsa" ];then
|
||||
key_create
|
||||
fi
|
||||
|
||||
if [ ! -f "id_rsa.pub" ];then
|
||||
rm "id_rsa"
|
||||
key_create
|
||||
fi
|
||||
|
||||
KEYENTRY=$(cat id_rsa.pub)
|
||||
if [ ! "$(grep \"$KEYENTRY\" authorized_keys)" ];then
|
||||
echo "$KEYENTRY" | tee -a authorized_keys
|
||||
fi
|
||||
popd
|
||||
|
||||
CINDER="/opt/cinder.img"
|
||||
if [ ! "$(losetup -a | grep /opt/cinder.img)" ];then
|
||||
LOOP=$(losetup -f)
|
||||
dd if=/dev/zero of=${CINDER} bs=1 count=0 seek=1000G
|
||||
losetup ${LOOP} ${CINDER}
|
||||
pvcreate ${LOOP}
|
||||
vgcreate cinder-volumes ${LOOP}
|
||||
pvscan
|
||||
fi
|
||||
|
||||
# Get the source
|
||||
if [ -d "/opt/ansible-lxc-rpc" ];then
|
||||
rm -rf "/opt/ansible-lxc-rpc"
|
||||
fi
|
||||
git clone "${REPO_URL}" "/opt/ansible-lxc-rpc"
|
||||
|
||||
pushd /opt/ansible-lxc-rpc
|
||||
git checkout "${REPO_BRANCH}"
|
||||
# Copy the base etc files
|
||||
if [ -d "/etc/rpc_deploy" ];then
|
||||
rm -rf "/etc/rpc_deploy"
|
||||
fi
|
||||
cp -R /opt/ansible-lxc-rpc/etc/rpc_deploy /etc/
|
||||
# Install pip
|
||||
curl ${FROZEN_REPO_URL}/downloads/get-pip.py | python
|
||||
# Install requirements
|
||||
pip install -r /opt/ansible-lxc-rpc/requirements.txt
|
||||
# Generate the passwords
|
||||
/opt/ansible-lxc-rpc/scripts/pw-token-gen.py --file /etc/rpc_deploy/user_variables.yml
|
||||
popd
|
||||
|
||||
cat > /etc/rpc_deploy/user_variables.yml <<EOF
|
||||
---
|
||||
rpc_repo_url: ${FROZEN_REPO_URL}
|
||||
required_kernel: 3.13.0-30-generic
|
||||
## Rackspace Cloud Details
|
||||
rackspace_cloud_auth_url: https://identity.api.rackspacecloud.com/v2.0
|
||||
rackspace_cloud_tenant_id: SomeTenantID
|
||||
rackspace_cloud_username: SomeUserName
|
||||
rackspace_cloud_password: SomeUsersPassword
|
||||
rackspace_cloud_api_key: SomeAPIKey
|
||||
## Rabbit Options
|
||||
rabbitmq_password: secrete
|
||||
rabbitmq_cookie_token: secrete
|
||||
## Tokens
|
||||
memcached_encryption_key: secrete
|
||||
## Container default user
|
||||
container_openstack_password: secrete
|
||||
## Galera Options
|
||||
mysql_root_password: secrete
|
||||
mysql_debian_sys_maint_password: secrete
|
||||
## Keystone Options
|
||||
keystone_container_mysql_password: secrete
|
||||
keystone_auth_admin_token: secrete
|
||||
keystone_auth_admin_password: secrete
|
||||
keystone_service_password: secrete
|
||||
## Cinder Options
|
||||
cinder_container_mysql_password: secrete
|
||||
cinder_service_password: secrete
|
||||
cinder_v2_service_password: secrete
|
||||
# Set default_store to "swift" if using Cloud Files or swift backend
|
||||
glance_default_store: file
|
||||
glance_container_mysql_password: secrete
|
||||
glance_service_password: secrete
|
||||
glance_swift_store_auth_address: "{{ rackspace_cloud_auth_url }}"
|
||||
glance_swift_store_user: "{{ rackspace_cloud_tenant_id }}:{{ rackspace_cloud_username }}"
|
||||
glance_swift_store_key: "{{ rackspace_cloud_password }}"
|
||||
glance_swift_store_container: SomeContainerName
|
||||
glance_swift_store_region: SomeRegion
|
||||
glance_swift_store_endpoint_type: internalURL
|
||||
glance_notification_driver: noop
|
||||
## Heat Options
|
||||
heat_stack_domain_admin_password: secrete
|
||||
heat_container_mysql_password: secrete
|
||||
### THE HEAT AUTH KEY NEEDS TO BE 32 CHARACTERS LONG ##
|
||||
heat_auth_encryption_key: 12345678901234567890123456789012
|
||||
### THE HEAT AUTH KEY NEEDS TO BE 32 CHARACTERS LONG ##
|
||||
heat_service_password: secrete
|
||||
heat_cfn_service_password: secrete
|
||||
## Horizon Options
|
||||
horizon_container_mysql_password: secrete
|
||||
## MaaS Options
|
||||
maas_auth_method: password
|
||||
maas_auth_url: "{{ rackspace_cloud_auth_url }}"
|
||||
maas_username: "{{ rackspace_cloud_username }}"
|
||||
maas_api_key: "{{ rackspace_cloud_api_key }}"
|
||||
maas_auth_token: some_token
|
||||
maas_api_url: https://monitoring.api.rackspacecloud.com/v1.0/{{ rackspace_cloud_tenant_id }}
|
||||
maas_notification_plan: npManaged
|
||||
# By default we will create an agent token for each entity, however if you'd
|
||||
# prefer to use the same agent token for all entities then specify it here
|
||||
#maas_agent_token: some_token
|
||||
maas_target_alias: public0_v4
|
||||
maas_scheme: https
|
||||
# Override scheme for specific service remote monitor by specifying here: E.g.
|
||||
# maas_nova_scheme: http
|
||||
maas_keystone_user: maas
|
||||
maas_keystone_password: secrete
|
||||
# Check this number of times before registering state change
|
||||
maas_alarm_local_consecutive_count: 3
|
||||
maas_alarm_remote_consecutive_count: 1
|
||||
# Timeout must be less than period
|
||||
maas_check_period: 60
|
||||
maas_check_timeout: 30
|
||||
maas_monitoring_zones:
|
||||
- mzdfw
|
||||
- mziad
|
||||
- mzord
|
||||
- mzlon
|
||||
- mzhkg
|
||||
## Neutron Options
|
||||
neutron_container_mysql_password: secrete
|
||||
neutron_service_password: secrete
|
||||
## Nova Options
|
||||
nova_virt_type: qemu
|
||||
nova_container_mysql_password: secrete
|
||||
nova_metadata_proxy_secret: secrete
|
||||
nova_ec2_service_password: secrete
|
||||
nova_service_password: secrete
|
||||
nova_v3_service_password: secrete
|
||||
nova_s3_service_password: secrete
|
||||
## RPC Support
|
||||
rpc_support_holland_password: secrete
|
||||
## Kibana Options
|
||||
kibana_password: secrete
|
||||
EOF
|
||||
|
||||
|
||||
cat > /etc/rpc_deploy/rpc_user_config.yml <<EOF
|
||||
---
|
||||
# This is the md5 of the environment file
|
||||
environment_version: $(md5sum /etc/rpc_deploy/rpc_environment.yml | awk '{print $1}')
|
||||
# User defined CIDR used for containers
|
||||
cidr_networks:
|
||||
# Cidr used in the Management network
|
||||
container: 172.29.236.0/22
|
||||
# Cidr used in the Service network
|
||||
snet: 172.29.248.0/22
|
||||
# Cidr used in the VM network
|
||||
tunnel: 172.29.240.0/22
|
||||
# Cidr used in the Storage network
|
||||
storage: 172.29.244.0/22
|
||||
used_ips:
|
||||
- 172.29.236.1,172.29.236.50
|
||||
- 172.29.244.1,172.29.244.50
|
||||
global_overrides:
|
||||
rpc_repo_url: ${FROZEN_REPO_URL}
|
||||
# Internal Management vip address
|
||||
internal_lb_vip_address: 172.29.236.100
|
||||
# External DMZ VIP address
|
||||
external_lb_vip_address: 10.200.200.146
|
||||
# Bridged interface to use with tunnel type networks
|
||||
tunnel_bridge: "br-vxlan"
|
||||
# Bridged interface to build containers with
|
||||
management_bridge: "br-mgmt"
|
||||
# Define your Add on container networks.
|
||||
provider_networks:
|
||||
- network:
|
||||
group_binds:
|
||||
- all_containers
|
||||
- hosts
|
||||
type: "raw"
|
||||
container_bridge: "br-mgmt"
|
||||
container_interface: "eth1"
|
||||
ip_from_q: "container"
|
||||
- network:
|
||||
group_binds:
|
||||
- glance_api
|
||||
- cinder_api
|
||||
- cinder_volume
|
||||
- nova_compute
|
||||
type: "raw"
|
||||
container_bridge: "br-storage"
|
||||
container_interface: "eth2"
|
||||
ip_from_q: "storage"
|
||||
- network:
|
||||
group_binds:
|
||||
- glance_api
|
||||
- nova_compute
|
||||
- neutron_linuxbridge_agent
|
||||
type: "raw"
|
||||
container_bridge: "br-snet"
|
||||
container_interface: "eth3"
|
||||
ip_from_q: "snet"
|
||||
- network:
|
||||
group_binds:
|
||||
- neutron_linuxbridge_agent
|
||||
container_bridge: "br-vxlan"
|
||||
container_interface: "eth10"
|
||||
ip_from_q: "tunnel"
|
||||
type: "vxlan"
|
||||
range: "1:1000"
|
||||
net_name: "vxlan"
|
||||
- network:
|
||||
group_binds:
|
||||
- neutron_linuxbridge_agent
|
||||
container_bridge: "br-vlan"
|
||||
container_interface: "eth11"
|
||||
type: "flat"
|
||||
net_name: "vlan"
|
||||
- network:
|
||||
group_binds:
|
||||
- neutron_linuxbridge_agent
|
||||
container_bridge: "br-vlan"
|
||||
container_interface: "eth11"
|
||||
type: "vlan"
|
||||
range: "1:1"
|
||||
net_name: "vlan"
|
||||
# Name of load balancer
|
||||
lb_name: lb_name_in_core
|
||||
# User defined Infrastructure Hosts, this should be a required group
|
||||
infra_hosts:
|
||||
aio1:
|
||||
ip: 172.29.236.100
|
||||
# User defined Compute Hosts, this should be a required group
|
||||
compute_hosts:
|
||||
aio1:
|
||||
ip: 172.29.236.100
|
||||
# User defined Storage Hosts, this should be a required group
|
||||
storage_hosts:
|
||||
aio1:
|
||||
ip: 172.29.236.100
|
||||
container_vars:
|
||||
cinder_backends:
|
||||
limit_container_types: cinder_volume
|
||||
lvm:
|
||||
volume_group: cinder-volumes
|
||||
volume_driver: cinder.volume.drivers.lvm.LVMISCSIDriver
|
||||
volume_backend_name: LVM_iSCSI
|
||||
# User defined Logging Hosts, this should be a required group
|
||||
log_hosts:
|
||||
aio1:
|
||||
ip: 172.29.236.100
|
||||
# User defined Networking Hosts, this should be a required group
|
||||
network_hosts:
|
||||
aio1:
|
||||
ip: 172.29.236.100
|
||||
haproxy_hosts:
|
||||
aio1:
|
||||
ip: 172.29.236.100
|
||||
EOF
|
||||
|
||||
|
||||
cat > /etc/network/interfaces.d/aio-bridges.cfg <<EOF
|
||||
## Required network bridges; br-vlan, br-vxlan, br-mgmt.
|
||||
auto br-mgmt
|
||||
iface br-mgmt inet static
|
||||
bridge_stp off
|
||||
bridge_waitport 0
|
||||
bridge_fd 0
|
||||
# Notice the bridge port is the vlan tagged interface
|
||||
bridge_ports none
|
||||
address 172.29.236.100
|
||||
netmask 255.255.252.0
|
||||
|
||||
auto br-vxlan
|
||||
iface br-vxlan inet static
|
||||
bridge_stp off
|
||||
bridge_waitport 0
|
||||
bridge_fd 0
|
||||
bridge_ports none
|
||||
address 172.29.240.100
|
||||
netmask 255.255.252.0
|
||||
|
||||
auto br-vlan
|
||||
iface br-vlan inet manual
|
||||
bridge_stp off
|
||||
bridge_waitport 0
|
||||
bridge_fd 0
|
||||
# Notice this bridge port is an Untagged host interface
|
||||
bridge_ports none
|
||||
|
||||
auto br-storage
|
||||
iface br-storage inet static
|
||||
bridge_stp off
|
||||
bridge_waitport 0
|
||||
bridge_fd 0
|
||||
bridge_ports none
|
||||
address 172.29.244.100
|
||||
netmask 255.255.252.0
|
||||
|
||||
auto br-snet
|
||||
iface br-snet inet static
|
||||
bridge_stp off
|
||||
bridge_waitport 0
|
||||
bridge_fd 0
|
||||
bridge_ports none
|
||||
# Notice there is NO physical interface in this bridge!
|
||||
address 172.29.248.100
|
||||
netmask 255.255.252.0
|
||||
EOF
|
||||
|
||||
# Ensure the network source is in place
|
||||
if [ ! "$(grep -Rni '^source\ /etc/network/interfaces.d/\*.cfg' /etc/network/interfaces)" ]; then
|
||||
echo "source /etc/network/interfaces.d/*.cfg" | tee -a /etc/network/interfaces
|
||||
fi
|
||||
|
||||
# Bring up the new interfaces
|
||||
for i in br-snet br-storage br-vlan br-vxlan br-mgmt; do
|
||||
/sbin/ifup $i || true
|
||||
done
|
||||
|
||||
# Export the home directory just in case it's not set
|
||||
export HOME="/root"
|
||||
pushd /opt/ansible-lxc-rpc/rpc_deployment
|
||||
# Install all host bits
|
||||
install_bits setup/host-setup.yml
|
||||
# Install haproxy for dev purposes only
|
||||
install_bits infrastructure/haproxy-install.yml
|
||||
# Install all of the infra bits
|
||||
install_bits infrastructure/infrastructure-setup.yml
|
||||
# install all of the Openstack Bits
|
||||
install_bits openstack/keystone-all.yml
|
||||
install_bits openstack/glance-all.yml
|
||||
install_bits openstack/heat-all.yml
|
||||
install_bits openstack/nova-all.yml
|
||||
install_bits openstack/neutron-all.yml
|
||||
install_bits openstack/cinder-all.yml
|
||||
install_bits openstack/horizon-all.yml
|
||||
install_bits openstack/utility-all.yml
|
||||
install_bits openstack/rpc-support-all.yml
|
||||
# Stop rsyslog container(s)
|
||||
for i in $(lxc-ls | grep "rsyslog"); do
|
||||
lxc-stop -k -n $i; lxc-start -d -n $i
|
||||
done
|
||||
# Reconfigure Rsyslog
|
||||
install_bits infrastructure/rsyslog-config.yml
|
||||
popd
|
||||
|
||||
if ! modprobe vxlan; then
|
||||
MINIMUM_KERNEL_VERSION=$(awk '/required_kernel/ {print $2}' /opt/ansible-lxc-rpc/rpc_deployment/inventory/group_vars/all.yml)
|
||||
apt-get install -y linux-headers-${MINIMUM_KERNEL_VERSION} \
|
||||
linux-image-${MINIMUM_KERNEL_VERSION} \
|
||||
linux-image-extra-${MINIMUM_KERNEL_VERSION}
|
||||
rm /etc/update-motd.d/*
|
||||
cat > /etc/update-motd.d/00-rpc-notice<< EOF
|
||||
#!/usr/bin/env bash
|
||||
echo ""
|
||||
echo "############ RPC DEPLOYMENT #############"
|
||||
echo "A new kernel was installed on this system. you will"
|
||||
echo "need to re-bootstrap Galera to get the cluster operataional."
|
||||
echo "from the /opt/ansible-lxc-rpc/rpc_deployment directory execute:"
|
||||
echo ""
|
||||
echo "ansible-playbook -e @/etc/rpc_deploy/user_variables.yml playbooks/infrastructure/galera-startup.yml"
|
||||
EOF
|
||||
chmod +x /etc/update-motd.d/00-rpc-notice
|
||||
shutdown -r now
|
||||
fi
|
||||
# run the same aio build script that is used in the OpenStack CI pipeline
|
||||
cd ${WORKING_FOLDER}
|
||||
./scripts/os-ansible-aio-check.sh
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user