3d4f69f579
Currently CentOS binary jobs are often failing due to running out of storage while building images. See http://logs.openstack.org/87/612887/8/check/kolla-build-centos-binary/b467920/logs/build/000_FAILED_heat-all.txt.gz for an example, and http://logs.openstack.org/87/612887/8/check/kolla-build-centos-binary/b467920/logs/df.txt.gz for the corresponding df output that shows the /var/lib/docker loopback mount at 97%. Change-Id: I2f3d04452c517f8643b124550148cc9d8320b937
87 lines
2.6 KiB
Bash
Executable File
87 lines
2.6 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
set -o xtrace
|
|
set -o errexit
|
|
|
|
function setup_disk {
|
|
if [[ -f /etc/nodepool/provider && ! -f /swapfile ]]; then
|
|
sudo swapoff -a
|
|
sudo dd if=/dev/zero of=/swapfile bs=1M count=4096
|
|
sudo chmod 0600 /swapfile
|
|
sudo mkswap /swapfile
|
|
sudo /sbin/swapon /swapfile
|
|
fi
|
|
|
|
if [ ! -f /docker ]; then
|
|
sudo dd if=/dev/zero of=/docker bs=1M count=25600
|
|
sudo losetup -f /docker
|
|
DEV=$(losetup -a | awk -F: '/\/docker/ {print $1}')
|
|
fi
|
|
|
|
# Excerpts from https://github.com/openstack-infra/devstack-gate/blob/dc49f9e6eb18e42c6b175e4e146fa8f3b7633279/functions.sh#L306
|
|
if [ -b /dev/xvde ]; then
|
|
DEV2='/dev/xvde'
|
|
if mount | grep ${DEV2} > /dev/null; then
|
|
echo "*** ${DEV2} appears to already be mounted"
|
|
echo "*** ${DEV2} unmounting and reformating"
|
|
sudo umount ${DEV2}
|
|
fi
|
|
sudo parted ${DEV2} --script -- mklabel msdos
|
|
sync
|
|
sudo partprobe
|
|
sudo mkfs.ext4 ${DEV2}
|
|
sudo mount ${DEV2} /mnt
|
|
sudo find /opt/ -mindepth 1 -maxdepth 1 -exec mv {} /mnt/ \;
|
|
sudo umount /mnt
|
|
sudo mount ${DEV2} /opt
|
|
grep -q ${DEV2} /proc/mounts || exit 1
|
|
fi
|
|
|
|
# Format Disks and setup Docker to use BTRFS
|
|
sudo parted ${DEV} -s -- mklabel msdos
|
|
sudo rm -rf /var/lib/docker
|
|
sudo mkdir /var/lib/docker
|
|
|
|
# We want to snapshot the entire docker directory so we have to first create a
|
|
# subvolume and use that as the root for the docker directory.
|
|
sudo mkfs.btrfs -f ${DEV}
|
|
sudo mount ${DEV} /var/lib/docker
|
|
sudo btrfs subvolume create /var/lib/docker/docker
|
|
sudo umount /var/lib/docker
|
|
sudo mount -o noatime,subvol=docker ${DEV} /var/lib/docker
|
|
}
|
|
|
|
# (SamYaple)TODO: Remove the path overriding
|
|
export PATH="/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin"
|
|
|
|
sudo yum-config-manager \
|
|
--add-repo \
|
|
https://download.docker.com/linux/centos/docker-ce.repo
|
|
|
|
sudo yum -y install libffi-devel openssl-devel docker-ce btrfs-progs
|
|
|
|
# Disable SELinux
|
|
setenforce 0
|
|
|
|
setup_disk
|
|
|
|
# Setup Docker
|
|
sudo mkdir /etc/systemd/system/docker.service.d
|
|
sudo tee /etc/systemd/system/docker.service.d/kolla.conf << EOF
|
|
[Service]
|
|
ExecStart=
|
|
ExecStart=/usr/bin/dockerd --storage-driver btrfs --insecure-registry=0.0.0.0/0
|
|
MountFlags=shared
|
|
EOF
|
|
|
|
sudo systemctl daemon-reload
|
|
|
|
sudo systemctl start docker
|
|
sudo docker info
|
|
|
|
# disable ipv6 until we're sure routes to fedora mirrors work properly
|
|
sudo sh -c 'echo "net.ipv6.conf.all.disable_ipv6 = 1" > /etc/sysctl.d/disable_ipv6.conf'
|
|
sudo /usr/sbin/sysctl -p
|
|
|
|
echo "Completed $0."
|