system-config/modules/openstack_project/files/mirror/yum-puppetlabs-mirror-update.sh
Jeremy Stanley b1f95745f6 Exclude old distros from yum-puppetlabs mirror
The yum-puppetlabs mirror exceeded its 100GB quota as of April 26.
Rather than increase the quota, start excluding packages for old
platforms we don't provide like RHEL5-6 and Fedora F20-27. We could
probably get even more aggressive with it, but this get the
utilization back under 50% which is plenty of headroom for now.

Change-Id: I9665b3a2a89f991f9433fe7f45bc1bb0e0c7632b
2019-05-28 23:15:37 +00:00

65 lines
1.8 KiB
Bash
Executable File

#!/bin/bash -xe
# Copyright 2018 Red Hat, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
MIRROR_VOLUME=$1
if [[ ${NO_TIMEOUT:-0} -eq 1 ]]; then
echo "Running interactively"
TIMEOUT=""
else
TIMEOUT="timeout -k 2m 30m"
fi
BASE="/afs/.openstack.org/mirror/yum-puppetlabs"
MIRROR="rsync://rsync.puppet.com/packages"
K5START="k5start -t -f /etc/yum-puppetlabs.keytab service/yum-puppetlabs-mirror -- $TIMEOUT"
if ! [ -f $BASE ]; then
$K5START mkdir -p $BASE
fi
date --iso-8601=ns
echo "Running rsync..."
# We don't need cisco-wrlinux arch in OpenStack Infra.
$K5START rsync -rlptDvz \
--delete \
--delete-excluded \
--exclude="cisco-wrlinux" \
--exclude="el/5" \
--exclude="el/6" \
--exclude="fedora/24" \
--exclude="fedora/25" \
--exclude="fedora/26" \
--exclude="fedora/27" \
--exclude="fedora/f20" \
--exclude="fedora/f21" \
--exclude="fedora/f22" \
--exclude="fedora/f23" \
--exclude="fedora/f24" \
--exclude="fedora/f25" \
--exclude="fedora/f26" \
--exclude="fedora/f27" \
$MIRROR/yum/ $BASE
# TODO(pabelanger): Validate rsync process
date --iso-8601=ns | $K5START tee $BASE/timestamp.txt
echo "rsync completed successfully, running vos release."
k5start -t -f /etc/afsadmin.keytab service/afsadmin -- vos release -v $MIRROR_VOLUME
date --iso-8601=ns
echo "Done."