System configuration for the OpenDev Collaboratory
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
 
 
 
 
 
 

110 lines
2.5 KiB

#!/bin/bash -xe
# Copyright 2016 Red Hat, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
source /usr/share/mirror-update/functions.sh
MIRROR_VOLUME=$1
if [[ ${NO_TIMEOUT:-0} -eq 1 ]]; then
echo "Running interactively"
TIMEOUT=""
else
TIMEOUT="timeout -k 2m 30m"
fi
_DRY_RUN=''
if [[ ${DRY_RUN:-0} -eq 1 ]]; then
echo "Dry run only"
_DRY_RUN='--dry-run'
fi
RSYNC="rsync ${_DRY_RUN} -rltvz"
BASE="/afs/.openstack.org/mirror/centos"
K5START="k5start -t -f /etc/centos.keytab service/centos-mirror -- $TIMEOUT"
if [[ ${DRY_RUN:-0} -ne 1 ]]; then
# Cleanup old repos
for REPO in 8 altarch ; do
if [ -d $BASE/$REPO/ ]; then
$K5START rm -rf $BASE/$REPO/
fi
done
fi
#
# -- Centos 8-stream --
#
MIRROR=rsync://mirror.facebook.net/centos/8-stream/ # somewhere in US
if ! [ -f $BASE/8-stream ]; then
$K5START mkdir -p $BASE/8-stream
fi
date --iso-8601=ns
echo "Running Centos 8-stream rsync..."
$K5START ${RSYNC} \
--delete \
--delete-excluded \
--exclude="isos" \
--exclude="images/" \
--exclude="isolinux/" \
--exclude="ppc64le*" \
--exclude=".*" \
$MIRROR $BASE/8-stream
#
# -- Centos 7 --
#
MIRROR="rsync://mirror.facebook.net/centos/"
REPOS="7"
for REPO in $REPOS; do
if ! [ -f $BASE/$REPO ]; then
$K5START mkdir -p $BASE/$REPO
fi
MIRROR_PATH=$MIRROR/$REPO/
EXTRA_OPTS="--links" # -l
date --iso-8601=ns
echo "Running rsync..."
$K5START ${RSYNC} \
--delete \
--delete-excluded \
--exclude="atomic" \
--exclude="centosplus" \
--exclude="experimental" \
--exclude="fasttrack" \
--exclude="isos" \
--exclude="images/" \
--exclude="isolinux/" \
--exclude="paas" \
--exclude="*/drpms" \
$EXTRA_OPTS \
$MIRROR_PATH $BASE/$REPO/
# TODO(pabelanger): Validate rsync process
done
if [[ ${DRY_RUN:-0} -ne 1 ]]; then
date --iso-8601=ns | $K5START tee $BASE/timestamp.txt
echo "rsync completed successfully, running vos release."
vos_release $MIRROR_VOLUME
fi
date --iso-8601=ns
echo "Done."