system-config/playbooks/roles/mirror-update/files/opensuse-mirror-update
Ian Wienand 98ab53ee42 rsync mirrors: use localauth vos release
We switched Fedora to do vos release via ssh with localauth in
I56ecdb2511597197deeeadf51f50da7e02f56954 and it has been working.

Switch the rest of the update scripts.  There is an increasing amount
of common code, start a common functions.sh script where we can put
this.

Change-Id: I4ba6d64a84bb66e8686901b16010352de942f303
2019-11-26 13:40:15 +00:00

140 lines
4.2 KiB
Bash
Executable File

#!/bin/bash -xe
# Copyright 2017 SUSE Linux GmbH
#
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
source /usr/share/mirror-update/functions.sh
MIRROR_VOLUME=$1
if [[ ${NO_TIMEOUT:-0} -eq 1 ]]; then
echo "Running interactively"
TIMEOUT=""
else
TIMEOUT="timeout -k 2m 30m"
fi
BASE="/afs/.openstack.org/mirror/opensuse"
MIRROR="rsync://mirror.us.leaseweb.net/opensuse"
OBS_MIRROR="rsync://provo-mirror.opensuse.org/opensuse/repositories"
OBS_REPOS=(
'Cloud:/OpenStack:/Stein/openSUSE_Leap_15.1'
'Cloud:/OpenStack:/Master/openSUSE_Leap_15.1'
# NOTE(yoctozepto): kolla uses the following for hacluster
'network:/ha-clustering:/Stable/CentOS_CentOS-7'
)
K5START="k5start -t -f /etc/opensuse.keytab service/opensuse-mirror -- $TIMEOUT"
# NOTE(hwoarang): Ensure old distros are not mirrored aymore
for REPO in distribution/leap/42.2 update/leap/42.2 \
repositories/Virtualization:/containers/openSUSE_Leap_15.0 \
repositories/Virtualization:/containers:/images:/openSUSE-Leap-15.0 \
repositories/Cloud:/OpenStack:/Queens/openSUSE_Leap_15.0 \
repositories/Cloud:/OpenStack:/Rocky/openSUSE_Leap_15.0 \
repositories/Cloud:/OpenStack:/Stein/openSUSE_Leap_15.0 \
repositories/Cloud:/OpenStack:/Master/openSUSE_Leap_15.0 \
distribution/leap/15.0/ \
repositories/Cloud:/OpenStack:/Master/openSUSE_Leap_42.3 \
repositories/Cloud:/OpenStack:/Queens/openSUSE_Leap_42.3 \
repositories/Cloud:/OpenStack:/Rocky/openSUSE_Leap_42.3 \
repositories/Virtualization:/containers/openSUSE_Leap_42.3 ; do
if [ -d $BASE/$REPO ]; then
$K5START rm -rf $BASE/$REPO
fi
done
for DISTVER in 15.1; do
REPO=distribution/leap/$DISTVER/repo
if ! [ -f $BASE/$REPO ]; then
$K5START mkdir -p $BASE/$REPO
fi
date --iso-8601=ns
echo "Running rsync distribution $DISTVER ..."
$K5START rsync -rlptDvz \
--delete --stats \
--delete-excluded \
--exclude="iso" \
--exclude=".~tmp~" \
$MIRROR/$REPO/ $BASE/$REPO/
REPO=update/leap/$DISTVER
if ! [ -f $BASE/$REPO ]; then
$K5START mkdir -p $BASE/$REPO
fi
date --iso-8601=ns
echo "Running rsync updates $DISTVER ..."
$K5START rsync -rlptDvz \
--delete --stats \
--delete-excluded \
--exclude="src/" \
--exclude="nosrc/" \
--exclude=".~tmp~" \
$MIRROR/$REPO/ $BASE/$REPO/
done
date --iso-8601=ns
for obs_repo in ${OBS_REPOS[@]}; do
REPO=repositories/${obs_repo}/
if ! [ -f $BASE/$REPO ]; then
$K5START mkdir -p $BASE/$REPO
fi
echo "Running rsync ${obs_repo} ..."
$K5START rsync -rlptDvz \
--delete --stats \
--delete-excluded \
--exclude="src/" \
--exclude="nosrc/" \
--exclude=".~tmp~" \
$OBS_MIRROR/$obs_repo/ $BASE/$REPO
done
REPO=tumbleweed
if ! [ -f $BASE/$REPO ]; then
$K5START mkdir -p $BASE/$REPO/repo/oss/
fi
date --iso-8601=ns
echo "Running rsync distribution $REPO ..."
# TW is large and can have failures, be more resilient
$K5START rsync -rlptDvz \
--delete --stats \
--delete-excluded \
--exclude="i586" \
--ignore-errors \
$MIRROR/$REPO/repo/oss/ $BASE/$REPO/repo/oss/ || :
REPO=update/tumbleweed
if ! [ -f $BASE/$REPO ]; then
$K5START mkdir -p $BASE/$REPO
fi
date --iso-8601=ns
echo "Running rsync distribution $REPO ..."
$K5START rsync -rlptDvz \
--timeout=600 \
--delete --stats \
--delete-excluded \
--exclude="i586" \
--ignore-errors \
$OBS_MIRROR/openSUSE:/Factory:/Update/standard/ $BASE/$REPO || :
date --iso-8601=ns | $K5START tee $BASE/timestamp.txt
echo "rsync completed successfully, running vos release."
$VOS_RELEASE $MIRROR_VOLUME
date --iso-8601=ns
echo "Done."