root/build-tools/sync-jenkins
Dean Troyer cfe45dadae StarlingX open source release updates
Signed-off-by: Dean Troyer <dtroyer@gmail.com>
2018-06-01 07:45:23 -07:00

155 lines
4.8 KiB
Bash
Executable File

#!/bin/bash
# This script "syncs" a local workspace up with a Jenkins build.
#
# NOTE - please keep this script in one file (i.e. don't break into sub-scripts
# or call sub-scripts from this file). It is expected that doing so will
# screw things up if the sub-script gets checked out to a different
# version that the main script.
#
# The general flow of what it does is:
# - checks out $MY_REPO to the same commits as the Jenkins build
# - copies over Jenkins build artifacts in an order such that the timestamps
# for SRPM/RPMS artifacts make sense (RPMS have later timestamps than SRPMS)
#
# The user can then check out changes since the Jenkins build, and build
# updated artifacts. Typical use case would be
# $ cd $MY_WORKSPACE
# $ sync-jenkins --latest
# $ cd $MY_REPO
# $ wrgit checkout CGCS_DEV_0019
# $ cd $MY_WORKSPACE
# $ build-pkgs
#
# Usage examples:
# sync-jenkins --help
# sync-jenkins --latest
# sync-jenkins yow-cgts4-lx:/localdisk/loadbuild/jenkins/CGCS_3.0_Centos_Build/2016-07-24_22-00-59"
#
#
# It is recommended that this tool be run with an initially empty workspace
# (or a workspace with only the build configuration file in it).
#
# Potential future improvements to this script
# - check for sane environment before doing anything
# - auto saving of the current branch of each git, and restoration to that point
# after pull
# - filter some packages (build-info, packages that depend on LICENSE, etc) from
# pull
usage () {
echo ""
echo "Usage: "
echo " sync-jenkins <--latest|--help|[path_to_jenkins_build]>"
echo ""
echo " Examples:"
echo " sync-jenkins --latest"
echo " Syncs to the latest Jenkins build on yow-cgts4-lx"
echo ""
echo " sync-jenkins yow-cgts4-lx:/localdisk/loadbuild/jenkins/CGCS_3.0_Centos_Build/2016-07-24_22-00-59"
echo " Syncs to a specfic Jenkins build"
echo ""
}
# variables
BASEDIR=$MY_REPO
GITHASHFILE="LAST_COMMITS"
TMPFILE="$MY_WORKSPACE/export/temp.txt"
HELP=0
TEMP=`getopt -o h --long help,latest -n 'test.sh' -- "$@"`
if [ $? -ne 0 ]; then
usage
exit 1
fi
eval set -- "$TEMP"
# extract options and their arguments into variables.
while true ; do
case "$1" in
-h|--help) HELP=1 ; shift ;;
--latest) JENKINSURL="yow-cgts4-lx:/localdisk/loadbuild/jenkins/CGCS_4.0_Centos_Build/latest_build" ; shift ;;
--) shift ; break ;;
esac
done
if [ "x$JENKINSURL" == "x" ]; then
JENKINSURL=$@
fi
if [ $HELP -eq 1 ]; then
usage
exit 0
fi
if [ "x$JENKINSURL" == "x" ]; then
usage
exit 1
fi
mkdir -p $MY_WORKSPACE/export $MY_WORKSPACE/std/rpmbuild/RPMS $MY_WORKSPACE/std/rpmbuild/SRPMS $MY_WORKSPACE/rt/rpmbuild/RPMS $MY_WORKSPACE/rt/rpmbuild/SRPMS
rsync $JENKINSURL/$GITHASHFILE $MY_WORKSPACE/$GITHASHFILE
if [ $? -ne 0 ]; then
echo "Could not find $GITHASHFILE in $JENKINSURL -- aborting"
exit 1
fi
pushd $MY_REPO > /dev/null
find . -type d -name ".git" | sed "s%/\.git$%%" > $TMPFILE
while read hashfile; do
gitdir=`echo $hashfile | cut -d " " -f 1`
gitcommit=`echo $hashfile | sed s/.*[[:space:]]//g`
echo "doing dir $gitdir commit $gitcommit"
pushd $gitdir >/dev/null
git checkout $gitcommit
popd
done < $MY_WORKSPACE/$GITHASHFILE
popd
pushd $MY_WORKSPACE
# clean stuff
for build_type in std rt; do
rm -rf $MY_WORKSPACE/$build_type/rpmbuild/SRPMS
rm -rf $MY_WORKSPACE/$build_type/rpmbuild/RPMS
rm -rf $MY_WORKSPACE/$build_type/rpmbuild/inputs
rm -rf $MY_WORKSPACE/$build_type/rpmbuild/srpm_assemble
done
# copy source rpms from jenkins
# Note that the order in which things are copies matters significantly. The
# timestamps on files is used to determine (for example) that an SRPM is
# order than an RPM, and therefore the RPM does not need to be rebuilt
for build_type in std rt; do
echo "Syncing $build_type build"
mkdir -p $MY_WORKSPACE/$build_type/rpmbuild/RPMS
mkdir -p $MY_WORKSPACE/$build_type/rpmbuild/SRPMS
rsync -r ${JENKINSURL}/$build_type/inputs $build_type/
sleep 1
rsync -r ${JENKINSURL}/$build_type/srpm_assemble $build_type/
sleep 1
rsync -r ${JENKINSURL}/$build_type/rpmbuild/SRPMS/* $MY_WORKSPACE/$build_type/rpmbuild/SRPMS
sleep 1
rsync ${JENKINSURL}/$build_type/cgcs-centos-repo.last_head $MY_WORKSPACE/$build_type
rsync ${JENKINSURL}/$build_type/cgcs-3rd-party-repo.last_head $MY_WORKSPACE/$build_type
if [ "$build_type" == "std" ]; then
cp $MY_WORKSPACE/$build_type/cgcs-centos-repo.last_head $MY_REPO/cgcs-centos-repo/.last_head
cp $MY_WORKSPACE/$build_type/cgcs-3rd-party-repo.last_head $MY_REPO/cgcs-3rd-party-repo/.last_head
fi
sleep 1
rsync -r ${JENKINSURL}/$build_type/results $build_type/
sleep 1
mv $build_type/results/jenkins* $build_type/results/${MY_BUILD_ENVIRONMENT}-$build_type
rsync -r ${JENKINSURL}/$build_type/rpmbuild/RPMS/* $MY_WORKSPACE/$build_type/rpmbuild/RPMS
done
popd