project-config/jenkins/scripts/propose_update.sh
Emilien Macchi 41235561e6 Implement propose_rdo_promote CI periodic job
Background: during a cycle, we deploy OpenStack on centos7 from trunk
using RDO repositories, automatically built at each commit in OpenStack.

Currently, Puppet OpenStack CI manually promotes
puppet-openstack-integration every week, to latest URL. We would like to
automate this process with a daily periodic job so every day we would
have a promotion and we could detect which commit in OpenStack would
break our CI, and we could work on it quicker than usual, because
feedback would be daily.

This patch adds a periodic job, called
"propose-puppet-openstack-rdo-promote" that will execute
jenkins/scripts/propose_rdo_promote.sh script. The script has been
tested and already used manually.

Change-Id: I9b19a440325f609746a197676d3799aa0f60ce66
2016-06-03 08:34:19 -04:00

172 lines
5.5 KiB
Bash
Executable File

#!/bin/bash -xe
# Licensed under the Apache License, Version 2.0 (the "License"); you may
# not use this file except in compliance with the License. You may obtain
# a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
source /usr/local/jenkins/slave_scripts/common.sh
OWN_PROJECT=$1
if [ -z "$OWN_PROJECT" ] ; then
echo "usage: $0 project"
exit 1
fi
if [ "$OWN_PROJECT" == "requirements" ] ; then
INITIAL_COMMIT_MSG="Updated from global requirements"
TOPIC="openstack/requirements"
PROJECTS=$(cat projects.txt)
VENV=$(mktemp -d)
trap "rm -rf $VENV" EXIT
virtualenv $VENV
$VENV/bin/pip install -e .
function update {
$VENV/bin/update-requirements $1
}
elif [ "$OWN_PROJECT" == "openstack-manuals" ] ; then
INITIAL_COMMIT_MSG="Updated from openstack-manuals"
TOPIC="openstack/openstack-manuals"
PROJECTS=$(cat projects.txt)
function update {
bash -xe tools/sync-projects.sh $1
}
elif [ "$OWN_PROJECT" == "requirements-constraints" ] ; then
INITIAL_COMMIT_MSG="Updated from generate-constraints"
TOPIC="openstack/requirements/constraints"
PROJECTS=openstack/requirements
VENV=$(mktemp -d)
trap "rm -rf $VENV" EXIT
virtualenv $VENV
$VENV/bin/pip install -e .
function update {
$VENV/bin/generate-constraints -b blacklist.txt -p /usr/bin/python2.7 \
-p /usr/bin/python3.4 -r global-requirements.txt \
> $1/upper-constraints.txt
}
elif [ "$OWN_PROJECT" == "devstack-plugins-list" ] ; then
INITIAL_COMMIT_MSG="Updated from generate-devstack-plugins-list"
TOPIC="openstack/devstack/plugins"
PROJECTS=openstack-dev/devstack
function update {
bash -ex tools/generate-devstack-plugins-list.sh $1
}
elif [ "$OWN_PROJECT" == "puppet-openstack-constraints" ] ; then
INITIAL_COMMIT_MSG="Updated from Puppet OpenStack modules constraints"
TOPIC="openstack/puppet/constraints"
PROJECTS=openstack/puppet-openstack-integration
function update {
bash /usr/local/jenkins/slave_scripts/generate_puppetfile.sh
}
elif [ "$OWN_PROJECT" == "puppet-openstack-rdo-promote" ] ; then
INITIAL_COMMIT_MSG="Promote RDO repository to latest consistent URL"
TOPIC="openstack/puppet/rdo"
PROJECTS=openstack/puppet-openstack-integration
function update {
bash /usr/local/jenkins/slave_scripts/propose_rdo_promote.sh
}
else
echo "Unknown project $1" >2
exit 1
fi
USERNAME="proposal-bot"
ALL_SUCCESS=0
if [ -z "$ZUUL_REFNAME" ] ; then
echo "No ZUUL_REFNAME set, exiting."
exit 1
fi
setup_git
for PROJECT in $PROJECTS; do
PROJECT_DIR=$(basename $PROJECT)
rm -rf $PROJECT_DIR
# Don't short circuit when one project fails to clone, just report the
# error and move onto the next project.
#
# TODO(fungi): switch to zuul-cloner once we add a persistent git cache
# to proposal.slave.openstack.org
if ! git clone git://git.openstack.org/$PROJECT.git; then
# ALL_SUCCESS is being set to 1, which means that a failure condition
# has been detected. The job will end in failure once it finishes
# cycling through the remaining projects.
ALL_SUCCESS=1
echo "Error in git clone: Ignoring $PROJECT"
continue
fi
pushd $PROJECT_DIR
# check whether the project has this branch or a suitable fallback
BRANCH=""
if git branch -a | grep -q "^ remotes/origin/$ZUUL_REFNAME$" ; then
BRANCH=$ZUUL_REFNAME
fi
# don't bother with this project if there's not a usable branch
if [ -n "$BRANCH" ] ; then
# Function setup_commit_message will set CHANGE_ID if a change
# exists and will always set COMMIT_MSG.
setup_commit_message $PROJECT $USERNAME $BRANCH $TOPIC "$INITIAL_COMMIT_MSG"
git checkout -B ${BRANCH} -t origin/${BRANCH}
# Need to set the git config in each repo as we shouldn't
# set it globally for the Jenkins user on the slaves.
setup_git
# Do error checking manually to continue with the next project
# in case of failures like a broken .gitreview file.
set +e
git review -s
RET=$?
set -e
popd
if [ "$RET" -ne "0" ] ; then
ALL_SUCCESS=1
echo "Error in git review -s: Ignoring $PROJECT"
continue
fi
# Don't short circuit when one project fails to sync.
set +e
update $PROJECT_DIR
RET=$?
set -e
if [ "$RET" -ne "0" ] ; then
ALL_SUCCESS=1
echo "Error in syncing: Ignoring $PROJECT"
continue
fi
pushd $PROJECT_DIR
if ! git diff --stat --exit-code HEAD ; then
# Commit and review
git_args="-a -F-"
git commit $git_args <<EOF
$COMMIT_MSG
EOF
# Do error checking manually to ignore one class of failure.
set +e
OUTPUT=$(git review -t $TOPIC $BRANCH)
RET=$?
[[ "$RET" -eq "0" || "$OUTPUT" =~ "no new changes" || "$OUTPUT" =~ "no changes made" ]]
SUCCESS=$?
[[ "$SUCCESS" -eq "0" && "$ALL_SUCCESS" -eq "0" ]]
ALL_SUCCESS=$?
set -e
fi
fi
popd
done
exit $ALL_SUCCESS