3fe4d09d8f
This is a terrible idea! Since networking-odl 13.0.0 hit pypi which includes I955c9d737864b8a2557366be518922e192f4be91 the integration gate fails because ceilometer isn't on pypi[1]. There aren't any good fixes but this *should* at least unblock the, requirements, gate and buy us time to fix it correctly. Note: * We can't just install ceilometer from git as we'll just fail when we try to generate a constraints list anyway. * We can't blacklist networking-odl as the backlist isn't used for generating a freeze only for filtering the output constraints * We can't stop building the constratints as that introduces a new failure path in the gate. So with those options ruled out lets just pretend that networking-odl isn't in global-requirements. This will still fail if something (directly or not) installs it from pypi. [1] http://logs.openstack.org/96/594496/2/check/requirements-integration/8378cd8/job-output.txt.gz#_2018-08-31_22_54_49_357505 Change-Id: I1f117f9f4d8f49b5c4ef0cb74d98560c9a551999
131 lines
4.3 KiB
Bash
131 lines
4.3 KiB
Bash
#!/bin/bash -xe
|
|
# Parameters
|
|
# PBR_PIP_VERSION :- if not set, run pip's latest release, if set must be a
|
|
# valid reference file entry describing what pip to use.
|
|
# Bootstrappping the mkenv needs to install *a* pip
|
|
export PIPVERSION=pip
|
|
PIPFLAGS=${PIPFLAGS:-}
|
|
|
|
function mkvenv {
|
|
venv=$1
|
|
|
|
rm -rf $venv
|
|
virtualenv $venv
|
|
$venv/bin/pip install -U $PIPVERSION wheel pbr
|
|
}
|
|
|
|
function install_all_of_gr {
|
|
mkvenv $tmpdir/all_requirements
|
|
if grep -q ^networking-odl $REPODIR/requirements/global-requirements.txt ; then
|
|
cat <<EO_FIGLET
|
|
_ _ _ ____ _ __ _
|
|
| | | | / \ / ___|| |/ /| |
|
|
| |_| | / _ \ | | | ' / | |
|
|
| _ | / ___ \| |___ | . \ |_|
|
|
|_| |_|/_/ \_\\____||_|\_\(_)
|
|
|
|
EO_FIGLET
|
|
sed -i~ -e '/^networking-odl/d' $REPODIR/requirements/global-requirements.txt
|
|
diff -U0 $REPODIR/requirements/global-requirements.txt{~,} || true
|
|
fi
|
|
$tmpdir/all_requirements/bin/pip install -r $REPODIR/requirements/global-requirements.txt
|
|
}
|
|
|
|
# BASE should be a directory with a subdir called "new" and in that
|
|
# dir, there should be a git repository for every entry in PROJECTS
|
|
BASE=${BASE:-/opt/stack}
|
|
|
|
REPODIR=${REPODIR:-$BASE/new}
|
|
|
|
root=$(dirname $0)/..
|
|
sudo -H pip install bindep
|
|
sudo apt-get install -y --force-yes $(bindep -b python -f $root/bindep.txt)
|
|
|
|
# And use ccache explitly
|
|
export PATH=/usr/lib/ccache:$PATH
|
|
|
|
tmpdir=$(mktemp -d)
|
|
|
|
# Set up a wheelhouse
|
|
mkvenv $tmpdir/wheelhouse
|
|
# Specific PIP version - must succeed to be useful.
|
|
# - build/download a local wheel so we don't hit the network on each venv.
|
|
if [ -n "${PBR_PIP_VERSION:-}" ]; then
|
|
td=$(mktemp -d)
|
|
$tmpdir/wheelhouse/bin/pip wheel -w $td $PBR_PIP_VERSION
|
|
# This version will now be installed in every new venv.
|
|
export PIPVERSION="$td/$(ls $td)"
|
|
$tmpdir/wheelhouse/bin/pip install -U $PIPVERSION
|
|
# We have pip in global-requirements as open-ended requirements,
|
|
# but since we don't use -U in any other invocations, our version
|
|
# of pip should be sticky.
|
|
fi
|
|
|
|
#BRANCH
|
|
BRANCH=${OVERRIDE_ZUUL_BRANCH=:-master}
|
|
# PROJECTS is a list of projects that we're testing
|
|
PROJECTS=$*
|
|
|
|
projectdir=$tmpdir/projects
|
|
mkdir -p $projectdir
|
|
|
|
# Attempt to install all of global requirements
|
|
install_all_of_gr
|
|
|
|
# Install requirementsrrepo itself.
|
|
$tmpdir/all_requirements/bin/pip install $REPODIR/requirements
|
|
UPDATE="$tmpdir/all_requirements/bin/update-requirements"
|
|
|
|
# Check that we can generate an upper-requirements.txt file with the change
|
|
# that is being proposed.
|
|
$tmpdir/all_requirements/bin/generate-constraints -p /usr/bin/python2.7 \
|
|
-p /usr/bin/python3 -b $REPODIR/requirements/blacklist.txt \
|
|
-r $REPODIR/requirements/global-requirements.txt
|
|
|
|
for PROJECT in $PROJECTS ; do
|
|
SHORT_PROJECT=$(basename $PROJECT)
|
|
if ! grep 'pbr' $REPODIR/$SHORT_PROJECT/setup.py >/dev/null 2>&1
|
|
then
|
|
# project doesn't use pbr
|
|
continue
|
|
fi
|
|
if [ $SHORT_PROJECT = 'tempest' ]; then
|
|
# Tempest doesn't really install
|
|
continue
|
|
fi
|
|
if [ $SHORT_PROJECT = 'requirements' ]; then
|
|
# requirements doesn't really install
|
|
continue
|
|
fi
|
|
if [[ "$BRANCH" =~ "stable" ]]; then
|
|
# When testing stable, only attempt to sync to projects that also
|
|
# have a corresponding stable branch. This prevents us from trying and
|
|
# failing to sync stable requirements to a library's master branch,
|
|
# when that same library may be listed and capped in global-requirements.txt.
|
|
proj_branch="$(cd $REPODIR/$SHORT_PROJECT && git rev-parse --symbolic-full-name --abbrev-ref HEAD)"
|
|
if [ "$proj_branch" != "$BRANCH" ]; then
|
|
continue
|
|
fi
|
|
fi
|
|
|
|
# Clone from synced repo
|
|
shortprojectdir=$projectdir/$SHORT_PROJECT
|
|
git clone $REPODIR/$SHORT_PROJECT $shortprojectdir
|
|
$UPDATE --source $REPODIR/requirements $shortprojectdir
|
|
|
|
# Test python setup.py install
|
|
installvenv=$tmpdir/install
|
|
mkvenv $installvenv
|
|
|
|
installprojectdir=$projectdir/install$SHORT_PROJECT
|
|
git clone $shortprojectdir $installprojectdir
|
|
$UPDATE --source $REPODIR/requirements $installprojectdir
|
|
cd $installprojectdir
|
|
$installvenv/bin/python setup.py install
|
|
|
|
# Ensure the install_package_data is doing the thing it should do
|
|
if [ $SHORT_PROJECT = 'nova' ]; then
|
|
find $installvenv | grep migrate.cfg
|
|
fi
|
|
done
|