Add an integration test script.

The script is intended to be run on a prepared server such as what devstack-gate produces. Test that each of the projects can be installed from scratch without pbr being previously installed into a plain raw non-distribute-based virtualenv. This is the closest we can come to testing that pip installing from the internet is going to work. We also need to test that this can be done in the various combinations of setuptools/distribute/pip, and we need to test that pip installing the repo, the tarball and running python setup.py install work. Change-Id: If3f17795374cfce726c60de0f09fc2a1e694eea3
2013-06-13 23:09:41 -04:00 · 2013-06-13 23:09:41 -04:00 · 378261a8cb
commit 378261a8cb
parent 182feb3061
1 changed files with 105 additions and 0 deletions
--- a/tools/integration.sh
+++ b/tools/integration.sh
@ -0,0 +1,105 @@
+#!/bin/bash -xe
+
+# PROJECTS is a list of projects that we're testing
+PROJECTS=$1
+
+# BASE should be a directory with a subdir called "new" and in that
+#      dir, there should be a git repository for every entry in PROJECTS
+BASE=$2
+
+REPODIR=${REPODIR:-$BASE/new}
+
+tmpdir=`mkdtemp`
+
+tmpdownload=`mktemp -d`
+tmpvenv=$tmpdownload/venv
+virtualenv $tempvenv
+cd $REPODIR/pbr
+$tempvenv/bin/pip install -d $tmpdownload -r requirements.txt
+$tempvenv/bin/python setup.py sdist -d $tmpdownload
+
+# Make pypi thing
+pypidir=`mktemp -d`
+pypiurl=file://$pypidir
+echo "<html><body>" > $pypidir/index.html
+for fulltarball in $tmpdownload/*.tar.gz ; do
+    tarball=`basename $fulltarball`
+    name=`echo $tarball | sed 's/-[^-]*.tar.gz//'`
+    md5=`md5sum $fulltarball | awk '{print $1}'`
+    subdir=$pypidir/$name
+    mkdir -p $subdir
+    mv $fulltarball $subdir
+    echo "<a href='$tarball#md5=$md5'>$tarball</a>" >>$subdir/index.html
+    if ! grep $name $pypidir/index.html >/dev/null 2>&1 ; then
+        echo "<a href='$name'>$name</a>" >>$pypidir/index.html
+    fi
+done
+echo "</body></html>" >> $pypidir/index.html
+rm -rf $tmpdownload
+
+
+cat <<EOF > ~/.pydistutils.cfg
+[easy_install]
+index_url = $pypiurl
+EOF
+
+mkdir -p ~/.pip
+cat <<EOF > ~/.pip/pip.conf
+[global]
+index-url = $pypiurl
+extra-index-url = http://pypi.openstack.org/openstack
+EOF
+
+function mkvenv {
+    venv=$1
+    setuptools=$2
+    pip=$3
+
+    rm -rf $venv
+    if [ "$setuptools" == 'distribute' ] ; then
+        virtualenv --distribute $venv
+    elif [ "$setuptools" == 'setuptools' ] ; then
+        virtualenv $venv
+    else
+        virtualenv $venv
+        $venv/bin/pip install -v -U $setuptools
+    fi
+    $venv/bin/pip install $pip
+}
+
+# Test that pbr installs in different combinations
+for setuptools in 'setuptools' 'setuptools>=0.7' 'distribute' ; do
+    for pip in 'pip==1.0' 'pip>=1.3,<1.4' ; do
+        for PROJECT in $PROJECTS ; do
+            SHORT_PROJECT=`basename $PROJECT`
+            tmpdir=`mktemp -d`
+            tmpvenv=$tmpdir/venv
+
+            # Test pip installing
+            mkvenv $tmpvenv $setuptools $pip
+            cd $tmpdir
+            $tempvenv/bin/pip install git+file://$REPODIR/$SHORT_PROJECT
+
+            # Test python setup.py install
+            mkvenv $tmpvenv $setuptools $pip
+            cd $REPODIR/$SHORT_PROJECT
+            $tempvenv/bin/python setup.py install
+
+            # Because install will have caused eggs to be locally downloaded
+            # pbr and d2to1 can get excluded from being in the actual venv
+            # test that this did not happen
+            $tempvenv/bin/python -c 'import pkg_resources as p; import sys; pbr=p.working_set.find(p.Requirement.parse("pbr")) is None; sys.exit(pbr or 0)'
+
+            # Test that we can make a tarball from scratch
+            mkvenv $tmpvenv $setuptools $pip
+            $tempvenv/bin/python setup.py sdist
+
+            # Test that the tarball installs
+            cd $tmpdir
+            mkvenv $tmpvenv $setuptools $pip
+            $tempvenv/bin/pip install $REPODIR/$SHORT_PROJECT/dist/*tar.gz
+
+            rm -rf $tmpdir
+        done
+    done
+done