127 lines
4.6 KiB
Bash
Executable File
127 lines
4.6 KiB
Bash
Executable File
#!/bin/bash
|
|
# Copyright (c) 2019 Red Hat, Inc.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
|
|
# implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
# Make a list of bindep dependencies and a collection of built binary
|
|
# wheels for the repo in question as well as its python dependencies.
|
|
# Install javascript tools as well to support python that needs javascript
|
|
# at build time.
|
|
set -ex
|
|
|
|
mkdir -p /output/bindep
|
|
mkdir -p /output/wheels
|
|
|
|
cd /tmp/src
|
|
|
|
apt-get update
|
|
|
|
function install_bindep {
|
|
# Protect from the bindep builder image use of the assemble script
|
|
# to produce a wheel. Note we append because we want all
|
|
# sibling packages in here too
|
|
if [ -f bindep.txt -o -f other-requirements.txt ] ; then
|
|
bindep -l newline >> /output/bindep/run.txt || true
|
|
compile_packages=$(bindep -b compile || true)
|
|
if [ ! -z "$compile_packages" ] ; then
|
|
DEBIAN_FRONTEND=noninteractive apt-get install -y ${compile_packages}
|
|
fi
|
|
fi
|
|
}
|
|
|
|
function install_wheels {
|
|
# Build a wheel so that we have an install target.
|
|
# pip install . in the container context with the mounted
|
|
# source dir gets ... exciting.
|
|
# The `build` tool builds an sdist first then a wheel from
|
|
# that sdist which is exactly what we want. This triggers code
|
|
# generation steps such as are found in zuul, since the sequencing
|
|
# otherwise happens in a way that makes wheel content copying unhappy.
|
|
#
|
|
# This is a separate step before we use pip wheel so that we can write
|
|
# the top level wheels to install into a different location than all of
|
|
# our dependencies.
|
|
/tmp/venv/bin/python3 -m build -o /output/toplevel_wheels ./
|
|
|
|
# Pip wheel everything to build a collection of all wheels for all
|
|
# transitive depends. This ensures that the final install on the prod
|
|
# images can avoid installing any build depends. If a requirements.txt
|
|
# file exists, start there so that people can use git url syntax to do
|
|
# things like pick up patched but unreleased versions of dependencies.
|
|
# Only do this for the main package (i.e. only write requirements
|
|
# once).
|
|
if [ -f /tmp/src/requirements.txt ] && [ ! -f /output/requirements.txt ] ; then
|
|
/tmp/venv/bin/pip wheel $CONSTRAINTS --wheel-dir=/output/wheels -r /tmp/src/requirements.txt
|
|
cp /tmp/src/requirements.txt /output/requirements.txt
|
|
fi
|
|
/tmp/venv/bin/pip wheel $CONSTRAINTS --wheel-dir=/output/wheels /output/toplevel_wheels/*whl
|
|
|
|
# Pip wheel each of the extras so that we collect all possibly
|
|
# needed wheels in the wheel output dir. get-extras-packages also
|
|
# writes out the req files into /output/$extra/requirements.txt.
|
|
for req in $(get-extras-packages) ; do
|
|
/tmp/venv/bin/pip wheel $CONSTRAINTS --wheel-dir=/output/wheels "$req"
|
|
done
|
|
}
|
|
|
|
PACKAGES=$*
|
|
|
|
# bindep the main package
|
|
install_bindep
|
|
|
|
# go through ZUUL_SIBLINGS, if any, and build those wheels too
|
|
for sibling in ${ZUUL_SIBLINGS:-}; do
|
|
pushd .zuul-siblings/${sibling}
|
|
install_bindep
|
|
popd
|
|
done
|
|
|
|
# Use a clean virtualenv for install steps to prevent things from the
|
|
# current environment making us not build a wheel.
|
|
python3 -m venv /tmp/venv
|
|
/tmp/venv/bin/pip install -U pip wheel build
|
|
|
|
/tmp/venv/bin/pip --version
|
|
|
|
# If there is an upper-constraints.txt file in the source tree,
|
|
# use it in the pip commands.
|
|
if [ -f /tmp/src/upper-constraints.txt ] ; then
|
|
cp /tmp/src/upper-constraints.txt /output/upper-constraints.txt
|
|
CONSTRAINTS="-c /tmp/src/upper-constraints.txt"
|
|
fi
|
|
|
|
# If we got a list of packages, get wheels for them, otherwise do
|
|
# this for the main package.
|
|
if [[ $PACKAGES ]] ; then
|
|
/tmp/venv/bin/pip wheel $CONSTRAINTS --wheel-dir=/output/wheels $PACKAGES
|
|
for package in $PACKAGES ; do
|
|
echo "$package" >> /output/packages.txt
|
|
done
|
|
else
|
|
# pbr needs git installed, else nothing will work. Do this in between
|
|
# bindep and wheel so that we don't miss git in target images.
|
|
apt-get install -y git
|
|
|
|
install_wheels
|
|
fi
|
|
|
|
# Go through ZUUL_SIBLINGS, if any, and build those wheels too
|
|
for sibling in ${ZUUL_SIBLINGS:-}; do
|
|
pushd .zuul-siblings/${sibling}
|
|
install_wheels
|
|
popd
|
|
done
|
|
|
|
rm -rf /tmp/venv
|