root/build-tools/build-wheels/get-stx-wheels.sh

#!/bin/bash
#
# Copyright (c) 2018 Wind River Systems, Inc.
#
# SPDX-License-Identifier: Apache-2.0
#
# This utility retrieves StarlingX python wheels
# from the build output
#

# Required env vars
if [ -z "${MY_WORKSPACE}" -o -z "${MY_REPO}" ]; then
    echo "Environment not setup for builds" >&2
    exit 1
fi

SUPPORTED_OS_ARGS=('centos' 'debian')
OS=
BUILD_STREAM=stable

function usage {
    cat >&2 <<EOF
Usage:
$(basename $0) [ --os <os> ] [ --stream <stable|dev> ]

Options:
    --os:         Specify base OS (eg. centos)
    --stream:     Openstack release (default: stable)

EOF
}

OPTS=$(getopt -o h -l help,os:,release:,stream: -- "$@")
if [ $? -ne 0 ]; then
    usage
    exit 1
fi

eval set -- "${OPTS}"

while true; do
    case $1 in
        --)
            # End of getopt arguments
            shift
            break
            ;;
        --os)
            OS=$2
            shift 2
            ;;
        --stream)
            BUILD_STREAM=$2
            shift 2
            ;;
        --release) # Temporarily keep --release support as an alias for --stream
            BUILD_STREAM=$2
            shift 2
            ;;
        -h | --help )
            usage
            exit 1
            ;;
        *)
            usage
            exit 1
            ;;
    esac
done

# Validate the OS option
if [ -z "$OS" ] ; then
    OS="$(ID= && source /etc/os-release 2>/dev/null && echo $ID || true)"
    if ! [ -n "$OS" ]; then
        echo "Unable to determine OS" >&2
        echo "Re-run with \"--os\" option" >&2
        exit 1
    fi
fi
VALID_OS=1
for supported_os in ${SUPPORTED_OS_ARGS[@]}; do
    if [ "$OS" = "${supported_os}" ]; then
        VALID_OS=0
        break
    fi
done
if [ ${VALID_OS} -ne 0 ]; then
    echo "Unsupported OS specified: ${OS}" >&2
    echo "Supported OS options: ${SUPPORTED_OS_ARGS[@]}" >&2
    exit 1
fi

source ${MY_REPO}/build-tools/git-utils.sh

# For backward compatibility.  Old repo location or new?
if [ "${OS}" = "centos" ]; then
    CENTOS_REPO=${MY_REPO}/centos-repo
    if [ ! -d ${CENTOS_REPO} ]; then
        CENTOS_REPO=${MY_REPO}/cgcs-centos-repo
        if [ ! -d ${CENTOS_REPO} ]; then
            echo "ERROR: directory ${MY_REPO}/centos-repo not found."
            exit 1
        fi
    fi
fi

function get_wheels_files {
    find ${GIT_LIST} -maxdepth 1 -name "${OS}_${BUILD_STREAM}_wheels.inc"
}

function get_lower_layer_wheels_files {
    # FIXME: debian: these are in repomgr pod, can't get to them easily
    if [[ "${OS}" != "centos" ]] ; then
        echo "$OS: lower layer wheels not supported!" >&2
        return 1
    fi
    find ${CENTOS_REPO}/layer_wheels_inc -maxdepth 1 -name "*_${OS}_${BUILD_STREAM}_wheels.inc"
}

function find_wheel_rpm {
    local wheel="$1"
    local repo=

    for repo in ${MY_WORKSPACE}/std/rpmbuild/RPMS \
                ${CENTOS_REPO}/Binary; do
        if [ -d $repo ]; then
            find $repo -name "${wheel}-[^-]*-[^-]*[.][^.]*[.]rpm"
        fi
    done | head -n 1
}

function find_wheel_deb {
    local wheel="$1"
    local repo=
    # FIXME: debian: we should also scan non-stx RPMs, but they are in repomgr
    #        pod and we can't easily get to them.
    for repo in ${MY_WORKSPACE}/std ; do
        if [ -d $repo ]; then
            find $repo -name "${wheel}_[^-]*-[^-]*[.][^.]*[.]deb"
        fi
    done | head -n 1
}

declare -a WHEELS_FILES=($(get_wheels_files) $(get_lower_layer_wheels_files))
if [ ${#WHEELS_FILES[@]} -eq 0 ]; then
    echo "Could not find ${OS} wheels.inc files" >&2
    exit 1
fi

BUILD_OUTPUT_PATH=${MY_WORKSPACE}/std/build-wheels-${OS}-${BUILD_STREAM}/stx
echo "BUILD_OUTPUT_PATH: $BUILD_OUTPUT_PATH" >&2
if [ -d ${BUILD_OUTPUT_PATH} ]; then
    # Wipe out the existing dir to ensure there are no stale files
    rm -rf ${BUILD_OUTPUT_PATH}
fi
mkdir -p ${BUILD_OUTPUT_PATH}
cd ${BUILD_OUTPUT_PATH}

# Extract the wheels
declare -a FAILED
for wheel in $(sed -e 's/#.*//' ${WHEELS_FILES[@]} | sort -u); do
    case $OS in
        centos)
            # Bash globbing does not handle [^\-] well,
            # so use grep instead
            wheelfile="$(find_wheel_rpm ${wheel})"

            if [ ! -e "${wheelfile}" ]; then
                echo "Could not find ${wheel}" >&2
                FAILED+=($wheel)
                continue
            fi

            echo Extracting ${wheelfile}

            rpm2cpio ${wheelfile} | cpio -vidu
            if [ ${PIPESTATUS[0]} -ne 0 -o ${PIPESTATUS[1]} -ne 0 ]; then
                echo "Failed to extract content of ${wheelfile}" >&2
                FAILED+=($wheel)
            fi

            ;;
        debian)
            wheelfile="$(find_wheel_deb ${wheel})"
            if [ ! -e "${wheelfile}" ]; then
                echo "Could not find ${wheel}" >&2
                FAILED+=($wheel)
                continue
            fi

            echo Extracting ${wheelfile}
            ar p ${wheelfile} data.tar.xz | tar -xJ
            if [ ${PIPESTATUS[0]} -ne 0 -o ${PIPESTATUS[1]} -ne 0 ]; then
                echo "Failed to extract content of ${wheelfile}" >&2
                FAILED+=($wheel)
            fi

            ;;
    esac
done

if [ ${#FAILED[@]} -gt 0 ]; then
    echo "Failed to find or extract one or more wheel packages:" >&2
    for wheel in ${FAILED[@]}; do
        echo "${wheel}" >&2
    done
    exit 1
fi

exit 0