CI: Wait before checking pods status
Currently sometimes the check for ContainerCreating status is run too early, Helm based services are not even spawning Pods yet. Also improve wait time for ContainerCreating Change-Id: Ifd08eccdbc15446e3f4e883712c5035df3b9e370
This commit is contained in:
parent
ed4cc97d4d
commit
b3c601735b
|
@ -16,19 +16,8 @@ set -o xtrace
|
|||
|
||||
LOG_DIR="/tmp/magnum-nodes/kubernetes/"
|
||||
KUBECTL="/opt/stack/bin/kubectl --kubeconfig /tmp/magnum-nodes/kube.conf"
|
||||
mkdir -p ${LOG_DIR}
|
||||
|
||||
while ${KUBECTL} get pods -A -o wide | grep -q "ContainerCreating";
|
||||
do
|
||||
count=$(( $count+1 ))
|
||||
if [ "$count" = "10" ]; then
|
||||
echo "ERROR: Waiting for pods to exit ContainerCreating state timed out"
|
||||
exit 1
|
||||
else
|
||||
sleep 60
|
||||
fi
|
||||
done
|
||||
|
||||
function gather_kube_logs {
|
||||
${KUBECTL} get all -A -o wide > ${LOG_DIR}/kubectl_get_all
|
||||
|
||||
for ns in $(${KUBECTL} get -o name namespace); do
|
||||
|
@ -38,6 +27,26 @@ for ns in $(${KUBECTL} get -o name namespace); do
|
|||
${KUBECTL} -n ${ns#*/} logs ${pod#*/} > ${LOG_DIR}/pods/${ns#*/}/${pod#*/}
|
||||
done
|
||||
done
|
||||
}
|
||||
|
||||
mkdir -p ${LOG_DIR}
|
||||
|
||||
echo "INFO: Waiting 5 minutes for Pods to start up"
|
||||
sleep 300
|
||||
|
||||
while ${KUBECTL} get pods -A -o wide | grep -q "ContainerCreating";
|
||||
do
|
||||
count=$(( $count+1 ))
|
||||
if [ "$count" = "100" ]; then
|
||||
echo "ERROR: Waiting for pods to exit ContainerCreating state timed out"
|
||||
gather_kube_logs
|
||||
exit 1
|
||||
else
|
||||
sleep 60
|
||||
fi
|
||||
done
|
||||
|
||||
gather_kube_logs
|
||||
|
||||
# NOTE(mnasiadka): Fail if any pod is not Running
|
||||
FAILED_PODS=$(${KUBECTL} get pods -A --field-selector=status.phase!=Running)
|
||||
|
|
Loading…
Reference in New Issue