76 lines
2.8 KiB
Bash
Executable File
76 lines
2.8 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
set -e
|
|
|
|
function usage() {
|
|
echo "Usage: $0 <namespace> [timeout]"
|
|
exit 1
|
|
}
|
|
|
|
if [[ $# -lt 1 ]];then
|
|
usage
|
|
fi
|
|
|
|
if [[ "$2" -gt 0 ]];then
|
|
seconds=$2
|
|
else
|
|
seconds=900
|
|
fi
|
|
|
|
end=$(date +%s)
|
|
timeout=${2:-$seconds}
|
|
end=$((end + timeout))
|
|
while true; do
|
|
kubectl get pods --namespace=$1 -o json | jq -r \
|
|
'.items[].status.phase' | grep Pending > /dev/null && \
|
|
PENDING="True" || PENDING="False"
|
|
query='.items[]|select(.status.phase=="Running")'
|
|
query="$query|.status.containerStatuses[].ready"
|
|
kubectl get pods --namespace=$1 -o json | jq -r "$query" | \
|
|
grep false > /dev/null && READY="False" || READY="True"
|
|
kubectl get jobs --namespace=$1 -o json | jq -r \
|
|
'.items[] | .spec.completions == .status.succeeded' | \
|
|
grep false > /dev/null && JOBR="False" || JOBR="True"
|
|
[ $PENDING == "False" -a $READY == "True" -a $JOBR == "True" ] && \
|
|
break || true
|
|
sleep 5
|
|
now=$(date +%s)
|
|
if [ $now -gt $end ] ; then
|
|
echo "Containers failed to start after $timeout seconds"
|
|
echo
|
|
kubectl get pods --namespace $1 -o wide
|
|
echo
|
|
if [ $PENDING == "True" ] ; then
|
|
echo "Some pods are in pending state:"
|
|
kubectl get pods --field-selector=status.phase=Pending -n $1 -o wide
|
|
fi
|
|
[ $READY == "False" ] && echo "Some pods are not ready"
|
|
[ $JOBR == "False" ] && echo "Some jobs have not succeeded"
|
|
|
|
echo
|
|
echo "=== DEBUG ==="
|
|
echo
|
|
echo "=== Running pods ready:"
|
|
kubectl get pods -n $1 -o json | jq -r '.items[]|select(.status.phase=="Running")| .metadata.namespace + ": " + .metadata.name + ": " + (.status.containerStatuses[].ready|tostring)'
|
|
echo "=== Jobs succeeded:"
|
|
kubectl get jobs -n $1 -o json | jq -r '.items[] | .metadata.namespace + ": " + .metadata.name + ": " + (.spec.completions == .status.succeeded | tostring)'
|
|
echo "=== PODS ==="
|
|
kubectl get pods -n $1 | tail -n +2 | awk '{print $1}' | while read pod; do kubectl describe pod $pod -n $1; echo; done
|
|
echo "=== JOBS ==="
|
|
kubectl get jobs -n $1 | tail -n +2 | awk '{print $1}' | while read job; do kubectl describe job $job -n $1; echo; done
|
|
exit -1
|
|
fi
|
|
done
|