From cc8c78dd6c7039400405d130eeece2a92db3c7fe Mon Sep 17 00:00:00 2001 From: Steve Wilkerson Date: Mon, 17 Sep 2018 15:50:47 -0500 Subject: [PATCH] Gate: Gather previous pod logs for failed containers This updates the post-run pod logs task to gather logs from any failed containers, allowing for identifying issues associated with pods that fail to start in the gate jobs Change-Id: I9195f319a064f84f62d2aa558df05f8f81b9abea --- roles/gather-pod-logs/tasks/main.yaml | 11 +++++++++-- 1 file changed, 9 insertions(+), 2 deletions(-) diff --git a/roles/gather-pod-logs/tasks/main.yaml b/roles/gather-pod-logs/tasks/main.yaml index 2fcb258b6..e05a8f11d 100644 --- a/roles/gather-pod-logs/tasks/main.yaml +++ b/roles/gather-pod-logs/tasks/main.yaml @@ -15,7 +15,12 @@ path: "{{ logs_dir }}/pod-logs" state: directory -- name: "retrieve all container logs" +- name: "creating directory for failed pod logs" + file: + path: "{{ logs_dir }}/pod-logs/failed-pods" + state: directory + +- name: "retrieve all container logs, current and previous (if they exist)" shell: |- set -e PARALLELISM_FACTOR=2 @@ -35,7 +40,9 @@ for CONTAINER in ${INIT_CONTAINERS} ${CONTAINERS}; do echo "${NAMESPACE}/${POD}/${CONTAINER}" mkdir -p "{{ logs_dir }}/pod-logs/${NAMESPACE}/${POD}" + mkdir -p "{{ logs_dir }}/pod-logs/failed-pods/${NAMESPACE}/${POD}" kubectl logs ${POD} -n ${NAMESPACE} -c ${CONTAINER} > "{{ logs_dir }}/pod-logs/${NAMESPACE}/${POD}/${CONTAINER}.txt" + kubectl logs --previous ${POD} -n ${NAMESPACE} -c ${CONTAINER} > "{{ logs_dir }}/pod-logs/failed-pods/${NAMESPACE}/${POD}/${CONTAINER}.txt" done } export -f get_pod_logs @@ -46,7 +53,7 @@ executable: /bin/bash ignore_errors: True -- name: "Downloads logs to executor" +- name: "Downloads pod logs to executor" synchronize: src: "{{ logs_dir }}/pod-logs" dest: "{{ zuul.executor.log_root }}/{{ inventory_hostname }}"