openstack/project-config
Code Issues Proposed changes

Enable DIB_SHOW_IMAGE_USAGE for build

Browse Source 
This prints a report in the dib output logs of files and directories
over 10MiB in size.

There is some history behind this.  It was originally enabled in
nodepool for all builds, but disabled after we started seeing hangs
reading from pipes [1,2].

A lot has changed since then.  This was Python 2 on trusty hosts.  We
are now python 3 on Xenial hosts and the logging capture has been
rewritten [3].  This is also enabled in our gate tests for all builds
[4] and has not caused problems (though there is much less in the
images).

Note this doesn't actually increase build time -- dib already does the
du to figure out how big to make the loopback image as is.  This
re-enables it for all builds.

[1] https://review.openstack.org/357393
[2] http://eavesdrop.openstack.org/irclogs/%23openstack-infra/%23openstack-infra.2016-08-18.log.html#t2016-08-18T20:49:51
[3] https://review.openstack.org/633792
[4] https://git.openstack.org/cgit/openstack-infra/nodepool/tree/devstack/plugin.sh#n479

Change-Id: Iea8b101d723205b30d4a757eaeadb0dccb7243f5
This commit is contained in:
Ian Wienand 2019-02-20 09:19:47 +11:00
parent 0c96421e09
commit f43dcc4765
1 changed files with 11 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
nodepool/nodepool.yaml
View File

@ -141,6 +141,7 @@ diskimages:
GIT_HTTP_LOW_SPEED_TIME: '300' GIT_HTTP_LOW_SPEED_TIME: '300'
GIT_HTTP_LOW_SPEED_LIMIT: '1000' GIT_HTTP_LOW_SPEED_LIMIT: '1000'
DIB_SIMPLE_INIT_NETWORKMANAGER: '1' DIB_SIMPLE_INIT_NETWORKMANAGER: '1'
DIB_SHOW_IMAGE_USAGE: '1'
- name: debian-stretch - name: debian-stretch
pause: false pause: false
elements: elements:
@ -164,6 +165,7 @@ diskimages:
DIB_GRUB_TIMEOUT: '0' DIB_GRUB_TIMEOUT: '0'
GIT_HTTP_LOW_SPEED_TIME: '300' GIT_HTTP_LOW_SPEED_TIME: '300'
GIT_HTTP_LOW_SPEED_LIMIT: '1000' GIT_HTTP_LOW_SPEED_LIMIT: '1000'
DIB_SHOW_IMAGE_USAGE: '1'
- name: fedora-28 - name: fedora-28
pause: false pause: false
elements: elements:
@ -185,6 +187,7 @@ diskimages:
DIB_GRUB_TIMEOUT: '0' DIB_GRUB_TIMEOUT: '0'
GIT_HTTP_LOW_SPEED_TIME: '300' GIT_HTTP_LOW_SPEED_TIME: '300'
GIT_HTTP_LOW_SPEED_LIMIT: '1000' GIT_HTTP_LOW_SPEED_LIMIT: '1000'
DIB_SHOW_IMAGE_USAGE: '1'
- name: fedora-29 - name: fedora-29
pause: false pause: false
elements: elements:
@ -207,6 +210,7 @@ diskimages:
GIT_HTTP_LOW_SPEED_TIME: '300' GIT_HTTP_LOW_SPEED_TIME: '300'
GIT_HTTP_LOW_SPEED_LIMIT: '1000' GIT_HTTP_LOW_SPEED_LIMIT: '1000'
DIB_SIMPLE_INIT_NETWORKMANAGER: '1' DIB_SIMPLE_INIT_NETWORKMANAGER: '1'
DIB_SHOW_IMAGE_USAGE: '1'
- name: gentoo-17-0-systemd - name: gentoo-17-0-systemd
pause: false pause: false
elements: elements:
@ -228,6 +232,7 @@ diskimages:
GENTOO_PROFILE: 'default/linux/amd64/17.0/systemd' GENTOO_PROFILE: 'default/linux/amd64/17.0/systemd'
GIT_HTTP_LOW_SPEED_TIME: '300' GIT_HTTP_LOW_SPEED_TIME: '300'
GIT_HTTP_LOW_SPEED_LIMIT: '1000' GIT_HTTP_LOW_SPEED_LIMIT: '1000'
DIB_SHOW_IMAGE_USAGE: '1'
- name: opensuse-423 - name: opensuse-423
pause: false pause: false
elements: elements:
@ -249,6 +254,7 @@ diskimages:
DIB_DISTRIBUTION_MIRROR: 'http://mirror.dfw.rax.openstack.org/opensuse' DIB_DISTRIBUTION_MIRROR: 'http://mirror.dfw.rax.openstack.org/opensuse'
GIT_HTTP_LOW_SPEED_TIME: '300' GIT_HTTP_LOW_SPEED_TIME: '300'
GIT_HTTP_LOW_SPEED_LIMIT: '1000' GIT_HTTP_LOW_SPEED_LIMIT: '1000'
DIB_SHOW_IMAGE_USAGE: '1'
- name: opensuse-150 - name: opensuse-150
pause: false pause: false
elements: elements:
@ -270,6 +276,7 @@ diskimages:
DIB_DISTRIBUTION_MIRROR: 'http://mirror.dfw.rax.openstack.org/opensuse' DIB_DISTRIBUTION_MIRROR: 'http://mirror.dfw.rax.openstack.org/opensuse'
GIT_HTTP_LOW_SPEED_TIME: '300' GIT_HTTP_LOW_SPEED_TIME: '300'
GIT_HTTP_LOW_SPEED_LIMIT: '1000' GIT_HTTP_LOW_SPEED_LIMIT: '1000'
DIB_SHOW_IMAGE_USAGE: '1'
- name: opensuse-tumbleweed - name: opensuse-tumbleweed
pause: false pause: false
elements: elements:
@ -291,6 +298,7 @@ diskimages:
DIB_DISTRIBUTION_MIRROR: 'http://mirror.dfw.rax.openstack.org/opensuse' DIB_DISTRIBUTION_MIRROR: 'http://mirror.dfw.rax.openstack.org/opensuse'
GIT_HTTP_LOW_SPEED_TIME: '300' GIT_HTTP_LOW_SPEED_TIME: '300'
GIT_HTTP_LOW_SPEED_LIMIT: '1000' GIT_HTTP_LOW_SPEED_LIMIT: '1000'
DIB_SHOW_IMAGE_USAGE: '1'
- name: ubuntu-bionic - name: ubuntu-bionic
pause: false pause: false
elements: elements:
@ -315,6 +323,7 @@ diskimages:
DIB_DEBIAN_COMPONENTS: 'main,universe' DIB_DEBIAN_COMPONENTS: 'main,universe'
GIT_HTTP_LOW_SPEED_TIME: '300' GIT_HTTP_LOW_SPEED_TIME: '300'
GIT_HTTP_LOW_SPEED_LIMIT: '1000' GIT_HTTP_LOW_SPEED_LIMIT: '1000'
DIB_SHOW_IMAGE_USAGE: '1'
- name: ubuntu-trusty - name: ubuntu-trusty
pause: false pause: false
elements: elements:
@ -339,6 +348,7 @@ diskimages:
DIB_DEBIAN_COMPONENTS: 'main,universe' DIB_DEBIAN_COMPONENTS: 'main,universe'
GIT_HTTP_LOW_SPEED_TIME: '300' GIT_HTTP_LOW_SPEED_TIME: '300'
GIT_HTTP_LOW_SPEED_LIMIT: '1000' GIT_HTTP_LOW_SPEED_LIMIT: '1000'
DIB_SHOW_IMAGE_USAGE: '1'
- name: ubuntu-xenial - name: ubuntu-xenial
pause: false pause: false
elements: elements:
@ -364,3 +374,4 @@ diskimages:
DIB_DEBIAN_COMPONENTS: 'main,universe' DIB_DEBIAN_COMPONENTS: 'main,universe'
GIT_HTTP_LOW_SPEED_TIME: '300' GIT_HTTP_LOW_SPEED_TIME: '300'
GIT_HTTP_LOW_SPEED_LIMIT: '1000' GIT_HTTP_LOW_SPEED_LIMIT: '1000'
DIB_SHOW_IMAGE_USAGE: '1'