diff --git a/jenkins/jobs/diskimage-builder.yaml b/jenkins/jobs/diskimage-builder.yaml
index 2277929b88..22cd52a466 100644
--- a/jenkins/jobs/diskimage-builder.yaml
+++ b/jenkins/jobs/diskimage-builder.yaml
@@ -44,6 +44,10 @@
           # which are used during test runs
           ./openstack/diskimage-builder/contrib/setup-gate-mirrors.sh
 
+          # UPPER_CONSTRAINTS_FILE is causing side effects when doing image
+          # build, unset it
+          unset UPPER_CONSTRAINTS_FILE
+
           # activate the virtualenv so that any tools run by dib run
           # using the python inside it
           set +u