diff --git a/glance/templates/bin/_clean-secrets.sh.tpl b/glance/templates/bin/_clean-secrets.sh.tpl
index 618458d1ee..d133adb517 100644
--- a/glance/templates/bin/_clean-secrets.sh.tpl
+++ b/glance/templates/bin/_clean-secrets.sh.tpl
@@ -18,4 +18,7 @@ limitations under the License.
 
 set -ex
 
-exec kubectl delete secret --namespace ${NAMESPACE} ${RBD_POOL_SECRET}
+exec kubectl delete secret \
+  --namespace ${NAMESPACE} \
+  --ignore-not-found=true \
+  ${RBD_POOL_SECRET}