diff --git a/playbooks/roles/mailman3/handlers/restart_mailman.yaml b/playbooks/roles/mailman3/handlers/restart_mailman.yaml
index 9a8bc1b009..fc9f2dbc1b 100644
--- a/playbooks/roles/mailman3/handlers/restart_mailman.yaml
+++ b/playbooks/roles/mailman3/handlers/restart_mailman.yaml
@@ -5,7 +5,7 @@
 
 - name: mailman restart containers if running
   # Also makes sure the containers weren't just restarted by an image update
-  when: uwsgi_pids.rc == 0 and "is up-to-date" in mailman_dcup.stdout
+  when: uwsgi_pids.rc == 0 and "is up-to-date" in mailman_dcup.stderr
   block:
     - name: down containers
       shell: