diff --git a/zuul/manager/__init__.py b/zuul/manager/__init__.py
index 680704e208..87de6454a4 100644
--- a/zuul/manager/__init__.py
+++ b/zuul/manager/__init__.py
@@ -400,6 +400,9 @@ class PipelineManager(object):
         old_build_set.node_requests = {}
         canceled_jobs = set()
         for build in old_build_set.getBuilds():
+            if build.result:
+                canceled_jobs.add(build.job.name)
+                continue
             was_running = False
             try:
                 was_running = self.sched.launcher.cancel(build)