diff --git a/gerrit-gwtui/src/main/java/com/google/gerrit/client/patches/UnifiedDiffTable.java b/gerrit-gwtui/src/main/java/com/google/gerrit/client/patches/UnifiedDiffTable.java
index a29c83b0b1..e4d24ff87b 100644
--- a/gerrit-gwtui/src/main/java/com/google/gerrit/client/patches/UnifiedDiffTable.java
+++ b/gerrit-gwtui/src/main/java/com/google/gerrit/client/patches/UnifiedDiffTable.java
@@ -226,19 +226,18 @@ public class UnifiedDiffTable extends AbstractPatchContentTable {
       appendFileHeader(nc, line);
     }
     final ArrayList<PatchLine> lines = new ArrayList<PatchLine>();
-    if (script.getDisplayMethodA() == DisplayMethod.IMG
-        || script.getDisplayMethodB() == DisplayMethod.IMG) {
-      appendImageDifferences(script, nc);
-    }
 
-    if (!isDisplayBinary) {
-      if (hasDifferences(script)) {
+    if (hasDifferences(script)) {
+      if (script.getDisplayMethodA() == DisplayMethod.IMG
+          || script.getDisplayMethodB() == DisplayMethod.IMG) {
+        appendImageDifferences(script, nc);
+      } else if (!isDisplayBinary) {
         appendTextDifferences(script, nc, lines);
       }
-    }
-    if (!hasDifferences(script)) {
+    } else {
       appendNoDifferences(nc);
     }
+
     resetHtml(nc);
     populateTableHeader(script, detail);
     if (hasDifferences(script)) {