diff --git a/sixel.c b/sixel.c
index b3bbdb65..cfef67f3 100644
--- a/sixel.c
+++ b/sixel.c
@@ -260,7 +260,9 @@ sixel_raster(struct terminal *term, uint8_t c)
 
             LOG_DBG("pan=%u, pad=%u (aspect ratio = %u), size=%ux%u",
                     pan, pad, pan / pad, ph, pv);
-            resize(term, ph, pv);
+
+            if (ph >= term->sixel.image.height && pv >= term->sixel.image.width)
+                resize(term, ph, pv);
         }
 
         switch (c) {