diff --git a/selection.c b/selection.c
index 8860ef88..cedf8d10 100644
--- a/selection.c
+++ b/selection.c
@@ -66,6 +66,9 @@ selection_finalize(struct terminal *term)
     if (!selection_enabled(term))
         return;
 
+    if (term->selection.start.row == -1 || term->selection.end.row == -1)
+        return;
+
     assert(term->selection.start.row != -1);
     assert(term->selection.end.row != -1);
 }