diff --git a/src/xwayland.c b/src/xwayland.c
index 090f49a0..031d0aab 100644
--- a/src/xwayland.c
+++ b/src/xwayland.c
@@ -335,7 +335,9 @@ set_activated(struct view *view, bool activated)
 	}
 
 	wlr_xwayland_surface_activate(surface, activated);
-	wlr_xwayland_surface_restack(surface, NULL, XCB_STACK_MODE_ABOVE);
+	if (activated) {
+		wlr_xwayland_surface_restack(surface, NULL, XCB_STACK_MODE_ABOVE);
+	}
 }
 
 static void