diff --git a/src/xwayland.c b/src/xwayland.c
index 7d625497..a3da7b90 100644
--- a/src/xwayland.c
+++ b/src/xwayland.c
@@ -368,7 +368,9 @@ set_activated(struct view *view, bool activated)
 	}
 
 	wlr_xwayland_surface_activate(surface, activated);
-	wlr_xwayland_surface_restack(surface, NULL, XCB_STACK_MODE_ABOVE);
+	if (activated) {
+		wlr_xwayland_surface_restack(surface, NULL, XCB_STACK_MODE_ABOVE);
+	}
 }
 
 static void