diff --git a/src/mango.c b/src/mango.c
index c49dfe14..80b8e085 100644
--- a/src/mango.c
+++ b/src/mango.c
@@ -4197,8 +4197,8 @@ void pointerfocus(Client *c, struct wlr_surface *surface, double sx, double sy,
 				  uint32_t time) {
 	struct timespec now;
 
-	if (sloppyfocus && c && time && c->scene->node.enabled &&
-		!c->animation.tagining &&
+	if (sloppyfocus && !start_drag_window && c && time &&
+		c->scene->node.enabled && !c->animation.tagining &&
 		(surface != seat->pointer_state.focused_surface) &&
 		!client_is_unmanaged(c) && VISIBLEON(c, c->mon))
 		focusclient(c, 0);