diff --git a/src/modules/module-protocol-native/connection.c b/src/modules/module-protocol-native/connection.c
index 1de9fcecb..3469088b2 100644
--- a/src/modules/module-protocol-native/connection.c
+++ b/src/modules/module-protocol-native/connection.c
@@ -150,6 +150,7 @@ static bool refill_buffer(struct pw_protocol_native_connection *conn, struct buf
 				continue;
 			if (errno != EAGAIN || errno != EWOULDBLOCK)
 				goto recv_error;
+			return false;
 		}
 		break;
 	}