diff --git a/spa/plugins/audioconvert/audioconvert.c b/spa/plugins/audioconvert/audioconvert.c
index 3f5f4b46f..6cc1c5f55 100644
--- a/spa/plugins/audioconvert/audioconvert.c
+++ b/spa/plugins/audioconvert/audioconvert.c
@@ -370,6 +370,8 @@ static void clean_convert(struct impl *this)
 	for (i = 0; i < this->n_links; i++)
 		clean_link(this, &this->links[i]);
 	this->n_links = 0;
+	this->buffers_set[SPA_DIRECTION_INPUT] = false;
+	this->buffers_set[SPA_DIRECTION_OUTPUT] = false;
 }
 
 static int setup_buffers(struct impl *this, enum spa_direction direction)