Revert "audioadapter: renegotiate when EnumFormat changes"

This reverts commit b292e52740.

It is probably not a good idea to renegotiate right away, we should at
least wait until the node is started again.

spa/plugins/audioconvert/audioadapter.c

@@ -1169,7 +1169,6 @@ static void follower_port_info(void *data,
 			if (idx == IDX_EnumFormat) {
 				spa_log_debug(this->log, "new formats");
 				configure_format(this, 0, NULL);
-				negotiate_format(this);
 			}
 
 			this->params[idx].user++;