pipewire/spa/tests/test-mixer.c

/* Spa
 * Copyright (C) 2016 Wim Taymans <wim.taymans@gmail.com>
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Library General Public
 * License as published by the Free Software Foundation; either
 * version 2 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Library General Public License for more details.
 *
 * You should have received a copy of the GNU Library General Public
 * License along with this library; if not, write to the
 * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
 * Boston, MA 02110-1301, USA.
 */

#include <math.h>
#include <error.h>
#include <string.h>
#include <stdio.h>
#include <stdlib.h>
#include <unistd.h>
#include <dlfcn.h>
#include <errno.h>
#include <pthread.h>
#include <poll.h>

#include <spa/support/log.h>
#include <spa/support/log-impl.h>
#include <spa/support/loop.h>
#include <spa/node/node.h>
#include <spa/node/io.h>
#include <spa/param/param.h>
#include <spa/param/props.h>
#include <spa/param/audio/format-utils.h>

#define USE_GRAPH

#define M_PI_M2 ( M_PI + M_PI )

static SPA_LOG_IMPL(default_log);

#define spa_debug(...)	spa_log_trace(&default_log.log,__VA_ARGS__)

#include <spa/graph/graph.h>
#include <spa/graph/graph-scheduler2.h>

struct buffer {
	struct spa_buffer buffer;
	struct spa_meta metas[1];
	struct spa_meta_header header;
	struct spa_data datas[1];
	struct spa_chunk chunks[1];
};

struct data {
	struct spa_log *log;
	struct spa_loop data_loop;

	struct spa_support support[4];
	uint32_t n_support;

	struct spa_graph graph;
	struct spa_graph_state graph_state;
	struct spa_graph_data graph_data;
	struct spa_graph_node source1_node;
	struct spa_graph_state source1_state;
	struct spa_graph_port source1_out;
	struct spa_graph_node source2_node;
	struct spa_graph_state source2_state;
	struct spa_graph_port source2_out;
	struct spa_graph_port mix_in[2];
	struct spa_graph_node mix_node;
	struct spa_graph_state mix_state;
	struct spa_graph_port mix_out;
	struct spa_graph_port sink_in;
	struct spa_graph_node sink_node;
	struct spa_graph_state sink_state;

	struct spa_node *sink;
	struct spa_io_buffers mix_sink_io[1];

	struct spa_node *mix;
	uint32_t mix_ports[2];
	struct spa_buffer *mix_buffers[1];
	struct buffer mix_buffer[1];
	struct spa_pod_double ctrl_volume[2];
	double volume_accum;

	struct spa_node *source1;
	struct spa_io_buffers source1_mix_io[1];
	struct spa_buffer *source1_buffers[2];
	struct buffer source1_buffer[2];

	struct spa_node *source2;
	struct spa_io_buffers source2_mix_io[1];
	struct spa_buffer *source2_buffers[2];
	struct buffer source2_buffer[2];

	bool running;
	pthread_t thread;

	struct spa_source sources[16];
	unsigned int n_sources;

	bool rebuild_fds;
	struct pollfd fds[16];
	unsigned int n_fds;
};

#define MIN_LATENCY     512

#define BUFFER_SIZE1    MIN_LATENCY
#define BUFFER_SIZE2    MIN_LATENCY - 4

static void
init_buffer(struct data *data, struct spa_buffer **bufs, struct buffer *ba, int n_buffers,
	    size_t size)
{
	int i;

	for (i = 0; i < n_buffers; i++) {
		struct buffer *b = &ba[i];
		bufs[i] = &b->buffer;

		b->buffer.id = i;
		b->buffer.metas = b->metas;
		b->buffer.n_metas = 1;
		b->buffer.datas = b->datas;
		b->buffer.n_datas = 1;

		b->header.flags = 0;
		b->header.seq = 0;
		b->header.pts = 0;
		b->header.dts_offset = 0;
		b->metas[0].type = SPA_META_Header;
		b->metas[0].data = &b->header;
		b->metas[0].size = sizeof(b->header);

		b->datas[0].type = SPA_DATA_MemPtr;
		b->datas[0].flags = 0;
		b->datas[0].fd = -1;
		b->datas[0].mapoffset = 0;
		b->datas[0].maxsize = size;
		b->datas[0].data = malloc(size);
		b->datas[0].chunk = &b->chunks[0];
		b->datas[0].chunk->offset = 0;
		b->datas[0].chunk->size = 0;
		b->datas[0].chunk->stride = 0;
	}
}

static int make_node(struct data *data, struct spa_node **node, const char *lib, const char *name)
{
	struct spa_handle *handle;
	int res;
	void *hnd;
	spa_handle_factory_enum_func_t enum_func;
	uint32_t i;

	if ((hnd = dlopen(lib, RTLD_NOW)) == NULL) {
		printf("can't load %s: %s\n", lib, dlerror());
		return -errno;
	}
	if ((enum_func = dlsym(hnd, SPA_HANDLE_FACTORY_ENUM_FUNC_NAME)) == NULL) {
		printf("can't find enum function\n");
		return -errno;
	}

	for (i = 0;;) {
		const struct spa_handle_factory *factory;
		void *iface;

		if ((res = enum_func(&factory, &i)) <= 0) {
			if (res != 0)
				printf("can't enumerate factories: %s\n", spa_strerror(res));
			break;
		}
		if (strcmp(factory->name, name))
			continue;

		handle = calloc(1, spa_handle_factory_get_size(factory, NULL));
		if ((res =
		     spa_handle_factory_init(factory, handle, NULL, data->support,
					     data->n_support)) < 0) {
			printf("can't make factory instance: %d\n", res);
			return res;
		}
		if ((res = spa_handle_get_interface(handle, SPA_TYPE_INTERFACE_Node, &iface)) < 0) {
			printf("can't get interface %d\n", res);
			return res;
		}
		*node = iface;
		return 0;
	}
	return -EBADF;
}

static void on_sink_done(void *data, int seq, int res)
{
	printf("got done %d %d\n", seq, res);
}

static void on_sink_event(void *data, struct spa_event *event)
{
	printf("got event %d\n", SPA_EVENT_TYPE(event));
}

static void update_props(struct data *data)
{
	data->ctrl_volume[0].value = ((sin(data->volume_accum) + 1.0) * 0.5);
	data->volume_accum += M_PI_M2 / 8800.0;
	if (data->volume_accum >= M_PI_M2)
		data->volume_accum -= M_PI_M2;

	data->ctrl_volume[1].value = 1.0 - data->ctrl_volume[0].value;
}

static void on_sink_process(void *_data, int status)
{
	struct data *data = _data;

#ifdef USE_GRAPH
	spa_graph_node_process(&data->sink_node);
#else
	int res;

	res = spa_node_process_output(data->mix);
	if (res == SPA_STATUS_NEED_BUFFER) {
		if (data->source1_mix_io[0].status == SPA_STATUS_NEED_BUFFER) {
			res = spa_node_process_output(data->source1);
			if (res != SPA_STATUS_HAVE_BUFFER)
				printf("got process_output error from source1 %d\n", res);
		}

		if (data->source2_mix_io[0].status == SPA_STATUS_NEED_BUFFER) {
			res = spa_node_process_output(data->source2);
			if (res != SPA_STATUS_HAVE_BUFFER)
				printf("got process_output error from source2 %d\n", res);
		}

		res = spa_node_process_input(data->mix);
		if (res == SPA_STATUS_HAVE_BUFFER)
			goto push;
		else
			printf("got process_input error from mixer %d\n", res);

	} else if (res == SPA_STATUS_HAVE_BUFFER) {
	      push:
		if ((res = spa_node_process_input(data->sink)) < 0)
			printf("got process_input error from sink %d\n", res);
	} else {
		printf("got process_output error from mixer %d\n", res);
	}
#endif
	update_props(data);
}

static void
on_sink_reuse_buffer(void *_data,
		     uint32_t port_id,
		     uint32_t buffer_id)
{
	struct data *data = _data;
	data->mix_sink_io[0].buffer_id = buffer_id;
}

static const struct spa_node_callbacks sink_callbacks = {
	SPA_VERSION_NODE_CALLBACKS,
	.done = on_sink_done,
	.event = on_sink_event,
	.process = &on_sink_process,
	.reuse_buffer = on_sink_reuse_buffer
};

static int do_add_source(struct spa_loop *loop, struct spa_source *source)
{
	struct data *data = SPA_CONTAINER_OF(loop, struct data, data_loop);

	data->sources[data->n_sources] = *source;
	data->n_sources++;
	data->rebuild_fds = true;

	return 0;
}

static int do_update_source(struct spa_source *source)
{
	return 0;
}

static void do_remove_source(struct spa_source *source)
{
}

static int
do_invoke(struct spa_loop *loop,
	  spa_invoke_func_t func, uint32_t seq, const void *data, size_t size, bool block, void *user_data)
{
	return func(loop, false, seq, data, size, user_data);
}

static int make_nodes(struct data *data, const char *device)
{
	int res;
	struct spa_pod *props;
	struct spa_pod_builder b = { 0 };
	uint8_t buffer[128];

	if ((res = make_node(data, &data->sink,
			     "build/spa/plugins/alsa/libspa-alsa.so", "alsa-sink")) < 0) {
		printf("can't create alsa-sink: %d\n", res);
		return res;
	}
	spa_node_set_callbacks(data->sink, &sink_callbacks, data);

	spa_pod_builder_init(&b, buffer, sizeof(buffer));
	props = spa_pod_builder_object(&b,
		SPA_TYPE_OBJECT_Props, 0,
		SPA_PROP_device,     &SPA_POD_Stringv(device ? device : "hw:0"),
		SPA_PROP_minLatency, &SPA_POD_Int(MIN_LATENCY),
		0);

	if ((res = spa_node_set_param(data->sink, SPA_PARAM_Props, 0, props)) < 0)
		error(0, -res, "set_param props");

	if ((res = make_node(data, &data->mix,
			     "build/spa/plugins/audiomixer/libspa-audiomixer.so",
			     "audiomixer")) < 0) {
		printf("can't create audiomixer: %d\n", res);
		return res;
	}

	if ((res = make_node(data, &data->source1,
			     "build/spa/plugins/audiotestsrc/libspa-audiotestsrc.so",
			     "audiotestsrc")) < 0) {
		printf("can't create audiotestsrc: %d\n", res);
		return res;
	}

	spa_pod_builder_init(&b, buffer, sizeof(buffer));
	props = spa_pod_builder_object(&b,
		SPA_TYPE_OBJECT_Props, SPA_PARAM_Props,
		SPA_PROP_frequency,  &SPA_POD_Float(600.0),
		SPA_PROP_volume,     &SPA_POD_Float(1.0),
		SPA_PROP_live,       &SPA_POD_Bool(false),
		0);

	if ((res = spa_node_set_param(data->source1, SPA_PARAM_Props, 0, props)) < 0)
		printf("got set_props error %d\n", res);

	if ((res = make_node(data, &data->source2,
			     "build/spa/plugins/audiotestsrc/libspa-audiotestsrc.so",
			     "audiotestsrc")) < 0) {
		printf("can't create audiotestsrc: %d\n", res);
		return res;
	}

	spa_pod_builder_init(&b, buffer, sizeof(buffer));
	props = spa_pod_builder_object(&b,
		SPA_TYPE_OBJECT_Props, SPA_PARAM_Props,
		SPA_PROP_frequency,  &SPA_POD_Float(440.0),
		SPA_PROP_volume,     &SPA_POD_Float(1.0),
		SPA_PROP_live,       &SPA_POD_Bool(false),
		0);

	if ((res = spa_node_set_param(data->source2, SPA_PARAM_Props, 0, props)) < 0)
		printf("got set_props error %d\n", res);

	data->mix_ports[0] = 0;
	if ((res = spa_node_add_port(data->mix, SPA_DIRECTION_INPUT, 0)) < 0)
		return res;

	data->mix_ports[1] = 1;
	if ((res = spa_node_add_port(data->mix, SPA_DIRECTION_INPUT, 1)) < 0)
		return res;

	data->source1_mix_io[0] = SPA_IO_BUFFERS_INIT;
	data->source2_mix_io[0] = SPA_IO_BUFFERS_INIT;
	data->mix_sink_io[0] = SPA_IO_BUFFERS_INIT;

	spa_node_port_set_io(data->source1,
			     SPA_DIRECTION_OUTPUT, 0,
			     SPA_IO_Buffers,
			     &data->source1_mix_io[0], sizeof(data->source1_mix_io[0]));
	spa_node_port_set_io(data->source2,
			     SPA_DIRECTION_OUTPUT, 0,
			     SPA_IO_Buffers,
			     &data->source2_mix_io[0], sizeof(data->source2_mix_io[0]));
	spa_node_port_set_io(data->mix,
			     SPA_DIRECTION_INPUT, data->mix_ports[0],
			     SPA_IO_Buffers,
			     &data->source1_mix_io[0], sizeof(data->source1_mix_io[0]));
	spa_node_port_set_io(data->mix,
			     SPA_DIRECTION_INPUT, data->mix_ports[1],
			     SPA_IO_Buffers,
			     &data->source2_mix_io[0], sizeof(data->source2_mix_io[0]));
	spa_node_port_set_io(data->mix,
			     SPA_DIRECTION_OUTPUT, 0,
			     SPA_IO_Buffers,
			     &data->mix_sink_io[0], sizeof(data->mix_sink_io[0]));
	spa_node_port_set_io(data->sink,
			     SPA_DIRECTION_INPUT, 0,
			     SPA_IO_Buffers,
			     &data->mix_sink_io[0], sizeof(data->mix_sink_io[0]));

	data->ctrl_volume[0] = SPA_POD_Double(0.5);
	data->ctrl_volume[1] = SPA_POD_Double(0.5);

#if 0
	if ((res = spa_node_port_set_io(data->mix,
				     SPA_DIRECTION_INPUT, data->mix_ports[0],
				     data->type.io_inprop_volume,
				     &data->ctrl_volume[0], sizeof(data->ctrl_volume[0]))) < 0)
				error(0, -res, "set_io volume 0");

	if ((res = spa_node_port_set_io(data->mix,
				     SPA_DIRECTION_INPUT, data->mix_ports[1],
				     data->type.io_inprop_volume,
				     &data->ctrl_volume[1], sizeof(data->ctrl_volume[1]))) < 0)
				error(0, -res, "set_io volume 1");
#endif


#ifdef USE_GRAPH
	spa_graph_node_init(&data->source1_node, &data->source1_state);
	spa_graph_node_set_callbacks(&data->source1_node, &spa_graph_node_impl_default, data->source1);
	spa_graph_port_init(&data->source1_out, SPA_DIRECTION_OUTPUT, 0, 0);
	spa_graph_port_add(&data->source1_node, &data->source1_out);
	spa_graph_node_add(&data->graph, &data->source1_node);

	spa_graph_node_init(&data->source2_node, &data->source2_state);
	spa_graph_node_set_callbacks(&data->source2_node, &spa_graph_node_impl_default, data->source2);
	spa_graph_port_init(&data->source2_out, SPA_DIRECTION_OUTPUT, 0, 0);
	spa_graph_port_add(&data->source2_node, &data->source2_out);
	spa_graph_node_add(&data->graph, &data->source2_node);

	spa_graph_node_init(&data->mix_node, &data->mix_state);
	spa_graph_node_set_callbacks(&data->mix_node, &spa_graph_node_impl_default, data->mix);
	spa_graph_port_init(&data->mix_in[0], SPA_DIRECTION_INPUT,
			    data->mix_ports[0], 0);
	spa_graph_port_add(&data->mix_node, &data->mix_in[0]);
	spa_graph_port_init(&data->mix_in[1], SPA_DIRECTION_INPUT,
			   data->mix_ports[1], 0);
	spa_graph_port_add(&data->mix_node, &data->mix_in[1]);
	spa_graph_node_add(&data->graph, &data->mix_node);

	spa_graph_port_link(&data->source1_out, &data->mix_in[0]);
	spa_graph_port_link(&data->source2_out, &data->mix_in[1]);

	spa_graph_port_init(&data->mix_out, SPA_DIRECTION_OUTPUT, 0, 0);
	spa_graph_port_add(&data->mix_node, &data->mix_out);

	spa_graph_node_init(&data->sink_node, &data->sink_state);
	spa_graph_node_set_callbacks(&data->sink_node, &spa_graph_node_impl_default, data->sink);
	spa_graph_port_init(&data->sink_in, SPA_DIRECTION_INPUT, 0, 0);
	spa_graph_port_add(&data->sink_node, &data->sink_in);
	spa_graph_node_add(&data->graph, &data->sink_node);

	spa_graph_port_link(&data->mix_out, &data->sink_in);
#endif

	return res;
}

static int negotiate_formats(struct data *data)
{
	int res;
	struct spa_pod *format, *filter;
	uint32_t state = 0;
	struct spa_pod_builder b = { 0 };
	uint8_t buffer[2048];

	spa_pod_builder_init(&b, buffer, sizeof(buffer));
	filter = spa_format_audio_raw_build(&b, 0,
			&SPA_AUDIO_INFO_RAW_INIT(
				.format = SPA_AUDIO_FORMAT_S16,
				.rate = 44100,
				.channels = 2 ));

	if ((res =
	     spa_node_port_enum_params(data->sink,
				       SPA_DIRECTION_INPUT, 0,
				       SPA_PARAM_EnumFormat, &state,
				       filter, &format, &b)) <= 0)
		return -EBADF;

	if ((res = spa_node_port_set_param(data->sink,
					   SPA_DIRECTION_INPUT, 0,
					   SPA_PARAM_Format, 0,
					   format)) < 0)
		return res;

	if ((res = spa_node_port_set_param(data->mix,
					   SPA_DIRECTION_OUTPUT, 0,
					   SPA_PARAM_Format, 0,
					   format)) < 0)
		return res;

	init_buffer(data, data->mix_buffers, data->mix_buffer, 1, BUFFER_SIZE2);
	if ((res =
	     spa_node_port_use_buffers(data->sink, SPA_DIRECTION_INPUT, 0, data->mix_buffers,
				       1)) < 0)
		return res;
	if ((res = spa_node_port_use_buffers(data->mix,
				SPA_DIRECTION_OUTPUT, 0, data->mix_buffers, 1)) < 0)
		return res;

	if ((res = spa_node_port_set_param(data->mix,
				     SPA_DIRECTION_INPUT, data->mix_ports[0],
				     SPA_PARAM_Format, 0,
				     format)) < 0)
		return res;

	if ((res = spa_node_port_set_param(data->source1,
					   SPA_DIRECTION_OUTPUT, 0,
					   SPA_PARAM_Format, 0,
					   format)) < 0)
		return res;

	init_buffer(data, data->source1_buffers, data->source1_buffer, 2, BUFFER_SIZE1);
	if ((res =
	     spa_node_port_use_buffers(data->mix, SPA_DIRECTION_INPUT, data->mix_ports[0],
				       data->source1_buffers, 2)) < 0)
		return res;
	if ((res =
	     spa_node_port_use_buffers(data->source1, SPA_DIRECTION_OUTPUT, 0,
				       data->source1_buffers, 2)) < 0)
		return res;

	if ((res =
	     spa_node_port_set_param(data->mix,
				     SPA_DIRECTION_INPUT, data->mix_ports[1],
				     SPA_PARAM_Format, 0,
				     format)) < 0)
		return res;

	if ((res = spa_node_port_set_param(data->source2,
					   SPA_DIRECTION_OUTPUT, 0,
					   SPA_PARAM_Format, 0,
					   format)) < 0)
		return res;

	init_buffer(data, data->source2_buffers, data->source2_buffer, 2, BUFFER_SIZE2);
	if ((res =
	     spa_node_port_use_buffers(data->mix, SPA_DIRECTION_INPUT, data->mix_ports[1],
				       data->source2_buffers, 2)) < 0)
		return res;
	if ((res =
	     spa_node_port_use_buffers(data->source2, SPA_DIRECTION_OUTPUT, 0,
				       data->source2_buffers, 2)) < 0)
		return res;

	return 0;
}

static void *loop(void *user_data)
{
	struct data *data = user_data;

	printf("enter thread %d\n", data->n_sources);
	while (data->running) {
		int i, r;

		/* rebuild */
		if (data->rebuild_fds) {
			for (i = 0; i < data->n_sources; i++) {
				struct spa_source *p = &data->sources[i];
				data->fds[i].fd = p->fd;
				data->fds[i].events = p->mask;
			}
			data->n_fds = data->n_sources;
			data->rebuild_fds = false;
		}

		r = poll((struct pollfd *) data->fds, data->n_fds, -1);
		if (r < 0) {
			if (errno == EINTR)
				continue;
			break;
		}
		if (r == 0) {
			fprintf(stderr, "select timeout");
			break;
		}

		/* after */
		for (i = 0; i < data->n_sources; i++) {
			struct spa_source *p = &data->sources[i];
			p->rmask = 0;
			if (data->fds[i].revents & POLLIN)
				p->rmask |= SPA_IO_IN;
			if (data->fds[i].revents & POLLOUT)
				p->rmask |= SPA_IO_OUT;
			if (data->fds[i].revents & POLLHUP)
				p->rmask |= SPA_IO_HUP;
			if (data->fds[i].revents & POLLERR)
				p->rmask |= SPA_IO_ERR;
		}
		for (i = 0; i < data->n_sources; i++) {
			struct spa_source *p = &data->sources[i];
			if (p->rmask)
				p->func(p);
		}
	}
	printf("leave thread\n");

	return NULL;
}

static void run_async_sink(struct data *data)
{
	int res;
	int err;

	{
		struct spa_command cmd = SPA_NODE_COMMAND_INIT(SPA_NODE_COMMAND_Start);
		if ((res = spa_node_send_command(data->source1, &cmd)) < 0)
			printf("got source1 error %d\n", res);
		if ((res = spa_node_send_command(data->source2, &cmd)) < 0)
			printf("got source2 error %d\n", res);
		if ((res = spa_node_send_command(data->mix, &cmd)) < 0)
			printf("got mix error %d\n", res);
		if ((res = spa_node_send_command(data->sink, &cmd)) < 0)
			printf("got sink error %d\n", res);
	}

	data->running = true;
	if ((err = pthread_create(&data->thread, NULL, loop, data)) != 0) {
		printf("can't create thread: %d %s", err, strerror(err));
		data->running = false;
	}

	printf("sleeping for 30 seconds\n");
	sleep(30);

	if (data->running) {
		data->running = false;
		pthread_join(data->thread, NULL);
	}

	{
		struct spa_command cmd = SPA_NODE_COMMAND_INIT(SPA_NODE_COMMAND_Pause);
		if ((res = spa_node_send_command(data->sink, &cmd)) < 0)
			printf("got error %d\n", res);
		if ((res = spa_node_send_command(data->mix, &cmd)) < 0)
			printf("got mix error %d\n", res);
		if ((res = spa_node_send_command(data->source1, &cmd)) < 0)
			printf("got source1 error %d\n", res);
		if ((res = spa_node_send_command(data->source2, &cmd)) < 0)
			printf("got source2 error %d\n", res);
	}
}

int main(int argc, char *argv[])
{
	struct data data = { NULL };
	int res;
	const char *str;

	data.log = &default_log.log;
	data.data_loop.version = SPA_VERSION_LOOP;
	data.data_loop.add_source = do_add_source;
	data.data_loop.update_source = do_update_source;
	data.data_loop.remove_source = do_remove_source;
	data.data_loop.invoke = do_invoke;

	spa_graph_init(&data.graph, &data.graph_state);
	spa_graph_data_init(&data.graph_data, &data.graph);
	spa_graph_set_callbacks(&data.graph, &spa_graph_impl_default, &data.graph_data);

	if ((str = getenv("SPA_DEBUG")))
		data.log->level = atoi(str);

	data.support[0] = SPA_SUPPORT_INIT(SPA_TYPE_INTERFACE_Log, data.log);
	data.support[1] = SPA_SUPPORT_INIT(SPA_TYPE_INTERFACE_MainLoop, &data.data_loop);
	data.support[2] = SPA_SUPPORT_INIT(SPA_TYPE_INTERFACE_DataLoop, &data.data_loop);
	data.n_support = 3;

	if ((res = make_nodes(&data, argc > 1 ? argv[1] : NULL)) < 0) {
		printf("can't make nodes: %d\n", res);
		return -1;
	}
	if ((res = negotiate_formats(&data)) < 0) {
		printf("can't negotiate nodes: %d\n", res);
		return -1;
	}

	run_async_sink(&data);
}