/* Spa * * Copyright © 2018 Wim Taymans * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice (including the next * paragraph) shall be included in all copies or substantial portions of the * Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER * DEALINGS IN THE SOFTWARE. */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #define USE_GRAPH #define M_PI_M2 ( M_PI + M_PI ) static SPA_LOG_IMPL(default_log); #define spa_debug(...) spa_log_trace(&default_log.log,__VA_ARGS__) #include struct buffer { struct spa_buffer buffer; struct spa_meta metas[1]; struct spa_meta_header header; struct spa_data datas[1]; struct spa_chunk chunks[1]; }; struct data { struct spa_log *log; struct spa_loop data_loop; struct spa_support support[4]; uint32_t n_support; struct spa_graph graph; struct spa_graph_state graph_state; struct spa_graph_node source1_node; struct spa_graph_state source1_state; struct spa_graph_port source1_out; struct spa_graph_node source2_node; struct spa_graph_state source2_state; struct spa_graph_port source2_out; struct spa_graph_port mix_in[2]; struct spa_graph_node mix_node; struct spa_graph_state mix_state; struct spa_graph_port mix_out; struct spa_graph_port sink_in; struct spa_graph_node sink_node; struct spa_graph_state sink_state; struct spa_node *sink; struct spa_io_buffers mix_sink_io[1]; struct spa_node *mix; uint32_t mix_ports[2]; struct spa_buffer *mix_buffers[1]; struct buffer mix_buffer[1]; struct spa_pod_double ctrl_volume[2]; double volume_accum; struct spa_node *source1; struct spa_io_buffers source1_mix_io[1]; struct spa_buffer *source1_buffers[2]; struct buffer source1_buffer[2]; struct spa_node *source2; struct spa_io_buffers source2_mix_io[1]; struct spa_buffer *source2_buffers[2]; struct buffer source2_buffer[2]; bool running; pthread_t thread; struct spa_source sources[16]; unsigned int n_sources; bool rebuild_fds; struct pollfd fds[16]; unsigned int n_fds; }; #define MIN_LATENCY 512 #define BUFFER_SIZE1 MIN_LATENCY #define BUFFER_SIZE2 MIN_LATENCY - 4 static void init_buffer(struct data *data, struct spa_buffer **bufs, struct buffer *ba, int n_buffers, size_t size) { int i; for (i = 0; i < n_buffers; i++) { struct buffer *b = &ba[i]; bufs[i] = &b->buffer; b->buffer.metas = b->metas; b->buffer.n_metas = 1; b->buffer.datas = b->datas; b->buffer.n_datas = 1; b->header.flags = 0; b->header.seq = 0; b->header.pts = 0; b->header.dts_offset = 0; b->metas[0].type = SPA_META_Header; b->metas[0].data = &b->header; b->metas[0].size = sizeof(b->header); b->datas[0].type = SPA_DATA_MemPtr; b->datas[0].flags = 0; b->datas[0].fd = -1; b->datas[0].mapoffset = 0; b->datas[0].maxsize = size; b->datas[0].data = malloc(size); b->datas[0].chunk = &b->chunks[0]; b->datas[0].chunk->offset = 0; b->datas[0].chunk->size = 0; b->datas[0].chunk->stride = 0; } } static int make_node(struct data *data, struct spa_node **node, const char *lib, const char *name) { struct spa_handle *handle; int res; void *hnd; spa_handle_factory_enum_func_t enum_func; uint32_t i; if ((hnd = dlopen(lib, RTLD_NOW)) == NULL) { printf("can't load %s: %s\n", lib, dlerror()); return -errno; } if ((enum_func = dlsym(hnd, SPA_HANDLE_FACTORY_ENUM_FUNC_NAME)) == NULL) { printf("can't find enum function\n"); return -errno; } for (i = 0;;) { const struct spa_handle_factory *factory; void *iface; if ((res = enum_func(&factory, &i)) <= 0) { if (res != 0) printf("can't enumerate factories: %s\n", spa_strerror(res)); break; } if (strcmp(factory->name, name)) continue; handle = calloc(1, spa_handle_factory_get_size(factory, NULL)); if ((res = spa_handle_factory_init(factory, handle, NULL, data->support, data->n_support)) < 0) { printf("can't make factory instance: %d\n", res); return res; } if ((res = spa_handle_get_interface(handle, SPA_TYPE_INTERFACE_Node, &iface)) < 0) { printf("can't get interface %d\n", res); return res; } *node = iface; return 0; } return -EBADF; } static void on_sink_done(void *data, int seq, int res) { printf("got done %d %d\n", seq, res); } static void on_sink_event(void *data, struct spa_event *event) { printf("got event %d\n", SPA_EVENT_TYPE(event)); } static void update_props(struct data *data) { data->ctrl_volume[0].value = ((sin(data->volume_accum) + 1.0) * 0.5); data->volume_accum += M_PI_M2 / 8800.0; if (data->volume_accum >= M_PI_M2) data->volume_accum -= M_PI_M2; data->ctrl_volume[1].value = 1.0 - data->ctrl_volume[0].value; } static void on_sink_process(void *_data, int status) { struct data *data = _data; #ifdef USE_GRAPH spa_graph_node_process(&data->sink_node); #else int res; res = spa_node_process_output(data->mix); if (res == SPA_STATUS_NEED_BUFFER) { if (data->source1_mix_io[0].status == SPA_STATUS_NEED_BUFFER) { res = spa_node_process_output(data->source1); if (res != SPA_STATUS_HAVE_BUFFER) printf("got process_output error from source1 %d\n", res); } if (data->source2_mix_io[0].status == SPA_STATUS_NEED_BUFFER) { res = spa_node_process_output(data->source2); if (res != SPA_STATUS_HAVE_BUFFER) printf("got process_output error from source2 %d\n", res); } res = spa_node_process_input(data->mix); if (res == SPA_STATUS_HAVE_BUFFER) goto push; else printf("got process_input error from mixer %d\n", res); } else if (res == SPA_STATUS_HAVE_BUFFER) { push: if ((res = spa_node_process_input(data->sink)) < 0) printf("got process_input error from sink %d\n", res); } else { printf("got process_output error from mixer %d\n", res); } #endif update_props(data); } static void on_sink_reuse_buffer(void *_data, uint32_t port_id, uint32_t buffer_id) { struct data *data = _data; data->mix_sink_io[0].buffer_id = buffer_id; } static const struct spa_node_callbacks sink_callbacks = { SPA_VERSION_NODE_CALLBACKS, .done = on_sink_done, .event = on_sink_event, .process = &on_sink_process, .reuse_buffer = on_sink_reuse_buffer }; static int do_add_source(struct spa_loop *loop, struct spa_source *source) { struct data *data = SPA_CONTAINER_OF(loop, struct data, data_loop); data->sources[data->n_sources] = *source; data->n_sources++; data->rebuild_fds = true; return 0; } static int do_update_source(struct spa_source *source) { return 0; } static void do_remove_source(struct spa_source *source) { } static int do_invoke(struct spa_loop *loop, spa_invoke_func_t func, uint32_t seq, const void *data, size_t size, bool block, void *user_data) { return func(loop, false, seq, data, size, user_data); } static int make_nodes(struct data *data, const char *device) { int res; struct spa_pod *props; struct spa_pod_builder b = { 0 }; uint8_t buffer[128]; if ((res = make_node(data, &data->sink, "build/spa/plugins/alsa/libspa-alsa.so", "alsa-sink")) < 0) { printf("can't create alsa-sink: %d\n", res); return res; } spa_node_set_callbacks(data->sink, &sink_callbacks, data); spa_pod_builder_init(&b, buffer, sizeof(buffer)); props = spa_pod_builder_add_object(&b, SPA_TYPE_OBJECT_Props, 0, SPA_PROP_device, SPA_POD_String(device ? device : "hw:0"), SPA_PROP_minLatency, SPA_POD_Int(MIN_LATENCY)); if ((res = spa_node_set_param(data->sink, SPA_PARAM_Props, 0, props)) < 0) error(0, -res, "set_param props"); if ((res = make_node(data, &data->mix, "build/spa/plugins/audiomixer/libspa-audiomixer.so", "audiomixer")) < 0) { printf("can't create audiomixer: %d\n", res); return res; } if ((res = make_node(data, &data->source1, "build/spa/plugins/audiotestsrc/libspa-audiotestsrc.so", "audiotestsrc")) < 0) { printf("can't create audiotestsrc: %d\n", res); return res; } spa_pod_builder_init(&b, buffer, sizeof(buffer)); props = spa_pod_builder_add_object(&b, SPA_TYPE_OBJECT_Props, SPA_PARAM_Props, SPA_PROP_frequency, SPA_POD_Float(600.0), SPA_PROP_volume, SPA_POD_Float(1.0), SPA_PROP_live, SPA_POD_Bool(false)); if ((res = spa_node_set_param(data->source1, SPA_PARAM_Props, 0, props)) < 0) printf("got set_props error %d\n", res); if ((res = make_node(data, &data->source2, "build/spa/plugins/audiotestsrc/libspa-audiotestsrc.so", "audiotestsrc")) < 0) { printf("can't create audiotestsrc: %d\n", res); return res; } spa_pod_builder_init(&b, buffer, sizeof(buffer)); props = spa_pod_builder_add_object(&b, SPA_TYPE_OBJECT_Props, SPA_PARAM_Props, SPA_PROP_frequency, SPA_POD_Float(440.0), SPA_PROP_volume, SPA_POD_Float(1.0), SPA_PROP_live, SPA_POD_Bool(false)); if ((res = spa_node_set_param(data->source2, SPA_PARAM_Props, 0, props)) < 0) printf("got set_props error %d\n", res); data->mix_ports[0] = 0; if ((res = spa_node_add_port(data->mix, SPA_DIRECTION_INPUT, 0)) < 0) return res; data->mix_ports[1] = 1; if ((res = spa_node_add_port(data->mix, SPA_DIRECTION_INPUT, 1)) < 0) return res; data->source1_mix_io[0] = SPA_IO_BUFFERS_INIT; data->source2_mix_io[0] = SPA_IO_BUFFERS_INIT; data->mix_sink_io[0] = SPA_IO_BUFFERS_INIT; spa_node_port_set_io(data->source1, SPA_DIRECTION_OUTPUT, 0, SPA_IO_Buffers, &data->source1_mix_io[0], sizeof(data->source1_mix_io[0])); spa_node_port_set_io(data->source2, SPA_DIRECTION_OUTPUT, 0, SPA_IO_Buffers, &data->source2_mix_io[0], sizeof(data->source2_mix_io[0])); spa_node_port_set_io(data->mix, SPA_DIRECTION_INPUT, data->mix_ports[0], SPA_IO_Buffers, &data->source1_mix_io[0], sizeof(data->source1_mix_io[0])); spa_node_port_set_io(data->mix, SPA_DIRECTION_INPUT, data->mix_ports[1], SPA_IO_Buffers, &data->source2_mix_io[0], sizeof(data->source2_mix_io[0])); spa_node_port_set_io(data->mix, SPA_DIRECTION_OUTPUT, 0, SPA_IO_Buffers, &data->mix_sink_io[0], sizeof(data->mix_sink_io[0])); spa_node_port_set_io(data->sink, SPA_DIRECTION_INPUT, 0, SPA_IO_Buffers, &data->mix_sink_io[0], sizeof(data->mix_sink_io[0])); data->ctrl_volume[0] = SPA_POD_INIT_Double(0.5); data->ctrl_volume[1] = SPA_POD_INIT_Double(0.5); #if 0 if ((res = spa_node_port_set_io(data->mix, SPA_DIRECTION_INPUT, data->mix_ports[0], data->type.io_inprop_volume, &data->ctrl_volume[0], sizeof(data->ctrl_volume[0]))) < 0) error(0, -res, "set_io volume 0"); if ((res = spa_node_port_set_io(data->mix, SPA_DIRECTION_INPUT, data->mix_ports[1], data->type.io_inprop_volume, &data->ctrl_volume[1], sizeof(data->ctrl_volume[1]))) < 0) error(0, -res, "set_io volume 1"); #endif #ifdef USE_GRAPH spa_graph_node_init(&data->source1_node, &data->source1_state); spa_graph_node_set_callbacks(&data->source1_node, &spa_graph_node_impl_default, data->source1); spa_graph_port_init(&data->source1_out, SPA_DIRECTION_OUTPUT, 0, 0); spa_graph_port_add(&data->source1_node, &data->source1_out); spa_graph_node_add(&data->graph, &data->source1_node); spa_graph_node_init(&data->source2_node, &data->source2_state); spa_graph_node_set_callbacks(&data->source2_node, &spa_graph_node_impl_default, data->source2); spa_graph_port_init(&data->source2_out, SPA_DIRECTION_OUTPUT, 0, 0); spa_graph_port_add(&data->source2_node, &data->source2_out); spa_graph_node_add(&data->graph, &data->source2_node); spa_graph_node_init(&data->mix_node, &data->mix_state); spa_graph_node_set_callbacks(&data->mix_node, &spa_graph_node_impl_default, data->mix); spa_graph_port_init(&data->mix_in[0], SPA_DIRECTION_INPUT, data->mix_ports[0], 0); spa_graph_port_add(&data->mix_node, &data->mix_in[0]); spa_graph_port_init(&data->mix_in[1], SPA_DIRECTION_INPUT, data->mix_ports[1], 0); spa_graph_port_add(&data->mix_node, &data->mix_in[1]); spa_graph_node_add(&data->graph, &data->mix_node); spa_graph_port_link(&data->source1_out, &data->mix_in[0]); spa_graph_port_link(&data->source2_out, &data->mix_in[1]); spa_graph_port_init(&data->mix_out, SPA_DIRECTION_OUTPUT, 0, 0); spa_graph_port_add(&data->mix_node, &data->mix_out); spa_graph_node_init(&data->sink_node, &data->sink_state); spa_graph_node_set_callbacks(&data->sink_node, &spa_graph_node_impl_default, data->sink); spa_graph_port_init(&data->sink_in, SPA_DIRECTION_INPUT, 0, 0); spa_graph_port_add(&data->sink_node, &data->sink_in); spa_graph_node_add(&data->graph, &data->sink_node); spa_graph_port_link(&data->mix_out, &data->sink_in); #endif return res; } static int negotiate_formats(struct data *data) { int res; struct spa_pod *format, *filter; uint32_t state = 0; struct spa_pod_builder b = { 0 }; uint8_t buffer[2048]; spa_pod_builder_init(&b, buffer, sizeof(buffer)); filter = spa_format_audio_raw_build(&b, 0, &SPA_AUDIO_INFO_RAW_INIT( .format = SPA_AUDIO_FORMAT_S16, .rate = 44100, .channels = 2 )); if ((res = spa_node_port_enum_params(data->sink, SPA_DIRECTION_INPUT, 0, SPA_PARAM_EnumFormat, &state, filter, &format, &b)) <= 0) return -EBADF; if ((res = spa_node_port_set_param(data->sink, SPA_DIRECTION_INPUT, 0, SPA_PARAM_Format, 0, format)) < 0) return res; if ((res = spa_node_port_set_param(data->mix, SPA_DIRECTION_OUTPUT, 0, SPA_PARAM_Format, 0, format)) < 0) return res; init_buffer(data, data->mix_buffers, data->mix_buffer, 1, BUFFER_SIZE2); if ((res = spa_node_port_use_buffers(data->sink, SPA_DIRECTION_INPUT, 0, data->mix_buffers, 1)) < 0) return res; if ((res = spa_node_port_use_buffers(data->mix, SPA_DIRECTION_OUTPUT, 0, data->mix_buffers, 1)) < 0) return res; if ((res = spa_node_port_set_param(data->mix, SPA_DIRECTION_INPUT, data->mix_ports[0], SPA_PARAM_Format, 0, format)) < 0) return res; if ((res = spa_node_port_set_param(data->source1, SPA_DIRECTION_OUTPUT, 0, SPA_PARAM_Format, 0, format)) < 0) return res; init_buffer(data, data->source1_buffers, data->source1_buffer, 2, BUFFER_SIZE1); if ((res = spa_node_port_use_buffers(data->mix, SPA_DIRECTION_INPUT, data->mix_ports[0], data->source1_buffers, 2)) < 0) return res; if ((res = spa_node_port_use_buffers(data->source1, SPA_DIRECTION_OUTPUT, 0, data->source1_buffers, 2)) < 0) return res; if ((res = spa_node_port_set_param(data->mix, SPA_DIRECTION_INPUT, data->mix_ports[1], SPA_PARAM_Format, 0, format)) < 0) return res; if ((res = spa_node_port_set_param(data->source2, SPA_DIRECTION_OUTPUT, 0, SPA_PARAM_Format, 0, format)) < 0) return res; init_buffer(data, data->source2_buffers, data->source2_buffer, 2, BUFFER_SIZE2); if ((res = spa_node_port_use_buffers(data->mix, SPA_DIRECTION_INPUT, data->mix_ports[1], data->source2_buffers, 2)) < 0) return res; if ((res = spa_node_port_use_buffers(data->source2, SPA_DIRECTION_OUTPUT, 0, data->source2_buffers, 2)) < 0) return res; return 0; } static void *loop(void *user_data) { struct data *data = user_data; printf("enter thread %d\n", data->n_sources); while (data->running) { int r; unsigned int i; /* rebuild */ if (data->rebuild_fds) { for (i = 0; i < data->n_sources; i++) { struct spa_source *p = &data->sources[i]; data->fds[i].fd = p->fd; data->fds[i].events = p->mask; } data->n_fds = data->n_sources; data->rebuild_fds = false; } r = poll((struct pollfd *) data->fds, data->n_fds, -1); if (r < 0) { if (errno == EINTR) continue; break; } if (r == 0) { fprintf(stderr, "select timeout"); break; } /* after */ for (i = 0; i < data->n_sources; i++) { struct spa_source *p = &data->sources[i]; p->rmask = 0; if (data->fds[i].revents & POLLIN) p->rmask |= SPA_IO_IN; if (data->fds[i].revents & POLLOUT) p->rmask |= SPA_IO_OUT; if (data->fds[i].revents & POLLHUP) p->rmask |= SPA_IO_HUP; if (data->fds[i].revents & POLLERR) p->rmask |= SPA_IO_ERR; } for (i = 0; i < data->n_sources; i++) { struct spa_source *p = &data->sources[i]; if (p->rmask) p->func(p); } } printf("leave thread\n"); return NULL; } static void run_async_sink(struct data *data) { int res; int err; { struct spa_command cmd = SPA_NODE_COMMAND_INIT(SPA_NODE_COMMAND_Start); if ((res = spa_node_send_command(data->source1, &cmd)) < 0) printf("got source1 error %d\n", res); if ((res = spa_node_send_command(data->source2, &cmd)) < 0) printf("got source2 error %d\n", res); if ((res = spa_node_send_command(data->mix, &cmd)) < 0) printf("got mix error %d\n", res); if ((res = spa_node_send_command(data->sink, &cmd)) < 0) printf("got sink error %d\n", res); } data->running = true; if ((err = pthread_create(&data->thread, NULL, loop, data)) != 0) { printf("can't create thread: %d %s", err, strerror(err)); data->running = false; } printf("sleeping for 30 seconds\n"); sleep(30); if (data->running) { data->running = false; pthread_join(data->thread, NULL); } { struct spa_command cmd = SPA_NODE_COMMAND_INIT(SPA_NODE_COMMAND_Pause); if ((res = spa_node_send_command(data->sink, &cmd)) < 0) printf("got error %d\n", res); if ((res = spa_node_send_command(data->mix, &cmd)) < 0) printf("got mix error %d\n", res); if ((res = spa_node_send_command(data->source1, &cmd)) < 0) printf("got source1 error %d\n", res); if ((res = spa_node_send_command(data->source2, &cmd)) < 0) printf("got source2 error %d\n", res); } } int main(int argc, char *argv[]) { struct data data = { NULL }; int res; const char *str; data.log = &default_log.log; data.data_loop.version = SPA_VERSION_LOOP; data.data_loop.add_source = do_add_source; data.data_loop.update_source = do_update_source; data.data_loop.remove_source = do_remove_source; data.data_loop.invoke = do_invoke; spa_graph_init(&data.graph, &data.graph_state); if ((str = getenv("SPA_DEBUG"))) data.log->level = atoi(str); data.support[0] = SPA_SUPPORT_INIT(SPA_TYPE_INTERFACE_Log, data.log); data.support[1] = SPA_SUPPORT_INIT(SPA_TYPE_INTERFACE_MainLoop, &data.data_loop); data.support[2] = SPA_SUPPORT_INIT(SPA_TYPE_INTERFACE_DataLoop, &data.data_loop); data.n_support = 3; if ((res = make_nodes(&data, argc > 1 ? argv[1] : NULL)) < 0) { printf("can't make nodes: %d\n", res); return -1; } if ((res = negotiate_formats(&data)) < 0) { printf("can't negotiate nodes: %d\n", res); return -1; } run_async_sink(&data); }