/* PipeWire * * Copyright © 2019 Wim Taymans * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the "Software"), * to deal in the Software without restriction, including without limitation * the rights to use, copy, modify, merge, publish, distribute, sublicense, * and/or sell copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice (including the next * paragraph) shall be included in all copies or substantial portions of the * Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER * DEALINGS IN THE SOFTWARE. */ #include #include #include #include #include #include "config.h" #include #include #include #include #include #include "pipewire/pipewire.h" #include "pipewire/private.h" #include "extensions/session-manager.h" #include "media-session.h" #define NAME "stream-monitor" #define SESSION_KEY "stream-monitor" #define DEFAULT_CHANNELS 2 #define DEFAULT_SAMPLERATE 48000 struct client_endpoint; struct impl { struct sm_media_session *session; struct spa_hook listener; int seq; }; struct node { struct sm_node *obj; struct impl *impl; struct spa_hook proxy_listener; struct spa_hook listener; uint32_t id; enum pw_direction direction; char *media; struct client_endpoint *endpoint; uint32_t media_type; uint32_t media_subtype; struct spa_audio_info_raw format; }; struct stream { struct pw_properties *props; struct pw_endpoint_stream_info info; unsigned int active:1; }; struct client_endpoint { struct spa_list link; struct impl *impl; struct pw_properties *props; struct node *node; struct pw_client_endpoint_proxy *client_endpoint; struct spa_hook client_endpoint_listener; struct pw_endpoint_info info; struct stream stream; uint32_t pending_config; }; static int client_endpoint_set_id(void *object, uint32_t id) { struct client_endpoint *endpoint = object; endpoint->info.id = id; pw_client_endpoint_proxy_update(endpoint->client_endpoint, PW_CLIENT_ENDPOINT_UPDATE_INFO, 0, NULL, &endpoint->info); return 0; } static int client_endpoint_set_session_id(void *object, uint32_t id) { struct client_endpoint *endpoint = object; endpoint->info.session_id = id; return 0; } static int client_endpoint_set_param(void *object, uint32_t id, uint32_t flags, const struct spa_pod *param) { struct client_endpoint *endpoint = object; struct impl *impl = endpoint->impl; struct node *node = endpoint->node; pw_log_debug(NAME " %p: node %d set param %d", impl, node->obj->obj.id, id); return pw_node_proxy_set_param((struct pw_node_proxy*)node->obj->obj.proxy, id, flags, param); } static int client_endpoint_stream_set_param(void *object, uint32_t stream_id, uint32_t id, uint32_t flags, const struct spa_pod *param) { return -ENOTSUP; } static int client_endpoint_create_link(void *object, const struct spa_dict *props) { struct client_endpoint *endpoint = object; struct impl *impl = endpoint->impl; struct node *node = endpoint->node; struct pw_properties *p; int res; pw_log_debug("create link"); if (props == NULL) return -EINVAL; if (!endpoint->stream.active) { char buf[1024]; struct spa_pod_builder b = { 0, }; struct spa_pod *param; node->format.rate = 48000; spa_pod_builder_init(&b, buf, sizeof(buf)); param = spa_format_audio_raw_build(&b, SPA_PARAM_Format, &node->format); param = spa_pod_builder_add_object(&b, SPA_TYPE_OBJECT_ParamPortConfig, SPA_PARAM_PortConfig, SPA_PARAM_PORT_CONFIG_direction, SPA_POD_Id(endpoint->info.direction), SPA_PARAM_PORT_CONFIG_mode, SPA_POD_Id(SPA_PARAM_PORT_CONFIG_MODE_dsp), SPA_PARAM_PORT_CONFIG_monitor, SPA_POD_Bool(false), SPA_PARAM_PORT_CONFIG_format, SPA_POD_Pod(param)); if (pw_log_level_enabled(SPA_LOG_LEVEL_DEBUG)) spa_debug_pod(2, NULL, param); pw_node_proxy_set_param((struct pw_node_proxy*)node->obj->obj.proxy, SPA_PARAM_PortConfig, 0, param); endpoint->stream.active = true; } p = pw_properties_new_dict(props); if (p == NULL) return -errno; if (endpoint->info.direction == PW_DIRECTION_OUTPUT) { const char *str; struct sm_object *obj; pw_properties_setf(p, PW_KEY_LINK_OUTPUT_NODE, "%d", endpoint->node->id); pw_properties_setf(p, PW_KEY_LINK_OUTPUT_PORT, "-1"); str = spa_dict_lookup(props, PW_KEY_ENDPOINT_LINK_INPUT_ENDPOINT); if (str == NULL) { pw_log_warn(NAME" %p: no target endpoint given", impl); res = -EINVAL; goto exit; } obj = sm_media_session_find_object(impl->session, atoi(str)); if (obj == NULL || obj->type != PW_TYPE_INTERFACE_Endpoint) { pw_log_warn(NAME" %p: could not find endpoint %s (%p)", impl, str, obj); res = -EINVAL; goto exit; } pw_endpoint_proxy_create_link((struct pw_endpoint_proxy*)obj->proxy, &p->dict); } else { pw_properties_setf(p, PW_KEY_LINK_INPUT_NODE, "%d", endpoint->node->id); pw_properties_setf(p, PW_KEY_LINK_INPUT_PORT, "-1"); sm_media_session_create_links(impl->session, &p->dict); } res = 0; exit: pw_properties_free(p); return res; } static const struct pw_client_endpoint_proxy_events client_endpoint_events = { PW_VERSION_CLIENT_ENDPOINT_PROXY_EVENTS, .set_id = client_endpoint_set_id, .set_session_id = client_endpoint_set_session_id, .set_param = client_endpoint_set_param, .stream_set_param = client_endpoint_stream_set_param, .create_link = client_endpoint_create_link, }; static struct client_endpoint *make_endpoint(struct node *node) { struct impl *impl = node->impl; struct pw_properties *props; struct client_endpoint *endpoint; struct stream *s; struct pw_proxy *proxy; const char *str, *media_class = NULL, *name = NULL; props = pw_properties_new(NULL, NULL); if (props == NULL) return NULL; if (node->obj->info && node->obj->info->props) { struct spa_dict *dict = node->obj->info->props; if ((media_class = spa_dict_lookup(dict, PW_KEY_MEDIA_CLASS)) != NULL) pw_properties_set(props, PW_KEY_MEDIA_CLASS, media_class); if ((name = spa_dict_lookup(dict, PW_KEY_MEDIA_NAME)) != NULL) pw_properties_set(props, PW_KEY_ENDPOINT_NAME, name); if ((str = spa_dict_lookup(dict, PW_KEY_OBJECT_ID)) != NULL) pw_properties_set(props, PW_KEY_NODE_ID, str); if ((str = spa_dict_lookup(dict, PW_KEY_NODE_AUTOCONNECT)) != NULL) pw_properties_set(props, PW_KEY_ENDPOINT_AUTOCONNECT, str); if ((str = spa_dict_lookup(dict, PW_KEY_NODE_TARGET)) != NULL) pw_properties_set(props, PW_KEY_ENDPOINT_TARGET, str); } proxy = sm_media_session_create_object(impl->session, "client-endpoint", PW_TYPE_INTERFACE_ClientEndpoint, PW_VERSION_CLIENT_ENDPOINT_PROXY, &props->dict, sizeof(*endpoint)); if (proxy == NULL) { pw_properties_free(props); return NULL; } endpoint = pw_proxy_get_user_data(proxy); endpoint->impl = impl; endpoint->node = node; endpoint->props = props; endpoint->client_endpoint = (struct pw_client_endpoint_proxy *) proxy; endpoint->info.version = PW_VERSION_ENDPOINT_INFO; endpoint->info.name = (char*)pw_properties_get(props, PW_KEY_ENDPOINT_NAME); endpoint->info.media_class = (char*)pw_properties_get(props, PW_KEY_MEDIA_CLASS); endpoint->info.session_id = impl->session->info.id; endpoint->info.direction = node->direction; endpoint->info.flags = 0; endpoint->info.change_mask = PW_ENDPOINT_CHANGE_MASK_STREAMS | PW_ENDPOINT_CHANGE_MASK_SESSION | PW_ENDPOINT_CHANGE_MASK_PROPS; endpoint->info.n_streams = 1; endpoint->info.props = &endpoint->props->dict; pw_client_endpoint_proxy_add_listener(endpoint->client_endpoint, &endpoint->client_endpoint_listener, &client_endpoint_events, endpoint); s = &endpoint->stream; s->props = pw_properties_new(NULL, NULL); if ((str = pw_properties_get(props, PW_KEY_MEDIA_CLASS)) != NULL) pw_properties_set(s->props, PW_KEY_MEDIA_CLASS, str); if (node->direction == PW_DIRECTION_OUTPUT) pw_properties_set(s->props, PW_KEY_ENDPOINT_STREAM_NAME, "Playback"); else pw_properties_set(s->props, PW_KEY_ENDPOINT_STREAM_NAME, "Capture"); s->info.version = PW_VERSION_ENDPOINT_STREAM_INFO; s->info.id = 0; s->info.endpoint_id = endpoint->info.id; s->info.name = (char*)pw_properties_get(s->props, PW_KEY_ENDPOINT_STREAM_NAME); s->info.change_mask = PW_ENDPOINT_STREAM_CHANGE_MASK_PROPS; s->info.props = &s->props->dict; pw_log_debug("stream %d", node->id); pw_client_endpoint_proxy_stream_update(endpoint->client_endpoint, s->info.id, PW_CLIENT_ENDPOINT_STREAM_UPDATE_INFO, 0, NULL, &s->info); return endpoint; } static void destroy_endpoint(struct client_endpoint *endpoint) { pw_proxy_destroy((struct pw_proxy*)endpoint->client_endpoint); } static void node_event_param(void *object, int seq, uint32_t id, uint32_t index, uint32_t next, const struct spa_pod *param) { struct node *n = object; struct impl *impl = n->impl; struct spa_audio_info_raw info = { 0, }; pw_log_debug(NAME" %p: param for node %d, %d", impl, n->id, id); if (id != SPA_PARAM_EnumFormat) goto error; if (spa_format_parse(param, &n->media_type, &n->media_subtype) < 0) goto error; if (n->media_type != SPA_MEDIA_TYPE_audio || n->media_subtype != SPA_MEDIA_SUBTYPE_raw) return; spa_pod_object_fixate((struct spa_pod_object*)param); if (pw_log_level_enabled(SPA_LOG_LEVEL_DEBUG)) spa_debug_pod(2, NULL, param); if (spa_format_audio_raw_parse(param, &info) < 0) goto error; if (n->format.channels < info.channels) n->format = info; if (n->endpoint == NULL) { n->endpoint = make_endpoint(n); } return; error: pw_log_warn("unhandled param:"); if (pw_log_level_enabled(SPA_LOG_LEVEL_WARN)) spa_debug_pod(2, NULL, param); return; } static const struct pw_node_proxy_events node_events = { PW_VERSION_NODE_PROXY_EVENTS, .param = node_event_param, }; static int handle_node(struct impl *impl, struct sm_object *obj) { const char *media_class; enum pw_direction direction; struct node *node; if (sm_object_get_data(obj, SESSION_KEY) != NULL) return 0; media_class = obj->props ? pw_properties_get(obj->props, PW_KEY_MEDIA_CLASS) : NULL; pw_log_debug(NAME" %p: node "PW_KEY_MEDIA_CLASS" %s", impl, media_class); if (media_class == NULL) return 0; if (strstr(media_class, "Stream/") != media_class) return 0; media_class += strlen("Stream/"); if (strstr(media_class, "Output/") == media_class) { direction = PW_DIRECTION_OUTPUT; media_class += strlen("Output/"); } else if (strstr(media_class, "Input/") == media_class) { direction = PW_DIRECTION_INPUT; media_class += strlen("Input/"); } else return 0; node = sm_object_add_data(obj, SESSION_KEY, sizeof(struct node)); node->obj = (struct sm_node*)obj; node->impl = impl; node->id = obj->id; node->direction = direction; node->media = strdup(media_class); pw_log_debug(NAME "%p: node %d is stream %s", impl, node->id, node->media); pw_proxy_add_object_listener(obj->proxy, &node->listener, &node_events, node); pw_node_proxy_enum_params((struct pw_node_proxy*)obj->proxy, 0, SPA_PARAM_EnumFormat, 0, -1, NULL); return 1; } static void session_update(void *data, struct sm_object *object) { struct impl *impl = data; int res; switch (object->type) { case PW_TYPE_INTERFACE_Node: res = handle_node(impl, object); break; default: res = 0; break; } if (res < 0) { pw_log_warn(NAME" %p: can't handle global %d: %s", impl, object->id, spa_strerror(res)); } } static void session_remove(void *data, struct sm_object *object) { switch (object->type) { case PW_TYPE_INTERFACE_Node: { struct node *node; if ((node = sm_object_get_data(object, SESSION_KEY)) != NULL) { if (node->endpoint) destroy_endpoint(node->endpoint); free(node->media); } break; } default: break; } } static const struct sm_media_session_events session_events = { SM_VERSION_MEDIA_SESSION_EVENTS, .update = session_update, .remove = session_remove, }; void * sm_stream_monitor_start(struct sm_media_session *session) { struct impl *impl; impl = calloc(1, sizeof(struct impl)); if (impl == NULL) return NULL; impl->session = session; sm_media_session_add_listener(session, &impl->listener, &session_events, impl); return impl; } int sm_stream_monitor_stop(struct impl *impl) { spa_hook_remove(&impl->listener); return 0; }