/* Spa Media Source */ /* SPDX-FileCopyrightText: Copyright © 2018 Wim Taymans */ /* SPDX-FileCopyrightText: Copyright © 2019 Collabora Ltd. */ /* SPDX-License-Identifier: MIT */ #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include #include "defs.h" #include "rtp.h" #include "media-codecs.h" #include "iso-io.h" SPA_LOG_TOPIC_DEFINE_STATIC(log_topic, "spa.bluez5.source.media"); #undef SPA_LOG_TOPIC_DEFAULT #define SPA_LOG_TOPIC_DEFAULT &log_topic #include "decode-buffer.h" #define DEFAULT_CLOCK_NAME "clock.system.monotonic" struct props { char clock_name[64]; char latency[64]; bool has_latency; char rate[64]; bool has_rate; }; #define MAX_BUFFERS 32 #define MAX_PLC_PACKETS 16 struct buffer { uint32_t id; unsigned int outstanding:1; struct spa_buffer *buf; struct spa_meta_header *h; struct spa_list link; }; struct port { struct spa_audio_info current_format; uint32_t frame_size; unsigned int have_format:1; uint64_t info_all; struct spa_port_info info; struct spa_io_buffers *io; struct spa_io_rate_match *rate_match; struct spa_latency_info latency[2]; #define IDX_EnumFormat 0 #define IDX_Meta 1 #define IDX_IO 2 #define IDX_Format 3 #define IDX_Buffers 4 #define IDX_Latency 5 #define N_PORT_PARAMS 6 struct spa_param_info params[N_PORT_PARAMS]; struct buffer buffers[MAX_BUFFERS]; uint32_t n_buffers; struct spa_list free; struct spa_list ready; struct spa_bt_decode_buffer buffer; }; struct delay_info { union { struct { int32_t buffer; uint32_t duration; }; uint64_t v; }; }; SPA_STATIC_ASSERT(sizeof(struct delay_info) == sizeof(uint64_t)); struct impl { struct spa_handle handle; struct spa_node node; struct spa_log *log; struct spa_loop *data_loop; struct spa_system *data_system; struct spa_loop_utils *loop_utils; struct spa_hook_list hooks; struct spa_callbacks callbacks; uint32_t quantum_limit; uint64_t info_all; struct spa_node_info info; #define IDX_PropInfo 0 #define IDX_Props 1 #define IDX_NODE_IO 2 #define N_NODE_PARAMS 3 struct spa_param_info params[N_NODE_PARAMS]; struct props props; struct spa_bt_transport *transport; struct spa_hook transport_listener; struct port port; unsigned int started:1; unsigned int start_ready:1; unsigned int transport_started:1; unsigned int following:1; unsigned int matching:1; unsigned int resampling:1; unsigned int io_error:1; unsigned int is_input:1; unsigned int is_duplex:1; unsigned int is_internal:1; unsigned int decode_buffer_target; unsigned int node_latency; int fd; struct spa_source source; struct spa_source timer_source; int timerfd; struct spa_io_clock *clock; struct spa_io_position *position; uint64_t current_time; uint64_t next_time; const struct media_codec *codec; bool codec_props_changed; void *codec_props; void *codec_data; struct spa_audio_info codec_format; uint8_t buffer_read[4096]; uint64_t now; uint64_t sample_count; int seqnum; uint32_t plc_packets; uint32_t errqueue_count; struct delay_info delay; int64_t delay_sink; struct spa_source *update_delay_event; struct spa_bt_recvmsg_data recv; }; #define CHECK_PORT(this,d,p) ((d) == SPA_DIRECTION_OUTPUT && (p) == 0) static void reset_props(struct props *props) { strncpy(props->clock_name, DEFAULT_CLOCK_NAME, sizeof(props->clock_name)); spa_zero(props->latency); props->has_latency = false; spa_zero(props->rate); props->has_rate = false; } static int impl_node_enum_params(void *object, int seq, uint32_t id, uint32_t start, uint32_t num, const struct spa_pod *filter) { struct impl *this = object; struct spa_pod *param; struct spa_pod_builder b = { 0 }; uint8_t buffer[1024]; struct spa_result_node_params result; uint32_t count = 0, index_offset = 0; bool enum_codec = false; spa_return_val_if_fail(this != NULL, -EINVAL); spa_return_val_if_fail(num != 0, -EINVAL); result.id = id; result.next = start; next: result.index = result.next++; spa_pod_builder_init(&b, buffer, sizeof(buffer)); switch (id) { case SPA_PARAM_PropInfo: { switch (result.index) { default: enum_codec = true; index_offset = 0; } break; } case SPA_PARAM_Props: { switch (result.index) { default: enum_codec = true; index_offset = 0; } break; } default: return -ENOENT; } if (enum_codec) { int res; if (this->codec->enum_props == NULL || this->codec_props == NULL || this->transport == NULL) return 0; else if ((res = this->codec->enum_props(this->codec_props, this->transport->device->settings, id, result.index - index_offset, &b, ¶m)) != 1) return res; } if (spa_pod_filter(&b, &result.param, param, filter) < 0) goto next; spa_node_emit_result(&this->hooks, seq, 0, SPA_RESULT_TYPE_NODE_PARAMS, &result); if (++count != num) goto next; return 0; } static int set_timeout(struct impl *this, uint64_t time) { struct itimerspec ts; ts.it_value.tv_sec = time / SPA_NSEC_PER_SEC; ts.it_value.tv_nsec = time % SPA_NSEC_PER_SEC; ts.it_interval.tv_sec = 0; ts.it_interval.tv_nsec = 0; return spa_system_timerfd_settime(this->data_system, this->timerfd, SPA_FD_TIMER_ABSTIME, &ts, NULL); } static int set_timers(struct impl *this) { struct timespec now; spa_system_clock_gettime(this->data_system, CLOCK_MONOTONIC, &now); this->next_time = SPA_TIMESPEC_TO_NSEC(&now); return set_timeout(this, this->following ? 0 : this->next_time); } static int do_reassign_follower(struct spa_loop *loop, bool async, uint32_t seq, const void *data, size_t size, void *user_data) { struct impl *this = user_data; struct port *port = &this->port; set_timers(this); if (this->transport_started) spa_bt_decode_buffer_recover(&port->buffer); return 0; } static inline bool is_following(struct impl *this) { return this->position && this->clock && this->position->clock.id != this->clock->id; } static int impl_node_set_io(void *object, uint32_t id, void *data, size_t size) { struct impl *this = object; bool following; spa_return_val_if_fail(this != NULL, -EINVAL); switch (id) { case SPA_IO_Clock: this->clock = data; if (this->clock != NULL) { spa_scnprintf(this->clock->name, sizeof(this->clock->name), "%s", this->props.clock_name); } break; case SPA_IO_Position: this->position = data; break; default: return -ENOENT; } following = is_following(this); if (this->started && following != this->following) { spa_log_debug(this->log, "%p: reassign follower %d->%d", this, this->following, following); this->following = following; spa_loop_locked(this->data_loop, do_reassign_follower, 0, NULL, 0, this); } return 0; } static void emit_node_info(struct impl *this, bool full); static void set_latency(struct impl *this, bool emit_latency) { if (this->codec->kind == MEDIA_CODEC_BAP && !this->is_input && this->transport && this->transport->delay_us != SPA_BT_UNKNOWN_DELAY) { struct port *port = &this->port; unsigned int node_latency = 2048; uint64_t rate = port->current_format.info.raw.rate; unsigned int target = this->transport->delay_us*rate/SPA_USEC_PER_SEC * 1/2; /* Adjust requested node latency to be somewhat (~1/2) smaller * than presentation delay. The difference functions as room * for buffering rate control. */ while (node_latency > 64 && node_latency > target) node_latency /= 2; if (this->node_latency != node_latency) { this->node_latency = node_latency; if (emit_latency) emit_node_info(this, false); } spa_log_info(this->log, "BAP presentation delay %d us, node latency %u/%u", (int)this->transport->delay_us, node_latency, (unsigned int)rate); } } static int apply_props(struct impl *this, const struct spa_pod *param) { struct props new_props = this->props; int changed = 0; if (param == NULL) { reset_props(&new_props); } else { /* noop */ } changed = (memcmp(&new_props, &this->props, sizeof(struct props)) != 0); this->props = new_props; return changed; } static int impl_node_set_param(void *object, uint32_t id, uint32_t flags, const struct spa_pod *param) { struct impl *this = object; spa_return_val_if_fail(this != NULL, -EINVAL); switch (id) { case SPA_PARAM_Props: { int res, codec_res = 0; res = apply_props(this, param); if (this->codec_props && this->codec->set_props) { codec_res = this->codec->set_props(this->codec_props, param); if (codec_res > 0) this->codec_props_changed = true; } if (res > 0 || codec_res > 0) { this->info.change_mask |= SPA_NODE_CHANGE_MASK_PARAMS; this->params[IDX_Props].flags ^= SPA_PARAM_INFO_SERIAL; emit_node_info(this, false); } break; } default: return -ENOENT; } return 0; } static void reset_buffers(struct port *port) { uint32_t i; spa_list_init(&port->free); spa_list_init(&port->ready); for (i = 0; i < port->n_buffers; i++) { struct buffer *b = &port->buffers[i]; spa_list_append(&port->free, &b->link); b->outstanding = false; } } static void recycle_buffer(struct impl *this, struct port *port, uint32_t buffer_id) { struct buffer *b = &port->buffers[buffer_id]; if (b->outstanding) { spa_log_trace(this->log, "%p: recycle buffer %u", this, buffer_id); spa_list_append(&port->free, &b->link); b->outstanding = false; } } static int32_t read_data(struct impl *this, uint64_t *rx_time, int *seqnum) { const ssize_t b_size = sizeof(this->buffer_read); int32_t size_read = 0; again: /* read data from socket */ size_read = spa_bt_recvmsg(&this->recv, this->buffer_read, b_size, rx_time, seqnum); if (size_read == 0) return 0; else if (size_read < 0) { /* retry if interrupted */ if (errno == EINTR) goto again; /* return socket has no data */ if (errno == EAGAIN || errno == EWOULDBLOCK) return 0; /* go to 'stop' if socket has an error */ spa_log_error(this->log, "read error: %s", strerror(errno)); return -errno; } return size_read; } static int produce_plc_data(struct impl *this) { struct port *port = &this->port; uint32_t avail; int res; void *buf; if (!this->codec->produce_plc) return -ENOTSUP; buf = spa_bt_decode_buffer_get_write(&port->buffer, &avail); res = this->codec->produce_plc(this->codec_data, buf, avail); if (res <= 0) return res; spa_bt_decode_buffer_write_packet(&port->buffer, res, 0); spa_log_debug(this->log, "%p: produced PLC audio, frames:%u", this, (unsigned int)(res / port->frame_size)); this->plc_packets++; return res; } static int32_t decode_data(struct impl *this, uint8_t *src, uint32_t src_size, uint8_t *dst, uint32_t dst_size, uint32_t *dst_out, int pkt_seqnum) { ssize_t processed; size_t written, avail; size_t src_avail = src_size; uint16_t seqnum = this->seqnum + 1; *dst_out = 0; if ((processed = this->codec->start_decode(this->codec_data, src, src_avail, &seqnum, NULL)) < 0) return processed; if (pkt_seqnum >= 0) seqnum = pkt_seqnum; src += processed; src_avail -= processed; if (this->seqnum < 0) { /* first packet */ } else if (this->codec->stream_pkt && this->seqnum == seqnum) { /* previous packet continues */ } else { uint16_t lost = seqnum - (uint16_t)(this->seqnum + 1); if (lost) spa_log_debug(this->log, "%p: lost packets:%u (%u -> %u)", this, (unsigned int)lost, this->seqnum + 1, seqnum); if (this->plc_packets > MAX_PLC_PACKETS || lost > MAX_PLC_PACKETS) { /* Don't try to compensate for too big skips */ this->plc_packets = 0; lost = 0; } if (lost >= this->plc_packets) { lost -= this->plc_packets; } else { /* We already produced PLC audio for this packet. However, this * only occurs if we are underflowing, so we should retain this * packet regardless and let rate matching take care of it. */ lost = 0; } /* Pad with PLC audio for any missing packets */ while (lost > 0 && produce_plc_data(this) > 0) --lost; this->plc_packets = 0; } /* decode */ avail = dst_size; do { written = 0; if ((processed = this->codec->decode(this->codec_data, src, src_avail, dst, avail, &written)) < 0) return processed; /* update source and dest pointers */ spa_return_val_if_fail (avail > written, -ENOSPC); src_avail -= processed; src += processed; avail -= written; dst += written; } while (src_avail && (processed || written) && !this->codec->stream_pkt); this->seqnum = seqnum; *dst_out = dst_size - avail; return src_size - src_avail; } static void add_data(struct impl *this, uint8_t *src, uint32_t src_size, uint64_t now, int pkt_seqnum) { struct port *port = &this->port; uint32_t decoded; spa_log_trace(this->log, "%p: read socket data size:%d", this, src_size); if (this->transport->iso_io) now = spa_bt_iso_io_recv(this->transport->iso_io, now); do { int32_t consumed; uint32_t avail; void *buf; uint64_t dt; buf = spa_bt_decode_buffer_get_write(&port->buffer, &avail); consumed = decode_data(this, src, src_size, buf, avail, &decoded, pkt_seqnum); if (consumed < 0) { spa_log_debug(this->log, "%p: failed to decode data: %d", this, consumed); return; } src = SPA_PTROFF(src, consumed, void); src_size -= consumed; /* discard when not started */ if (this->started) spa_bt_decode_buffer_write_packet(&port->buffer, decoded, now); if (decoded) { dt = now - this->now; this->now = now; spa_log_trace(this->log, "%p: decoded socket data seq:%u size:%d frames:%d dt:%d dms", this, (unsigned int)this->seqnum, (int)decoded, (int)decoded/port->frame_size, (int)(dt / 100000)); } else { spa_log_trace(this->log, "no decoded socket data"); } } while (this->codec->stream_pkt && src_size && decoded); } static void handle_errqueue(struct impl *this) { int res; /* iso-io/media-sink use these for TX latency. * Someone else should be reading them, so drop * only after yielding. */ if (this->errqueue_count < 4) { this->errqueue_count++; return; } this->errqueue_count = 0; do { char buf[512]; res = recv(this->fd, buf, sizeof(buf), MSG_ERRQUEUE | MSG_TRUNC | MSG_DONTWAIT); spa_log_trace(this->log, "%p: ignoring errqueue data (%d)", this, res); } while (res > 0); } static void media_on_ready_read(struct spa_source *source) { struct impl *this = source->data; int32_t size_read; uint64_t now = 0; int pkt_seqnum = -1; /* make sure the source is an input */ if ((source->rmask & SPA_IO_IN) == 0) { if (source->rmask & SPA_IO_ERR) { handle_errqueue(this); return; } spa_log_error(this->log, "source is not an input, rmask=%d", source->rmask); goto stop; } if (this->transport == NULL) { spa_log_debug(this->log, "no transport, stop reading"); goto stop; } this->errqueue_count = 0; spa_log_trace(this->log, "socket poll"); /* read */ size_read = read_data (this, &now, &pkt_seqnum); if (size_read < 0) { spa_log_error(this->log, "failed to read data: %s", spa_strerror(size_read)); goto stop; } if (this->codec_props_changed && this->codec_props && this->codec->update_props) { this->codec->update_props(this->codec_data, this->codec_props); this->codec_props_changed = false; } add_data(this, this->buffer_read, size_read, now, pkt_seqnum); return; stop: this->io_error = true; if (this->source.loop) spa_loop_remove_source(this->data_loop, &this->source); if (this->transport && this->transport->iso_io) { spa_bt_iso_io_set_cb(this->transport->iso_io, NULL, NULL); spa_bt_iso_io_set_source_buffer(this->transport->iso_io, NULL); } } static int media_sco_pull(void *userdata, uint8_t *buffer_read, int size_read, uint64_t now) { struct impl *this = userdata; if (this->transport == NULL) { spa_log_debug(this->log, "no transport, stop reading"); goto stop; } if (size_read == 0) return 0; add_data(this, buffer_read, size_read, now, -1); return 0; stop: this->io_error = true; if (this->transport && this->transport->sco_io) spa_bt_sco_io_set_source_cb(this->transport->sco_io, NULL, NULL); return 1; } static int setup_matching(struct impl *this) { struct port *port = &this->port; if (!this->transport_started) port->buffer.corr = 1.0; if (this->position && port->rate_match) { port->rate_match->rate = 1 / port->buffer.corr; this->matching = this->following; this->resampling = this->matching || (port->current_format.info.raw.rate != this->position->clock.target_rate.denom); /* Rate match in system clock domain also when follower */ if (this->matching && this->position->clock.rate_diff > 0) port->rate_match->rate *= this->position->clock.rate_diff; } else { this->matching = false; this->resampling = false; } if (port->rate_match) SPA_FLAG_UPDATE(port->rate_match->flags, SPA_IO_RATE_MATCH_FLAG_ACTIVE, this->matching); return 0; } static int produce_buffer(struct impl *this); static void media_on_timeout(struct spa_source *source) { struct impl *this = source->data; struct port *port = &this->port; uint64_t exp, duration; uint32_t rate; uint64_t prev_time, now_time; int res; if (this->transport == NULL) return; if (this->started) { if ((res = spa_system_timerfd_read(this->data_system, this->timerfd, &exp)) < 0) { if (res != -EAGAIN) spa_log_warn(this->log, "error reading timerfd: %s", spa_strerror(res)); return; } } prev_time = this->current_time; now_time = this->current_time = this->next_time; spa_log_trace(this->log, "%p: timer %"PRIu64" %"PRIu64"", this, now_time, now_time - prev_time); if (SPA_LIKELY(this->position)) { duration = this->position->clock.target_duration; rate = this->position->clock.target_rate.denom; } else { duration = 1024; rate = 48000; } setup_matching(this); this->next_time = (uint64_t)(now_time + duration * SPA_NSEC_PER_SEC / port->buffer.corr / rate); if (SPA_LIKELY(this->clock)) { this->clock->nsec = now_time; this->clock->rate = this->clock->target_rate; this->clock->position += this->clock->duration; this->clock->duration = duration; this->clock->rate_diff = port->buffer.corr; this->clock->next_nsec = this->next_time; } if (port->io) { int io_status = port->io->status; int status = produce_buffer(this); spa_log_trace(this->log, "%p: io:%d->%d status:%d", this, io_status, port->io->status, status); } spa_node_call_ready(&this->callbacks, SPA_STATUS_HAVE_DATA); set_timeout(this, this->next_time); } static void media_iso_pull(struct spa_bt_iso_io *iso_io) { /* TODO: eventually use iso-io here, currently this is used just to indicate to * iso-io whether this source is running or not. */ } static void emit_port_info(struct impl *this, struct port *port, bool full); static void update_transport_delay(struct impl *this) { struct port *port = &this->port; struct delay_info info; float latency; int64_t latency_nsec; int64_t delay_sink; if (!this->transport || !port->have_format) return; info.v = __atomic_load_n(&this->delay.v, __ATOMIC_RELAXED); /* Latency to sink */ latency = info.buffer + port->latency[SPA_DIRECTION_INPUT].min_rate + port->latency[SPA_DIRECTION_INPUT].min_quantum * info.duration; latency_nsec = port->latency[SPA_DIRECTION_INPUT].min_ns + (int64_t)(latency * SPA_NSEC_PER_SEC / port->current_format.info.raw.rate); spa_bt_transport_set_delay(this->transport, latency_nsec); delay_sink = port->latency[SPA_DIRECTION_INPUT].min_ns + (int64_t)((port->latency[SPA_DIRECTION_INPUT].min_rate + port->latency[SPA_DIRECTION_INPUT].min_quantum * info.duration) * SPA_NSEC_PER_SEC / port->current_format.info.raw.rate); __atomic_store_n(&this->delay_sink, delay_sink, __ATOMIC_RELAXED); /* Latency from source */ port->latency[SPA_DIRECTION_OUTPUT] = SPA_LATENCY_INFO(SPA_DIRECTION_OUTPUT, .min_rate = info.buffer, .max_rate = info.buffer); port->info.change_mask |= SPA_PORT_CHANGE_MASK_PARAMS; port->params[IDX_Latency].user++; emit_port_info(this, port, false); } static void update_delay_event(void *data, uint64_t count) { /* in main loop */ update_transport_delay(data); } static int do_start_sco_iso_io(struct spa_loop *loop, bool async, uint32_t seq, const void *data, size_t size, void *user_data) { struct impl *this = user_data; if (this->transport->sco_io) spa_bt_sco_io_set_source_cb(this->transport->sco_io, media_sco_pull, this); if (this->transport->iso_io) { spa_bt_iso_io_set_cb(this->transport->iso_io, media_iso_pull, this); spa_bt_iso_io_set_source_buffer(this->transport->iso_io, &this->port.buffer); } return 0; } static int transport_start(struct impl *this) { int res, val; struct port *port = &this->port; uint32_t flags; if (this->transport_started) return 0; if (!this->start_ready) return -EIO; spa_return_val_if_fail(this->transport != NULL, -EIO); spa_log_debug(this->log, "%p: start transport state:%d", this, this->transport->state); flags = this->is_duplex ? 0 : MEDIA_CODEC_FLAG_SINK; this->codec_data = this->codec->init(this->codec, flags, this->transport->configuration, this->transport->configuration_len, &port->current_format, this->codec_props, this->transport->read_mtu); if (this->codec_data == NULL) return -EIO; spa_log_info(this->log, "%p: using %s codec %s", this, media_codec_kind_str(this->codec), this->codec->description); /* * If the link is bidirectional, media-sink may also be polling the same FD, * and this won't work properly with epoll. Always dup to avoid problems. */ this->fd = dup(this->transport->fd); if (this->fd < 0) return -errno; val = 6; if (setsockopt(this->fd, SOL_SOCKET, SO_PRIORITY, &val, sizeof(val)) < 0) spa_log_warn(this->log, "SO_PRIORITY failed: %m"); reset_buffers(port); spa_bt_decode_buffer_clear(&port->buffer); if ((res = spa_bt_decode_buffer_init(&port->buffer, this->log, port->frame_size, port->current_format.info.raw.rate, this->quantum_limit, this->quantum_limit)) < 0) return res; spa_bt_decode_buffer_set_target_latency(&port->buffer, (int32_t) this->decode_buffer_target); if (this->codec->kind == MEDIA_CODEC_HFP || this->codec->kind == MEDIA_CODEC_BAP) { /* 40 ms max buffer (on top of duration) */ spa_bt_decode_buffer_set_max_extra_latency(&port->buffer, port->current_format.info.raw.rate * 40 / 1000); } else if (this->is_duplex) { /* 80 ms max extra buffer */ spa_bt_decode_buffer_set_max_extra_latency(&port->buffer, port->current_format.info.raw.rate * 80 / 1000); } this->delay.buffer = -1; this->delay.duration = 0; this->update_delay_event = spa_loop_utils_add_event(this->loop_utils, update_delay_event, this); this->sample_count = 0; this->errqueue_count = 0; this->seqnum = -1; this->io_error = false; if (this->codec->kind != MEDIA_CODEC_HFP) { spa_bt_recvmsg_init(&this->recv, this->fd, this->data_system, this->log); spa_loop_locked(this->data_loop, do_start_sco_iso_io, 0, NULL, 0, this); this->source.data = this; this->source.fd = this->fd; this->source.func = media_on_ready_read; this->source.mask = SPA_IO_IN; this->source.rmask = 0; if ((res = spa_loop_add_source(this->data_loop, &this->source)) < 0) spa_log_error(this->log, "%p: failed to add poll source: %s", this, spa_strerror(res)); } else { spa_zero(this->source); if (spa_bt_transport_ensure_sco_io(this->transport, this->data_loop, this->data_system) < 0) goto fail; spa_loop_locked(this->data_loop, do_start_sco_iso_io, 0, NULL, 0, this); } this->transport_started = true; return 0; fail: if (this->codec_data) { this->codec->deinit(this->codec_data); this->codec_data = NULL; } return -EIO; } static int do_start(struct impl *this) { int res; if (this->started) return 0; spa_return_val_if_fail(this->transport != NULL, -EIO); this->following = is_following(this); this->start_ready = true; spa_log_debug(this->log, "%p: start following:%d", this, this->following); spa_log_debug(this->log, "%p: transport %p acquire", this, this->transport); bool do_accept = (this->transport->profile & SPA_BT_PROFILE_HEADSET_AUDIO_GATEWAY); if ((res = spa_bt_transport_acquire(this->transport, do_accept)) < 0) { this->start_ready = false; return res; } this->timer_source.data = this; this->timer_source.fd = this->timerfd; this->timer_source.func = media_on_timeout; this->timer_source.mask = SPA_IO_IN; this->timer_source.rmask = 0; spa_loop_add_source(this->data_loop, &this->timer_source); setup_matching(this); set_timers(this); this->started = true; return 0; } static int do_remove_source(struct spa_loop *loop, bool async, uint32_t seq, const void *data, size_t size, void *user_data) { struct impl *this = user_data; spa_log_debug(this->log, "%p: remove source", this); if (this->timer_source.loop) spa_loop_remove_source(this->data_loop, &this->timer_source); if (this->transport && this->transport->iso_io) { spa_bt_iso_io_set_cb(this->transport->iso_io, NULL, NULL); spa_bt_iso_io_set_source_buffer(this->transport->iso_io, NULL); } if (this->transport && this->transport->sco_io) spa_bt_sco_io_set_source_cb(this->transport->sco_io, NULL, NULL); set_timeout(this, 0); if (this->update_delay_event) { spa_loop_utils_destroy_source(this->loop_utils, this->update_delay_event); this->update_delay_event = NULL; } return 0; } static int do_remove_transport_source(struct spa_loop *loop, bool async, uint32_t seq, const void *data, size_t size, void *user_data) { struct impl *this = user_data; spa_log_debug(this->log, "%p: remove transport source", this); this->transport_started = false; if (this->source.loop) spa_loop_remove_source(this->data_loop, &this->source); if (this->transport->iso_io) { spa_bt_iso_io_set_cb(this->transport->iso_io, NULL, NULL); spa_bt_iso_io_set_source_buffer(this->transport->iso_io, NULL); } if (this->transport->sco_io) spa_bt_sco_io_set_source_cb(this->transport->sco_io, NULL, NULL); return 0; } static void transport_stop(struct impl *this) { struct port *port = &this->port; if (!this->transport_started) return; spa_log_debug(this->log, "%p: transport stop", this); spa_loop_locked(this->data_loop, do_remove_transport_source, 0, NULL, 0, this); if (this->fd >= 0) { close(this->fd); this->fd = -1; } if (this->codec_data) this->codec->deinit(this->codec_data); this->codec_data = NULL; spa_bt_decode_buffer_clear(&port->buffer); } static int do_stop(struct impl *this) { int res; if (!this->started) return 0; spa_log_debug(this->log, "%p: stop", this); this->start_ready = false; spa_loop_locked(this->data_loop, do_remove_source, 0, NULL, 0, this); transport_stop(this); if (this->transport) res = spa_bt_transport_release(this->transport); else res = 0; this->started = false; return res; } static int impl_node_send_command(void *object, const struct spa_command *command) { struct impl *this = object; struct port *port; int res; spa_return_val_if_fail(this != NULL, -EINVAL); spa_return_val_if_fail(command != NULL, -EINVAL); port = &this->port; switch (SPA_NODE_COMMAND_ID(command)) { case SPA_NODE_COMMAND_Start: if (!port->have_format) return -EIO; if (port->n_buffers == 0) return -EIO; if ((res = do_start(this)) < 0) return res; break; case SPA_NODE_COMMAND_Suspend: case SPA_NODE_COMMAND_Pause: if ((res = do_stop(this)) < 0) return res; break; default: return -ENOTSUP; } return 0; } static void emit_node_info(struct impl *this, bool full) { uint64_t old = full ? this->info.change_mask : 0; char latency[64]; char rate[64]; char media_name[256]; const char *media_role = NULL; struct port *port = &this->port; spa_scnprintf( media_name, sizeof(media_name), "%s (codec %s)", ((this->transport && this->transport->device->name) ? this->transport->device->name : media_codec_kind_str(this->codec)), this->codec->description ); if (!this->is_input && this->transport && (this->transport->profile & SPA_BT_PROFILE_HEADSET_AUDIO_GATEWAY)) media_role = "Communication"; struct spa_dict_item node_info_items[7] = { { SPA_KEY_DEVICE_API, "bluez5" }, { SPA_KEY_MEDIA_CLASS, this->is_internal ? "Audio/Source/Internal" : this->is_input ? "Audio/Source" : "Stream/Output/Audio" }, { "media.name", media_name }, { SPA_KEY_NODE_DRIVER, this->is_input ? "true" : "false" }, { SPA_KEY_MEDIA_ROLE, media_role }, }; size_t n_items = 5; spa_assert(n_items + 2 <= SPA_N_ELEMENTS(node_info_items)); if (this->props.has_latency) { node_info_items[n_items].key = SPA_KEY_NODE_LATENCY; node_info_items[n_items].value = this->props.latency; n_items++; } else if (!this->is_input && this->node_latency != 0) { spa_scnprintf(latency, sizeof(latency), "%u/%u", this->node_latency, port->current_format.info.raw.rate); node_info_items[n_items].key = SPA_KEY_NODE_LATENCY; node_info_items[n_items].value = latency; n_items++; } if (this->props.has_rate) { node_info_items[n_items].key = "node.rate"; node_info_items[n_items].value = this->props.rate; n_items++; } else if (!this->is_input && this->node_latency != 0) { spa_scnprintf(rate, sizeof(rate), "1/%u", port->current_format.info.raw.rate); node_info_items[n_items].key = "node.rate"; node_info_items[n_items].value = rate; n_items++; } if (full) this->info.change_mask = this->info_all; if (this->info.change_mask) { this->info.props = &SPA_DICT_INIT(node_info_items, n_items); spa_node_emit_info(&this->hooks, &this->info); this->info.change_mask = old; } } static void emit_port_info(struct impl *this, struct port *port, bool full) { uint64_t old = full ? port->info.change_mask : 0; if (full) port->info.change_mask = port->info_all; if (port->info.change_mask) { spa_node_emit_port_info(&this->hooks, SPA_DIRECTION_OUTPUT, 0, &port->info); port->info.change_mask = old; } } static int impl_node_add_listener(void *object, struct spa_hook *listener, const struct spa_node_events *events, void *data) { struct impl *this = object; struct spa_hook_list save; spa_return_val_if_fail(this != NULL, -EINVAL); spa_hook_list_isolate(&this->hooks, &save, listener, events, data); emit_node_info(this, true); emit_port_info(this, &this->port, true); spa_hook_list_join(&this->hooks, &save); return 0; } static int impl_node_set_callbacks(void *object, const struct spa_node_callbacks *callbacks, void *data) { struct impl *this = object; spa_return_val_if_fail(this != NULL, -EINVAL); this->callbacks = SPA_CALLBACKS_INIT(callbacks, data); return 0; } static int impl_node_sync(void *object, int seq) { struct impl *this = object; spa_return_val_if_fail(this != NULL, -EINVAL); spa_node_emit_result(&this->hooks, seq, 0, 0, NULL); return 0; } static int impl_node_add_port(void *object, enum spa_direction direction, uint32_t port_id, const struct spa_dict *props) { return -ENOTSUP; } static int impl_node_remove_port(void *object, enum spa_direction direction, uint32_t port_id) { return -ENOTSUP; } static int impl_node_port_enum_params(void *object, int seq, enum spa_direction direction, uint32_t port_id, uint32_t id, uint32_t start, uint32_t num, const struct spa_pod *filter) { struct impl *this = object; struct port *port; struct spa_pod *param; struct spa_pod_builder b = { 0 }; uint8_t buffer[1024]; struct spa_result_node_params result; uint32_t count = 0; int res; spa_return_val_if_fail(this != NULL, -EINVAL); spa_return_val_if_fail(num != 0, -EINVAL); spa_return_val_if_fail(CHECK_PORT(this, direction, port_id), -EINVAL); port = &this->port; result.id = id; result.next = start; next: result.index = result.next++; spa_pod_builder_init(&b, buffer, sizeof(buffer)); switch (id) { case SPA_PARAM_EnumFormat: if (result.index > 0) return 0; if (this->codec == NULL) return -EIO; if (this->transport == NULL) return -EIO; if ((res = this->codec->enum_config(this->codec, this->is_duplex ? 0 : MEDIA_CODEC_FLAG_SINK, this->transport->configuration, this->transport->configuration_len, id, result.index, &b, ¶m)) != 1) return res; break; case SPA_PARAM_Format: if (!port->have_format) return -EIO; if (result.index > 0) return 0; param = spa_format_audio_raw_build(&b, id, &port->current_format.info.raw); break; case SPA_PARAM_Buffers: if (!port->have_format) return -EIO; if (result.index > 0) return 0; param = spa_pod_builder_add_object(&b, SPA_TYPE_OBJECT_ParamBuffers, id, SPA_PARAM_BUFFERS_buffers, SPA_POD_CHOICE_RANGE_Int(2, 1, MAX_BUFFERS), SPA_PARAM_BUFFERS_blocks, SPA_POD_Int(1), SPA_PARAM_BUFFERS_size, SPA_POD_CHOICE_RANGE_Int( this->quantum_limit * port->frame_size, 16 * port->frame_size, INT32_MAX), SPA_PARAM_BUFFERS_stride, SPA_POD_Int(port->frame_size)); break; case SPA_PARAM_Meta: switch (result.index) { case 0: param = spa_pod_builder_add_object(&b, SPA_TYPE_OBJECT_ParamMeta, id, SPA_PARAM_META_type, SPA_POD_Id(SPA_META_Header), SPA_PARAM_META_size, SPA_POD_Int(sizeof(struct spa_meta_header))); break; default: return 0; } break; case SPA_PARAM_IO: switch (result.index) { case 0: param = spa_pod_builder_add_object(&b, SPA_TYPE_OBJECT_ParamIO, id, SPA_PARAM_IO_id, SPA_POD_Id(SPA_IO_Buffers), SPA_PARAM_IO_size, SPA_POD_Int(sizeof(struct spa_io_buffers))); break; case 1: param = spa_pod_builder_add_object(&b, SPA_TYPE_OBJECT_ParamIO, id, SPA_PARAM_IO_id, SPA_POD_Id(SPA_IO_RateMatch), SPA_PARAM_IO_size, SPA_POD_Int(sizeof(struct spa_io_rate_match))); break; default: return 0; } break; case SPA_PARAM_Latency: switch (result.index) { case 0: case 1: param = spa_latency_build(&b, id, &port->latency[result.index]); break; default: return 0; } break; default: return -ENOENT; } if (spa_pod_filter(&b, &result.param, param, filter) < 0) goto next; spa_node_emit_result(&this->hooks, seq, 0, SPA_RESULT_TYPE_NODE_PARAMS, &result); if (++count != num) goto next; return 0; } static int clear_buffers(struct impl *this, struct port *port) { do_stop(this); if (port->n_buffers > 0) { spa_list_init(&port->free); spa_list_init(&port->ready); port->n_buffers = 0; } return 0; } static int port_set_format(struct impl *this, struct port *port, uint32_t flags, const struct spa_pod *format) { int err; if (format == NULL) { spa_log_debug(this->log, "clear format"); clear_buffers(this, port); port->have_format = false; } else { struct spa_audio_info info = { 0 }; if ((err = spa_format_parse(format, &info.media_type, &info.media_subtype)) < 0) return err; if (info.media_type != SPA_MEDIA_TYPE_audio || info.media_subtype != SPA_MEDIA_SUBTYPE_raw) return -EINVAL; if (spa_format_audio_raw_parse(format, &info.info.raw) < 0) return -EINVAL; if (info.info.raw.rate == 0 || info.info.raw.channels == 0 || info.info.raw.channels > MAX_CHANNELS) return -EINVAL; port->frame_size = info.info.raw.channels; switch (info.info.raw.format) { case SPA_AUDIO_FORMAT_S16_LE: case SPA_AUDIO_FORMAT_S16_BE: port->frame_size *= 2; break; case SPA_AUDIO_FORMAT_S24: port->frame_size *= 3; break; case SPA_AUDIO_FORMAT_S24_32: case SPA_AUDIO_FORMAT_S32: case SPA_AUDIO_FORMAT_F32: port->frame_size *= 4; break; default: return -EINVAL; } port->current_format = info; port->have_format = true; set_latency(this, false); } port->info.change_mask |= SPA_PORT_CHANGE_MASK_PARAMS; if (port->have_format) { port->info.change_mask |= SPA_PORT_CHANGE_MASK_RATE; port->info.rate = SPA_FRACTION(1, port->current_format.info.raw.rate); port->params[IDX_Format] = SPA_PARAM_INFO(SPA_PARAM_Format, SPA_PARAM_INFO_READWRITE); port->params[IDX_Buffers] = SPA_PARAM_INFO(SPA_PARAM_Buffers, SPA_PARAM_INFO_READ); port->params[IDX_Latency].flags ^= SPA_PARAM_INFO_SERIAL; } else { port->params[IDX_Format] = SPA_PARAM_INFO(SPA_PARAM_Format, SPA_PARAM_INFO_WRITE); port->params[IDX_Buffers] = SPA_PARAM_INFO(SPA_PARAM_Buffers, 0); } emit_port_info(this, port, false); this->info.change_mask |= SPA_NODE_CHANGE_MASK_PROPS; emit_node_info(this, false); return 0; } static int impl_node_port_set_param(void *object, enum spa_direction direction, uint32_t port_id, uint32_t id, uint32_t flags, const struct spa_pod *param) { struct impl *this = object; struct port *port; int res; spa_return_val_if_fail(this != NULL, -EINVAL); spa_return_val_if_fail(CHECK_PORT(node, direction, port_id), -EINVAL); port = &this->port; switch (id) { case SPA_PARAM_Format: res = port_set_format(this, port, flags, param); break; case SPA_PARAM_Latency: { enum spa_direction other = SPA_DIRECTION_REVERSE(direction); struct spa_latency_info info; if (param == NULL) info = SPA_LATENCY_INFO(other); else if ((res = spa_latency_parse(param, &info)) < 0) return res; if (info.direction != other) return -EINVAL; if (memcmp(&port->latency[info.direction], &info, sizeof(info)) == 0) return 0; port->latency[info.direction] = info; this->port.info.change_mask |= SPA_PORT_CHANGE_MASK_PARAMS; this->port.params[IDX_Latency].user++; update_transport_delay(this); emit_port_info(this, port, false); res = 0; break; } default: res = -ENOENT; break; } return res; } static int impl_node_port_use_buffers(void *object, enum spa_direction direction, uint32_t port_id, uint32_t flags, struct spa_buffer **buffers, uint32_t n_buffers) { struct impl *this = object; struct port *port; uint32_t i; spa_return_val_if_fail(this != NULL, -EINVAL); spa_return_val_if_fail(CHECK_PORT(this, direction, port_id), -EINVAL); port = &this->port; spa_log_debug(this->log, "use buffers %d", n_buffers); clear_buffers(this, port); if (n_buffers > 0 && !port->have_format) return -EIO; if (n_buffers > MAX_BUFFERS) return -ENOSPC; for (i = 0; i < n_buffers; i++) { struct buffer *b = &port->buffers[i]; struct spa_data *d = buffers[i]->datas; b->buf = buffers[i]; b->id = i; b->h = spa_buffer_find_meta_data(buffers[i], SPA_META_Header, sizeof(*b->h)); if (d[0].data == NULL) { spa_log_error(this->log, "%p: need mapped memory", this); return -EINVAL; } spa_list_append(&port->free, &b->link); b->outstanding = false; } port->n_buffers = n_buffers; return 0; } static int impl_node_port_set_io(void *object, enum spa_direction direction, uint32_t port_id, uint32_t id, void *data, size_t size) { struct impl *this = object; struct port *port; spa_return_val_if_fail(this != NULL, -EINVAL); spa_return_val_if_fail(CHECK_PORT(this, direction, port_id), -EINVAL); port = &this->port; switch (id) { case SPA_IO_Buffers: port->io = data; break; case SPA_IO_RateMatch: port->rate_match = data; break; default: return -ENOENT; } return 0; } static int impl_node_port_reuse_buffer(void *object, uint32_t port_id, uint32_t buffer_id) { struct impl *this = object; struct port *port; spa_return_val_if_fail(this != NULL, -EINVAL); spa_return_val_if_fail(port_id == 0, -EINVAL); port = &this->port; if (port->n_buffers == 0) return -EIO; if (buffer_id >= port->n_buffers) return -EINVAL; recycle_buffer(this, port, buffer_id); return 0; } static uint32_t get_samples(struct impl *this, int64_t *duration_ns) { struct port *port = &this->port; uint32_t samples, rate_denom; uint64_t duration; if (SPA_LIKELY(this->position)) { duration = this->position->clock.duration; rate_denom = this->position->clock.rate.denom; } else { duration = 1024; rate_denom = port->current_format.info.raw.rate; } *duration_ns = duration * SPA_NSEC_PER_SEC / rate_denom; if (SPA_LIKELY(port->rate_match) && this->resampling) { samples = port->rate_match->size; } else { samples = duration; } return samples; } static void update_target_latency(struct impl *this) { struct port *port = &this->port; uint32_t samples, latency; int64_t delay_sink; if (this->transport == NULL || !port->have_format) return; if (this->codec->kind != MEDIA_CODEC_BAP) return; if (this->is_input) { /* BAP Client. Should use same buffer size for all streams in the same * group, so that capture is in sync. */ if (this->transport->iso_io) { int32_t target = spa_bt_iso_io_get_source_target_latency(this->transport->iso_io); spa_bt_decode_buffer_set_target_latency(&port->buffer, target); } return; } if (this->transport->delay_us == SPA_BT_UNKNOWN_DELAY) return; /* Presentation delay for BAP server * * This assumes the time when we receive the packet is (on average) * the SDU synchronization reference (see Core v5.3 Vol 6/G Sec 3.2.2 Fig. 3.2, * BAP v1.0 Sec 7.1.1). * * XXX: This is not exactly true, there might be some latency in between, * XXX: but currently kernel does not provide us any better information. * XXX: Some controllers (e.g. Intel AX210) also do not seem to set timestamps * XXX: to the HCI ISO data packets, so it's not clear what we can do here * XXX: better. */ samples = (uint64_t)this->transport->delay_us * port->current_format.info.raw.rate / SPA_USEC_PER_SEC; delay_sink = __atomic_load_n(&this->delay_sink, __ATOMIC_RELAXED); latency = delay_sink * port->current_format.info.raw.rate / SPA_NSEC_PER_SEC; if (samples > latency) samples -= latency; else samples = 1; /* Too small target latency might not produce working audio. * The minimum (Presentation_Delay_Min) is configured in endpoint * DBus properties, with some default value on BlueZ side if unspecified. */ spa_bt_decode_buffer_set_target_latency(&port->buffer, samples); } #define WARN_ONCE(cond, ...) \ if (SPA_UNLIKELY(cond)) { static bool __once; if (!__once) { __once = true; spa_log_warn(__VA_ARGS__); } } static void process_buffering(struct impl *this) { struct port *port = &this->port; int64_t duration_ns; const uint32_t samples = get_samples(this, &duration_ns); uint32_t data_size = samples * port->frame_size; uint32_t avail; update_target_latency(this); if (samples > this->quantum_limit) return; /* Produce PLC data if possible to avoid underrun */ while (spa_bt_decode_buffer_get_size(&port->buffer) < data_size) { if (produce_plc_data(this) <= 0) break; } setup_matching(this); spa_bt_decode_buffer_process(&port->buffer, samples, duration_ns, this->position ? this->position->clock.rate_diff : 1.0, this->position ? this->position->clock.next_nsec : 0, this->resampling ? this->port.rate_match->delay : 0, this->resampling ? this->port.rate_match->delay_frac : 0); /* copy data to buffers */ if (!spa_list_is_empty(&port->free)) { struct buffer *buffer; struct spa_data *datas; void *buf; buffer = spa_list_first(&port->free, struct buffer, link); datas = buffer->buf->datas; WARN_ONCE(datas[0].maxsize < data_size && !this->following, this->log, "source buffer too small (%u < %u)", datas[0].maxsize, data_size); data_size = SPA_MIN(data_size, SPA_ROUND_DOWN(datas[0].maxsize, port->frame_size)); buf = spa_bt_decode_buffer_get_read(&port->buffer, &avail); avail = SPA_MIN(avail, data_size); spa_list_remove(&buffer->link); spa_log_trace(this->log, "dequeue %d", buffer->id); if (buffer->h) { buffer->h->seq = this->sample_count; buffer->h->pts = this->now; buffer->h->dts_offset = 0; } datas[0].chunk->offset = 0; datas[0].chunk->size = data_size; datas[0].chunk->stride = port->frame_size; memcpy(datas[0].data, buf, avail); spa_bt_decode_buffer_read(&port->buffer, avail); /* Pad with silence, if PLC failed to produce enough */ if (avail < data_size) memset(SPA_PTROFF(datas[0].data, avail, void), 0, data_size - avail); this->sample_count += samples; /* ready buffer if full */ spa_log_trace(this->log, "queue %d frames:%d", buffer->id, (int)samples); spa_list_append(&port->ready, &buffer->link); } if (this->transport->iso_io && this->position) spa_bt_iso_io_check_rx_sync(this->transport->iso_io, this->position->clock.position); if (this->update_delay_event) { int32_t target = spa_bt_decode_buffer_get_target_latency(&port->buffer); uint32_t decoder_delay = 0; uint32_t duration = this->position ? this->position->clock.duration : 1024; if (this->codec->get_delay) this->codec->get_delay(this->codec_data, NULL, &decoder_delay); target += decoder_delay; if (target != this->delay.buffer || duration != this->delay.duration) { struct delay_info info = { .buffer = target, .duration = duration }; __atomic_store_n(&this->delay.v, info.v, __ATOMIC_RELAXED); spa_loop_utils_signal_event(this->loop_utils, this->update_delay_event); } } } static int produce_buffer(struct impl *this) { struct buffer *buffer; struct port *port = &this->port; struct spa_io_buffers *io = port->io; if (io == NULL) return -EIO; /* Return if we already have a buffer */ if (io->status == SPA_STATUS_HAVE_DATA && (this->following || port->rate_match == NULL)) return SPA_STATUS_HAVE_DATA; /* Recycle */ if (io->buffer_id < port->n_buffers) { recycle_buffer(this, port, io->buffer_id); io->buffer_id = SPA_ID_INVALID; } if (this->io_error) { io->status = -EIO; return SPA_STATUS_STOPPED; } /* Handle buffering */ if (this->transport_started) process_buffering(this); /* Return if there are no buffers ready to be processed */ if (spa_list_is_empty(&port->ready)) return SPA_STATUS_OK; /* Get the new buffer from the ready list */ buffer = spa_list_first(&port->ready, struct buffer, link); spa_list_remove(&buffer->link); buffer->outstanding = true; /* Set the new buffer in IO */ io->buffer_id = buffer->id; io->status = SPA_STATUS_HAVE_DATA; /* Notify we have a buffer ready to be processed */ return SPA_STATUS_HAVE_DATA; } static int impl_node_process(void *object) { struct impl *this = object; struct port *port; struct spa_io_buffers *io; spa_return_val_if_fail(this != NULL, -EINVAL); port = &this->port; if ((io = port->io) == NULL) return -EIO; if (!this->started || !this->transport_started) return SPA_STATUS_OK; spa_log_trace(this->log, "%p status:%d", this, io->status); /* Return if we already have a buffer */ if (io->status == SPA_STATUS_HAVE_DATA) return SPA_STATUS_HAVE_DATA; /* Recycle */ if (io->buffer_id < port->n_buffers) { recycle_buffer(this, port, io->buffer_id); io->buffer_id = SPA_ID_INVALID; } /* Follower produces buffers here, driver in timeout */ if (this->following) return produce_buffer(this); else return SPA_STATUS_OK; } static const struct spa_node_methods impl_node = { SPA_VERSION_NODE_METHODS, .add_listener = impl_node_add_listener, .set_callbacks = impl_node_set_callbacks, .sync = impl_node_sync, .enum_params = impl_node_enum_params, .set_param = impl_node_set_param, .set_io = impl_node_set_io, .send_command = impl_node_send_command, .add_port = impl_node_add_port, .remove_port = impl_node_remove_port, .port_enum_params = impl_node_port_enum_params, .port_set_param = impl_node_port_set_param, .port_use_buffers = impl_node_port_use_buffers, .port_set_io = impl_node_port_set_io, .port_reuse_buffer = impl_node_port_reuse_buffer, .process = impl_node_process, }; static void transport_state_changed(void *data, enum spa_bt_transport_state old, enum spa_bt_transport_state state) { struct impl *this = data; spa_log_debug(this->log, "%p: transport %p state %d->%d", this, this->transport, old, state); if (state == SPA_BT_TRANSPORT_STATE_ACTIVE) transport_start(this); else transport_stop(this); if (state == SPA_BT_TRANSPORT_STATE_ERROR) { uint8_t buffer[1024]; struct spa_pod_builder b = { 0 }; spa_pod_builder_init(&b, buffer, sizeof(buffer)); spa_node_emit_event(&this->hooks, spa_pod_builder_add_object(&b, SPA_TYPE_EVENT_Node, SPA_NODE_EVENT_Error)); } } static void transport_delay_changed(void *data) { struct impl *this = data; spa_log_debug(this->log, "transport %p delay changed", this->transport); set_latency(this, true); } static int do_transport_destroy(struct spa_loop *loop, bool async, uint32_t seq, const void *data, size_t size, void *user_data) { struct impl *this = user_data; this->transport = NULL; return 0; } static void transport_destroy(void *data) { struct impl *this = data; spa_log_debug(this->log, "transport %p destroy", this->transport); spa_loop_locked(this->data_loop, do_transport_destroy, 0, NULL, 0, this); } static const struct spa_bt_transport_events transport_events = { SPA_VERSION_BT_TRANSPORT_EVENTS, .delay_changed = transport_delay_changed, .state_changed = transport_state_changed, .destroy = transport_destroy, }; static int impl_get_interface(struct spa_handle *handle, const char *type, void **interface) { struct impl *this; spa_return_val_if_fail(handle != NULL, -EINVAL); spa_return_val_if_fail(interface != NULL, -EINVAL); this = (struct impl *) handle; if (spa_streq(type, SPA_TYPE_INTERFACE_Node)) *interface = &this->node; else return -ENOENT; return 0; } static int impl_clear(struct spa_handle *handle) { struct impl *this = (struct impl *) handle; struct port *port = &this->port; do_stop(this); if (this->codec_props && this->codec->clear_props) this->codec->clear_props(this->codec_props); if (this->transport) spa_hook_remove(&this->transport_listener); spa_system_close(this->data_system, this->timerfd); spa_bt_decode_buffer_clear(&port->buffer); return 0; } static size_t impl_get_size(const struct spa_handle_factory *factory, const struct spa_dict *params) { return sizeof(struct impl); } static int impl_init(const struct spa_handle_factory *factory, struct spa_handle *handle, const struct spa_dict *info, const struct spa_support *support, uint32_t n_support) { struct impl *this; struct port *port; const char *str; spa_return_val_if_fail(factory != NULL, -EINVAL); spa_return_val_if_fail(handle != NULL, -EINVAL); handle->get_interface = impl_get_interface; handle->clear = impl_clear; this = (struct impl *) handle; this->log = spa_support_find(support, n_support, SPA_TYPE_INTERFACE_Log); this->data_loop = spa_support_find(support, n_support, SPA_TYPE_INTERFACE_DataLoop); this->data_system = spa_support_find(support, n_support, SPA_TYPE_INTERFACE_DataSystem); this->loop_utils = spa_support_find(support, n_support, SPA_TYPE_INTERFACE_LoopUtils); spa_log_topic_init(this->log, &log_topic); if (this->data_loop == NULL) { spa_log_error(this->log, "a data loop is needed"); return -EINVAL; } if (this->data_system == NULL) { spa_log_error(this->log, "a data system is needed"); return -EINVAL; } if (this->loop_utils == NULL) { spa_log_error(this->log, "loop utils are needed"); return -EINVAL; } this->node.iface = SPA_INTERFACE_INIT( SPA_TYPE_INTERFACE_Node, SPA_VERSION_NODE, &impl_node, this); spa_hook_list_init(&this->hooks); reset_props(&this->props); /* set the node info */ this->info_all = SPA_NODE_CHANGE_MASK_FLAGS | SPA_NODE_CHANGE_MASK_PROPS | SPA_NODE_CHANGE_MASK_PARAMS; this->info = SPA_NODE_INFO_INIT(); this->info.max_input_ports = 0; this->info.max_output_ports = 1; this->info.flags = SPA_NODE_FLAG_RT; this->params[IDX_PropInfo] = SPA_PARAM_INFO(SPA_PARAM_PropInfo, SPA_PARAM_INFO_READ); this->params[IDX_Props] = SPA_PARAM_INFO(SPA_PARAM_Props, SPA_PARAM_INFO_READWRITE); this->params[IDX_NODE_IO] = SPA_PARAM_INFO(SPA_PARAM_IO, SPA_PARAM_INFO_READ); this->info.params = this->params; this->info.n_params = N_NODE_PARAMS; /* set the port info */ port = &this->port; port->info_all = SPA_PORT_CHANGE_MASK_FLAGS | SPA_PORT_CHANGE_MASK_PARAMS; port->info = SPA_PORT_INFO_INIT(); port->info.change_mask = SPA_PORT_CHANGE_MASK_FLAGS; port->info.flags = SPA_PORT_FLAG_LIVE | SPA_PORT_FLAG_PHYSICAL | SPA_PORT_FLAG_TERMINAL; port->params[IDX_EnumFormat] = SPA_PARAM_INFO(SPA_PARAM_EnumFormat, SPA_PARAM_INFO_READ); port->params[IDX_Meta] = SPA_PARAM_INFO(SPA_PARAM_Meta, SPA_PARAM_INFO_READ); port->params[IDX_IO] = SPA_PARAM_INFO(SPA_PARAM_IO, SPA_PARAM_INFO_READ); port->params[IDX_Format] = SPA_PARAM_INFO(SPA_PARAM_Format, SPA_PARAM_INFO_WRITE); port->params[IDX_Buffers] = SPA_PARAM_INFO(SPA_PARAM_Buffers, 0); port->params[IDX_Latency] = SPA_PARAM_INFO(SPA_PARAM_Latency, SPA_PARAM_INFO_READWRITE); port->info.params = port->params; port->info.n_params = N_PORT_PARAMS; port->latency[SPA_DIRECTION_INPUT] = SPA_LATENCY_INFO(SPA_DIRECTION_INPUT); port->latency[SPA_DIRECTION_OUTPUT] = SPA_LATENCY_INFO(SPA_DIRECTION_OUTPUT); /* Init the buffer lists */ spa_list_init(&port->ready); spa_list_init(&port->free); this->quantum_limit = 8192; if (info && (str = spa_dict_lookup(info, SPA_KEY_API_BLUEZ5_TRANSPORT)) != NULL) sscanf(str, "pointer:%p", &this->transport); if (this->transport == NULL) { spa_log_error(this->log, "a transport is needed"); return -EINVAL; } if (this->transport->media_codec == NULL) { spa_log_error(this->log, "a transport codec is needed"); return -EINVAL; } this->codec = this->transport->media_codec; if (this->transport->profile & SPA_BT_PROFILE_HEADSET_HEAD_UNIT) this->is_input = true; if (info) { if ((str = spa_dict_lookup(info, "clock.quantum-limit"))) spa_atou32(str, &this->quantum_limit, 0); if ((str = spa_dict_lookup(info, "bluez5.media-source-role")) != NULL) this->is_input = spa_streq(str, "input"); if ((str = spa_dict_lookup(info, "api.bluez5.a2dp-duplex")) != NULL) this->is_duplex = spa_atob(str); if ((str = spa_dict_lookup(info, "api.bluez5.internal")) != NULL) this->is_internal = spa_atob(str); if ((str = spa_dict_lookup(info, "bluez5.decode-buffer.latency")) != NULL) spa_atou32(str, &this->decode_buffer_target, 0); if ((str = spa_dict_lookup(info, SPA_KEY_NODE_LATENCY)) != NULL) { spa_scnprintf(this->props.latency, sizeof(this->props.latency), "%s", str); this->props.has_latency = true; } if ((str = spa_dict_lookup(info, "node.rate")) != NULL) { spa_scnprintf(this->props.rate, sizeof(this->props.rate), "%s", str); this->props.has_rate = true; } } if (this->is_duplex) { if (!this->codec->duplex_codec) { spa_log_error(this->log, "transport codec doesn't support duplex"); return -EINVAL; } this->codec = this->codec->duplex_codec; this->is_input = true; } if (this->codec->kind == MEDIA_CODEC_BAP) this->is_input = this->transport->bap_initiator; if (this->codec->init_props != NULL) this->codec_props = this->codec->init_props(this->codec, this->is_duplex ? 0 : MEDIA_CODEC_FLAG_SINK, this->transport->device->settings); spa_bt_transport_add_listener(this->transport, &this->transport_listener, &transport_events, this); this->timerfd = spa_system_timerfd_create(this->data_system, CLOCK_MONOTONIC, SPA_FD_CLOEXEC | SPA_FD_NONBLOCK); this->node_latency = 512; set_latency(this, false); this->fd = -1; return 0; } static const struct spa_interface_info impl_interfaces[] = { {SPA_TYPE_INTERFACE_Node,}, }; static int impl_enum_interface_info(const struct spa_handle_factory *factory, const struct spa_interface_info **info, uint32_t *index) { spa_return_val_if_fail(factory != NULL, -EINVAL); spa_return_val_if_fail(info != NULL, -EINVAL); spa_return_val_if_fail(index != NULL, -EINVAL); switch (*index) { case 0: *info = &impl_interfaces[*index]; break; default: return 0; } (*index)++; return 1; } static const struct spa_dict_item info_items[] = { { SPA_KEY_FACTORY_AUTHOR, "Collabora Ltd. " }, { SPA_KEY_FACTORY_DESCRIPTION, "Capture bluetooth audio with media" }, { SPA_KEY_FACTORY_USAGE, SPA_KEY_API_BLUEZ5_TRANSPORT"=" }, }; static const struct spa_dict info = SPA_DICT_INIT_ARRAY(info_items); const struct spa_handle_factory spa_media_source_factory = { SPA_VERSION_HANDLE_FACTORY, SPA_NAME_API_BLUEZ5_MEDIA_SOURCE, &info, impl_get_size, impl_init, impl_enum_interface_info, }; /* Retained for backward compatibility */ const struct spa_handle_factory spa_a2dp_source_factory = { SPA_VERSION_HANDLE_FACTORY, SPA_NAME_API_BLUEZ5_A2DP_SOURCE, &info, impl_get_size, impl_init, impl_enum_interface_info, }; /* Retained for backward compatibility: */ const struct spa_handle_factory spa_sco_source_factory = { SPA_VERSION_HANDLE_FACTORY, SPA_NAME_API_BLUEZ5_SCO_SOURCE, &info, impl_get_size, impl_init, impl_enum_interface_info, };