pipewire/pinos/modules/spa/spa-v4l2-source.c

/* Pinos
 * Copyright (C) 2015 Wim Taymans <wim.taymans@gmail.com>
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Library General Public
 * License as published by the Free Software Foundation; either
 * version 2 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Library General Public License for more details.
 *
 * You should have received a copy of the GNU Library General Public
 * License along with this library; if not, write to the
 * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
 * Boston, MA 02110-1301, USA.
 */

#define _GNU_SOURCE

#include <dlfcn.h>
#include <errno.h>
#include <poll.h>
#include <string.h>
#include <fcntl.h>
#include <stdlib.h>
#include <unistd.h>
#include <sys/mman.h>

#include <gio/gio.h>

#include <spa/include/spa/node.h>
#include <spa/include/spa/video/format.h>

#include "spa-v4l2-source.h"

#define PINOS_SPA_V4L2_SOURCE_GET_PRIVATE(obj)  \
     (G_TYPE_INSTANCE_GET_PRIVATE ((obj), PINOS_TYPE_SPA_V4L2_SOURCE, PinosSpaV4l2SourcePrivate))

typedef struct {
  PinosSpaV4l2Source *source;

  guint id;
  gboolean have_format;
  PinosPort *port;
} SourcePortData;

struct _PinosSpaV4l2SourcePrivate
{
  SpaHandle *source;
  const SpaNode *source_node;

  SpaPollFd fds[16];
  unsigned int n_fds;
  SpaPollItem poll;

  gboolean running;
  pthread_t thread;

  const void *format;

  GList *ports;
  PinosFdManager *fdmanager;
};

enum {
  PROP_0,
};

G_DEFINE_TYPE (PinosSpaV4l2Source, pinos_spa_v4l2_source, PINOS_TYPE_NODE);

static SpaResult
make_node (SpaHandle **handle, const SpaNode **node, const char *lib, const char *name)
{
  SpaResult res;
  void *hnd, *state = NULL;
  SpaEnumHandleFactoryFunc enum_func;

  if ((hnd = dlopen (lib, RTLD_NOW)) == NULL) {
    g_error ("can't load %s: %s", lib, dlerror());
    return SPA_RESULT_ERROR;
  }
  if ((enum_func = dlsym (hnd, "spa_enum_handle_factory")) == NULL) {
    g_error ("can't find enum function");
    return SPA_RESULT_ERROR;
  }

  while (true) {
    const SpaHandleFactory *factory;
    const void *iface;

    if ((res = enum_func (&factory, &state)) < 0) {
      if (res != SPA_RESULT_ENUM_END)
        g_error ("can't enumerate factories: %d", res);
      break;
    }
    if (strcmp (factory->name, name))
      continue;

    *handle = calloc (1, factory->size);
    if ((res = factory->init (factory, *handle)) < 0) {
      g_error ("can't make factory instance: %d", res);
      return res;
    }
    if ((res = (*handle)->get_interface (*handle, SPA_INTERFACE_ID_NODE, &iface)) < 0) {
      g_error ("can't get interface %d", res);
      return res;
    }
    *node = iface;
    return SPA_RESULT_OK;
  }
  return SPA_RESULT_ERROR;
}

static void
send_format (PinosSpaV4l2Source *source, SourcePortData *data)
{
  PinosSpaV4l2SourcePrivate *priv = source->priv;
  GError *error = NULL;
  PinosBufferBuilder builder;
  PinosBuffer pbuf;
  PinosPacketFormatChange fc;
  guint8 buf[1024];

  pinos_buffer_builder_init_into (&builder, buf, 1024, NULL, 0);
  fc.id = 0;
  fc.format = priv->format;
  pinos_buffer_builder_add_format_change (&builder, &fc);
  pinos_buffer_builder_end (&builder, &pbuf);

  if (!pinos_port_send_buffer (PINOS_PORT (data->port), &pbuf, &error)) {
    g_debug ("format update failed: %s", error->message);
    g_clear_error (&error);
  }
  pinos_buffer_unref (&pbuf);

  data->have_format = TRUE;
}

static int
tmpfile_create (PinosSpaV4l2Source * source, void *data, gsize size)
{
  char filename[] = "/dev/shm/tmpfilepay.XXXXXX";
  int fd;

  fd = mkostemp (filename, O_CLOEXEC);
  if (fd == -1) {
    g_debug ("Failed to create temporary file: %s", strerror (errno));
    return -1;
  }
  unlink (filename);

  if (write (fd, data, size) != (gssize) size)
    g_debug ("Failed to write data: %s", strerror (errno));

  return fd;
}

static void
on_source_event (SpaHandle *handle, SpaEvent *event, void *user_data)
{
  PinosSpaV4l2Source *source = user_data;
  PinosSpaV4l2SourcePrivate *priv = source->priv;

  switch (event->type) {
    case SPA_EVENT_TYPE_CAN_PULL_OUTPUT:
    {
      SpaOutputInfo info[1] = { 0, };
      SpaResult res;
      SpaBuffer *b;
      PinosBuffer pbuf;
      PinosBufferBuilder builder;
      PinosPacketHeader hdr;
      PinosPacketAddMem am;
      PinosPacketProcessMem p;
      PinosPacketRemoveMem rm;
      GList *walk;
      gint fd;
      guint8 buf[1024];
      gint fdbuf[8];
      gboolean do_close = FALSE;

      if ((res = priv->source_node->port_pull_output (priv->source, 1, info)) < 0)
        g_debug ("spa-v4l2-source %p: got pull error %d", source, res);

      b = info[0].buffer;

      hdr.flags = 0;
      hdr.seq = 0;
      hdr.pts = -1;
      hdr.dts_offset = 0;

      pinos_buffer_builder_init_into (&builder, buf, 1024, fdbuf, 8);
      pinos_buffer_builder_add_header (&builder, &hdr);

      if (b->datas[0].type == SPA_DATA_TYPE_FD) {
        fd = *((int *)b->datas[0].ptr);
      } else {
        fd = tmpfile_create (source, b->datas[0].ptr, b->size);
        do_close = TRUE;
      }
      am.fd_index = pinos_buffer_builder_add_fd (&builder, fd);
      am.id = pinos_fd_manager_get_id (priv->fdmanager);
      am.offset = 0;
      am.size = b->datas[0].size + b->datas[0].offset;
      p.id = am.id;
      p.offset = b->datas[0].offset;
      p.size = b->datas[0].size;
      rm.id = am.id;
      pinos_buffer_builder_add_add_mem (&builder, &am);
      pinos_buffer_builder_add_process_mem (&builder, &p);
      pinos_buffer_builder_add_remove_mem (&builder, &rm);
      pinos_buffer_builder_end (&builder, &pbuf);

      for (walk = priv->ports; walk; walk = g_list_next (walk)) {
        SourcePortData *data = walk->data;
        GError *error = NULL;

        if (!data->have_format)
          send_format (source, data);

        if (!pinos_port_send_buffer (PINOS_PORT (data->port), &pbuf, &error)) {
          g_debug ("send failed: %s", error->message);
          g_clear_error (&error);
        }
      }
      if (!do_close)
        pinos_buffer_steal_fds (&pbuf, NULL);
      pinos_buffer_unref (&pbuf);

      spa_buffer_unref (b);
      break;
    }

    case SPA_EVENT_TYPE_ADD_POLL:
    {
      SpaPollItem *poll = event->data;

      priv->poll = *poll;
      priv->fds[0] = poll->fds[0];
      priv->n_fds = 1;
      priv->poll.fds = priv->fds;
      break;
    }
    default:
      g_debug ("got event %d", event->type);
      break;
  }
}

static void
create_pipeline (PinosSpaV4l2Source *this)
{
  PinosSpaV4l2SourcePrivate *priv = this->priv;
  SpaResult res;
  SpaProps *props;
  SpaPropValue value;

  if ((res = make_node (&priv->source,
                        &priv->source_node,
                        "spa/build/plugins/v4l2/libspa-v4l2.so",
                        "v4l2-source")) < 0) {
    g_error ("can't create v4l2-source: %d", res);
    return;
  }
  priv->source_node->set_event_callback (priv->source, on_source_event, this);

  if ((res = priv->source_node->get_props (priv->source, &props)) < 0)
    g_debug ("got get_props error %d", res);

  value.type = SPA_PROP_TYPE_STRING;
  value.value = "/dev/video0";
  value.size = strlen (value.value)+1;
  props->set_prop (props, spa_props_index_for_name (props, "device"), &value);

  if ((res = priv->source_node->set_props (priv->source, props)) < 0)
    g_debug ("got set_props error %d", res);
}

static SpaResult
negotiate_formats (PinosSpaV4l2Source *this)
{
  PinosSpaV4l2SourcePrivate *priv = this->priv;
  SpaResult res;
  SpaFormat *format;
  SpaProps *props;
  uint32_t val;
  SpaPropValue value;
  void *state = NULL;
  SpaFraction frac;
  SpaRectangle rect;

  if ((res = priv->source_node->port_enum_formats (priv->source, 0, &format, NULL, &state)) < 0)
    return res;

  props = &format->props;

  value.type = SPA_PROP_TYPE_UINT32;
  value.size = sizeof (uint32_t);
  value.value = &val;

  val = SPA_VIDEO_FORMAT_YUY2;
  if ((res = props->set_prop (props, spa_props_index_for_id (props, SPA_PROP_ID_VIDEO_FORMAT), &value)) < 0)
    return res;

  value.type = SPA_PROP_TYPE_RECTANGLE;
  value.size = sizeof (SpaRectangle);
  value.value = &rect;
  rect.width = 320;
  rect.height = 240;
  if ((res = props->set_prop (props, spa_props_index_for_id (props, SPA_PROP_ID_VIDEO_SIZE), &value)) < 0)
    return res;

  value.type = SPA_PROP_TYPE_FRACTION;
  value.size = sizeof (SpaFraction);
  value.value = &frac;
  frac.num = 25;
  frac.denom = 1;
  if ((res = props->set_prop (props, spa_props_index_for_id (props, SPA_PROP_ID_VIDEO_FRAMERATE), &value)) < 0)
    return res;

  if ((res = priv->source_node->port_set_format (priv->source, 0, 0, format)) < 0)
    return res;

  priv->format = "video/x-raw,"
                 " format=(string)YUY2,"
                 " width=(int)320,"
                 " height=(int)240,"
                 " framerate=(fraction)30/1";

  return SPA_RESULT_OK;
}

static void *
loop (void *user_data)
{
  PinosSpaV4l2Source *this = user_data;
  PinosSpaV4l2SourcePrivate *priv = this->priv;
  int r;

  g_debug ("spa-v4l2-source %p: enter thread", this);
  while (priv->running) {
    SpaPollNotifyData ndata;

    r = poll ((struct pollfd *) priv->fds, priv->n_fds, -1);
    if (r < 0) {
      if (errno == EINTR)
        continue;
      break;
    }
    if (r == 0) {
      g_debug ("spa-v4l2-source %p: select timeout", this);
      break;
    }
    if (priv->poll.after_cb) {
      ndata.fds = priv->poll.fds;
      ndata.n_fds = priv->poll.n_fds;
      ndata.user_data = priv->poll.user_data;
      priv->poll.after_cb (&ndata);
    }
  }
  g_debug ("spa-v4l2-source %p: leave thread", this);
  return NULL;
}

static void
start_pipeline (PinosSpaV4l2Source *source)
{
  PinosSpaV4l2SourcePrivate *priv = source->priv;
  SpaResult res;
  SpaCommand cmd;
  int err;

  g_debug ("spa-v4l2-source %p: starting pipeline", source);
  negotiate_formats (source);

  cmd.type = SPA_COMMAND_START;
  if ((res = priv->source_node->send_command (priv->source, &cmd)) < 0)
    g_debug ("got error %d", res);

  priv->running = true;
  if ((err = pthread_create (&priv->thread, NULL, loop, source)) != 0) {
    g_debug ("spa-v4l2-source %p: can't create thread", strerror (err));
    priv->running = false;
  }
}

static void
stop_pipeline (PinosSpaV4l2Source *source)
{
  PinosSpaV4l2SourcePrivate *priv = source->priv;
  SpaResult res;
  SpaCommand cmd;

  g_debug ("spa-v4l2-source %p: stopping pipeline", source);

  if (priv->running) {
    priv->running = false;
    pthread_join (priv->thread, NULL);
  }

  cmd.type = SPA_COMMAND_STOP;
  if ((res = priv->source_node->send_command (priv->source, &cmd)) < 0)
    g_debug ("got error %d", res);
}

static void
destroy_pipeline (PinosSpaV4l2Source *source)
{
  g_debug ("spa-v4l2-source %p: destroy pipeline", source);
}

static gboolean
set_state (PinosNode      *node,
           PinosNodeState  state)
{
  PinosSpaV4l2Source *this = PINOS_SPA_V4L2_SOURCE (node);

  g_debug ("spa-source %p: set state %s", node, pinos_node_state_as_string (state));

  switch (state) {
    case PINOS_NODE_STATE_SUSPENDED:
      break;

    case PINOS_NODE_STATE_INITIALIZING:
      break;

    case PINOS_NODE_STATE_IDLE:
      stop_pipeline (this);
      break;

    case PINOS_NODE_STATE_RUNNING:
      start_pipeline (this);
      break;

    case PINOS_NODE_STATE_ERROR:
      break;
  }
  pinos_node_update_state (node, state);
  return TRUE;
}

static void
get_property (GObject    *object,
              guint       prop_id,
              GValue     *value,
              GParamSpec *pspec)
{
  switch (prop_id) {
    default:
      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
      break;
  }
}

static void
set_property (GObject      *object,
              guint         prop_id,
              const GValue *value,
              GParamSpec   *pspec)
{
  switch (prop_id) {
    default:
      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
      break;
  }
}

static gboolean
on_activate (PinosPort *port, gpointer user_data)
{
  SourcePortData *data = user_data;
  PinosSpaV4l2Source *source = data->source;

  pinos_node_report_busy (PINOS_NODE (source));

  return TRUE;
}

static void
on_deactivate (PinosPort *port, gpointer user_data)
{
  SourcePortData *data = user_data;
  PinosSpaV4l2Source *source = data->source;

  pinos_node_report_idle (PINOS_NODE (source));
}

static gboolean
on_received_buffer (PinosPort   *port,
                    PinosBuffer *pbuf,
                    GError     **error,
                    gpointer    user_data)
{
  PinosBufferIter it;

  pinos_buffer_iter_init (&it, pbuf);
  while (pinos_buffer_iter_next (&it)) {
    switch (pinos_buffer_iter_get_type (&it)) {
      default:
        break;
    }
  }
  pinos_buffer_iter_end (&it);

  return TRUE;
}

static void
free_source_port_data (SourcePortData *data)
{
  g_slice_free (SourcePortData, data);
}

static gboolean
remove_port (PinosNode       *node,
             guint            id)
{
  PinosSpaV4l2Source *source = PINOS_SPA_V4L2_SOURCE (node);
  PinosSpaV4l2SourcePrivate *priv = source->priv;
  GList *walk;

  for (walk = priv->ports; walk; walk = g_list_next (walk)) {
    SourcePortData *data = walk->data;

    if (data->id == id) {
      free_source_port_data (data);
      priv->ports = g_list_delete_link (priv->ports, walk);
      break;
    }
  }
  if (priv->ports == NULL)
    pinos_node_report_idle (node);

  return TRUE;
}

static void
source_constructed (GObject * object)
{
  PinosSpaV4l2Source *source = PINOS_SPA_V4L2_SOURCE (object);

  G_OBJECT_CLASS (pinos_spa_v4l2_source_parent_class)->constructed (object);

  create_pipeline (source);
}

static void
source_finalize (GObject * object)
{
  PinosSpaV4l2Source *source = PINOS_SPA_V4L2_SOURCE (object);

  g_debug ("spa-source %p: dispose", source);
  destroy_pipeline (source);

  G_OBJECT_CLASS (pinos_spa_v4l2_source_parent_class)->finalize (object);
}

static PinosPort *
add_port (PinosNode       *node,
          PinosDirection   direction,
          guint            id,
          GError         **error)
{
  PinosSpaV4l2Source *source = PINOS_SPA_V4L2_SOURCE (node);
  PinosSpaV4l2SourcePrivate *priv = source->priv;
  SourcePortData *data;

  data = g_slice_new0 (SourcePortData);
  data->source = source;
  data->id = id;
  data->have_format = FALSE;

  data->port = PINOS_NODE_CLASS (pinos_spa_v4l2_source_parent_class)
                    ->add_port (node, direction, id, error);

  pinos_port_set_received_buffer_cb (data->port, on_received_buffer, source, NULL);

  g_debug ("connecting signals");
  g_signal_connect (data->port, "activate", (GCallback) on_activate, data);
  g_signal_connect (data->port, "deactivate", (GCallback) on_deactivate, data);

  priv->ports = g_list_append (priv->ports, data);

  return data->port;
}

static void
pinos_spa_v4l2_source_class_init (PinosSpaV4l2SourceClass * klass)
{
  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
  PinosNodeClass *node_class = PINOS_NODE_CLASS (klass);

  g_type_class_add_private (klass, sizeof (PinosSpaV4l2SourcePrivate));

  gobject_class->constructed = source_constructed;
  gobject_class->finalize = source_finalize;
  gobject_class->get_property = get_property;
  gobject_class->set_property = set_property;

  node_class->set_state = set_state;
  node_class->add_port = add_port;
  node_class->remove_port = remove_port;
}

static void
pinos_spa_v4l2_source_init (PinosSpaV4l2Source * source)
{
  PinosSpaV4l2SourcePrivate *priv = source->priv = PINOS_SPA_V4L2_SOURCE_GET_PRIVATE (source);

  priv->fdmanager = pinos_fd_manager_get (PINOS_FD_MANAGER_DEFAULT);

}

PinosNode *
pinos_spa_v4l2_source_new (PinosDaemon *daemon,
                           const gchar *name,
                           PinosProperties *properties)
{
  PinosNode *node;

  node = g_object_new (PINOS_TYPE_SPA_V4L2_SOURCE,
                       "daemon", daemon,
                       "name", name,
                       "properties", properties,
                       NULL);

  return node;
}