mirror of
https://gitlab.freedesktop.org/pipewire/pipewire.git
synced 2025-11-11 13:30:07 -05:00
b67c216a04
Make a new USE_BUFFERS command to atomically send a buffer array to the remote client. We can use this to then clean up an old array and go to the PAUSED state if possible. Work on formats. Make one structure that can hold all video formats. Work on pipeline suspend and resume. Add jpeg support to v4l2. Work on enum_formats with a filter in v4l2.
470 lines
15 KiB
C
470 lines
15 KiB
C
/* GStreamer
|
|
* Copyright (C) 2016 Wim Taymans <wim.taymans@gmail.com>
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Library General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Library General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Library General Public
|
|
* License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
|
* Boston, MA 02110-1301, USA.
|
|
*/
|
|
|
|
#include <stdio.h>
|
|
|
|
#include <gst/gst.h>
|
|
#include <gst/video/video.h>
|
|
#include <gst/audio/audio.h>
|
|
|
|
#include <spa/include/spa/video/format.h>
|
|
#include <spa/include/spa/audio/format.h>
|
|
#include <spa/include/spa/format.h>
|
|
|
|
#include "gstpinosformat.h"
|
|
|
|
static guint
|
|
calc_range_size (const GValue *val)
|
|
{
|
|
guint res = 0;
|
|
|
|
if (G_VALUE_TYPE (val) == GST_TYPE_LIST)
|
|
res += gst_value_list_get_size (val);
|
|
else if (G_VALUE_TYPE (val) == GST_TYPE_ARRAY)
|
|
res += gst_value_array_get_size (val);
|
|
else if (G_VALUE_TYPE (val) == GST_TYPE_INT_RANGE)
|
|
res += 2;
|
|
else if (G_VALUE_TYPE (val) == GST_TYPE_INT64_RANGE)
|
|
res += 2;
|
|
else if (G_VALUE_TYPE (val) == GST_TYPE_DOUBLE_RANGE)
|
|
res += 2;
|
|
else if (G_VALUE_TYPE (val) == GST_TYPE_FRACTION_RANGE)
|
|
res += 2;
|
|
|
|
return res;
|
|
}
|
|
|
|
static void
|
|
calc_size (GstCapsFeatures *cf, GstStructure *cs, guint *n_infos, guint *n_ranges, guint *n_datas)
|
|
{
|
|
guint c;
|
|
const GValue *val;
|
|
|
|
if (gst_structure_has_name (cs, "video/x-raw")) {
|
|
if ((val = gst_structure_get_value (cs, "format"))) {
|
|
c = calc_range_size (val);
|
|
n_infos[0] += 1;
|
|
n_ranges[0] += c;
|
|
n_datas[0] += (1 + c) * sizeof (SpaVideoFormat);
|
|
}
|
|
if ((val = gst_structure_get_value (cs, "width")) ||
|
|
(val = gst_structure_get_value (cs, "height"))) {
|
|
c = calc_range_size (val);
|
|
n_infos[0]++;
|
|
n_ranges[0] += c;
|
|
n_datas[0] += (1 + c) * sizeof (SpaRectangle);
|
|
}
|
|
if ((val = gst_structure_get_value (cs, "framerate"))) {
|
|
c = calc_range_size (val);
|
|
n_infos[0]++;
|
|
n_ranges[0] += c;
|
|
n_datas[0] += (1 + c) * sizeof (SpaFraction);
|
|
}
|
|
} else if (gst_structure_has_name (cs, "audio/x-raw")) {
|
|
if ((val = gst_structure_get_value (cs, "format"))) {
|
|
c = calc_range_size (val);
|
|
n_infos[0]++;
|
|
n_ranges[0] += c;
|
|
n_datas[0] += (1 + c) * sizeof (SpaAudioFormat);
|
|
}
|
|
if ((val = gst_structure_get_value (cs, "layout"))) {
|
|
c = calc_range_size (val);
|
|
n_infos[0]++;
|
|
n_ranges[0] += c;
|
|
n_datas[0] += (1 + c) * sizeof (SpaAudioLayout);
|
|
}
|
|
if ((val = gst_structure_get_value (cs, "rate"))) {
|
|
c = calc_range_size (val);
|
|
n_infos[0]++;
|
|
n_ranges[0] += c;
|
|
n_datas[0] += (1 + c) * sizeof (uint32_t);
|
|
}
|
|
if ((val = gst_structure_get_value (cs, "channels"))) {
|
|
c = calc_range_size (val);
|
|
n_infos[0]++;
|
|
n_ranges[0] += c;
|
|
n_datas[0] += (1 + c) * sizeof (uint32_t);
|
|
}
|
|
} else if (gst_structure_has_name (cs, "image/jpeg")) {
|
|
}
|
|
}
|
|
|
|
static SpaFormat *
|
|
convert_1 (GstCapsFeatures *cf, GstStructure *cs)
|
|
{
|
|
SpaMemory *mem;
|
|
SpaFormat *f;
|
|
guint size, n_infos = 0, n_ranges = 0, n_datas = 0;
|
|
SpaPropInfo *bpi;
|
|
SpaPropRangeInfo *bri;
|
|
int pi, ri;
|
|
void *p;
|
|
const GValue *val, *val2;
|
|
|
|
calc_size (cf, cs, &n_infos, &n_ranges, &n_datas);
|
|
|
|
size = sizeof (SpaFormat);
|
|
size += n_infos * sizeof (SpaPropInfo);
|
|
size += n_ranges * sizeof (SpaPropRangeInfo);
|
|
size += n_datas;
|
|
|
|
mem = spa_memory_alloc_size (SPA_MEMORY_POOL_LOCAL, NULL, size);
|
|
f = spa_memory_ensure_ptr (mem);
|
|
f->mem.mem = mem->mem;
|
|
f->mem.offset = 0;
|
|
f->mem.size = mem->size;
|
|
|
|
bpi = SPA_MEMBER (f, sizeof (SpaFormat), SpaPropInfo);
|
|
bri = SPA_MEMBER (bpi, n_infos * sizeof (SpaPropInfo), SpaPropRangeInfo);
|
|
p = SPA_MEMBER (bri, n_ranges * sizeof (SpaPropRangeInfo), void);
|
|
|
|
pi = ri = 0;
|
|
|
|
f->props.n_prop_info = n_infos;
|
|
f->props.prop_info = bpi;
|
|
f->props.unset_mask = 0;
|
|
|
|
if (gst_structure_has_name (cs, "video/x-raw")) {
|
|
f->media_type = SPA_MEDIA_TYPE_VIDEO;
|
|
f->media_subtype = SPA_MEDIA_SUBTYPE_RAW;
|
|
|
|
val = gst_structure_get_value (cs, "format");
|
|
if (val) {
|
|
SpaVideoFormat *sv = p;
|
|
|
|
spa_prop_info_fill_video (&bpi[pi],
|
|
SPA_PROP_ID_VIDEO_FORMAT,
|
|
SPA_PTRDIFF (p, f));
|
|
|
|
if (G_VALUE_TYPE (val) == G_TYPE_STRING) {
|
|
*sv = gst_video_format_from_string (g_value_get_string (val));
|
|
p = ++sv;
|
|
} else if (G_VALUE_TYPE (val) == GST_TYPE_LIST) {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
} else if (G_VALUE_TYPE (val) == GST_TYPE_ARRAY) {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
} else {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
}
|
|
pi++;
|
|
}
|
|
val = gst_structure_get_value (cs, "width");
|
|
val2 = gst_structure_get_value (cs, "height");
|
|
if (val || val2) {
|
|
SpaRectangle *sv = p;
|
|
|
|
spa_prop_info_fill_video (&bpi[pi],
|
|
SPA_PROP_ID_VIDEO_SIZE,
|
|
SPA_PTRDIFF (p, f));
|
|
|
|
if (val && val2 && G_VALUE_TYPE (val) == G_VALUE_TYPE (val2)) {
|
|
if (G_VALUE_TYPE (val) == G_TYPE_INT) {
|
|
sv->width = g_value_get_int (val);
|
|
sv->height = g_value_get_int (val2);
|
|
p = ++sv;
|
|
bpi[pi].range_type = SPA_PROP_RANGE_TYPE_NONE;
|
|
bpi[pi].n_range_values = 0;
|
|
bpi[pi].range_values = NULL;
|
|
} else if (G_VALUE_TYPE (val) == GST_TYPE_INT_RANGE) {
|
|
bpi[pi].range_type = SPA_PROP_RANGE_TYPE_MIN_MAX;
|
|
bpi[pi].n_range_values = 2;
|
|
bpi[pi].range_values = &bri[ri];
|
|
|
|
bri[ri].name = NULL;
|
|
bri[ri].description = NULL;
|
|
bri[ri].size = sizeof (SpaRectangle);
|
|
bri[ri].value = p;
|
|
sv->width = gst_value_get_int_range_min (val);
|
|
sv->height = gst_value_get_int_range_min (val2);
|
|
p = ++sv;
|
|
ri++;
|
|
|
|
bri[ri].name = NULL;
|
|
bri[ri].description = NULL;
|
|
bri[ri].size = sizeof (SpaRectangle);
|
|
bri[ri].value = p;
|
|
sv->width = gst_value_get_int_range_max (val);
|
|
sv->height = gst_value_get_int_range_max (val2);
|
|
p = ++sv;
|
|
ri++;
|
|
|
|
f->props.unset_mask |= (1u << pi);
|
|
} else if (G_VALUE_TYPE (val) == GST_TYPE_LIST) {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
} else if (G_VALUE_TYPE (val) == GST_TYPE_ARRAY) {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
} else {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
}
|
|
}
|
|
pi++;
|
|
}
|
|
val = gst_structure_get_value (cs, "framerate");
|
|
if (val) {
|
|
SpaFraction *sv = p;
|
|
|
|
spa_prop_info_fill_video (&bpi[pi],
|
|
SPA_PROP_ID_VIDEO_FRAMERATE,
|
|
SPA_PTRDIFF (p, f));
|
|
|
|
if (G_VALUE_TYPE (val) == GST_TYPE_FRACTION) {
|
|
sv->num = gst_value_get_fraction_numerator (val);
|
|
sv->denom = gst_value_get_fraction_denominator (val);
|
|
p = ++sv;
|
|
bpi[pi].range_type = SPA_PROP_RANGE_TYPE_NONE;
|
|
bpi[pi].n_range_values = 0;
|
|
bpi[pi].range_values = NULL;
|
|
} else if (G_VALUE_TYPE (val) == GST_TYPE_FRACTION_RANGE) {
|
|
const GValue *min, *max;
|
|
|
|
min = gst_value_get_fraction_range_min (val);
|
|
max = gst_value_get_fraction_range_max (val);
|
|
|
|
bpi[pi].range_type = SPA_PROP_RANGE_TYPE_MIN_MAX;
|
|
bpi[pi].n_range_values = 2;
|
|
bpi[pi].range_values = &bri[ri];
|
|
|
|
bri[ri].name = NULL;
|
|
bri[ri].description = NULL;
|
|
bri[ri].size = sizeof (SpaFraction);
|
|
bri[ri].value = p;
|
|
sv->num = gst_value_get_fraction_numerator (min);
|
|
sv->denom = gst_value_get_fraction_denominator (min);
|
|
p = ++sv;
|
|
ri++;
|
|
|
|
bri[ri].name = NULL;
|
|
bri[ri].description = NULL;
|
|
bri[ri].size = sizeof (SpaFraction);
|
|
bri[ri].value = p;
|
|
sv->num = gst_value_get_fraction_numerator (max);
|
|
sv->denom = gst_value_get_fraction_denominator (max);
|
|
p = ++sv;
|
|
ri++;
|
|
|
|
f->props.unset_mask |= (1u << pi);
|
|
} else if (G_VALUE_TYPE (val) == GST_TYPE_LIST) {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
} else if (G_VALUE_TYPE (val) == GST_TYPE_ARRAY) {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
} else {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
}
|
|
pi++;
|
|
}
|
|
} else if (gst_structure_has_name (cs, "audio/x-raw")) {
|
|
f->media_type = SPA_MEDIA_TYPE_AUDIO;
|
|
f->media_subtype = SPA_MEDIA_SUBTYPE_RAW;
|
|
|
|
val = gst_structure_get_value (cs, "format");
|
|
if (val) {
|
|
SpaAudioFormat *sv = p;
|
|
|
|
spa_prop_info_fill_audio (&bpi[pi],
|
|
SPA_PROP_ID_AUDIO_FORMAT,
|
|
SPA_PTRDIFF (p, f));
|
|
|
|
if (G_VALUE_TYPE (val) == G_TYPE_STRING) {
|
|
*sv = gst_audio_format_from_string (g_value_get_string (val));
|
|
p = ++sv;
|
|
} else if (G_VALUE_TYPE (val) == GST_TYPE_LIST) {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
} else if (G_VALUE_TYPE (val) == GST_TYPE_ARRAY) {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
} else {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
}
|
|
pi++;
|
|
}
|
|
val = gst_structure_get_value (cs, "layout");
|
|
if (val) {
|
|
SpaAudioLayout *sv = p;
|
|
|
|
spa_prop_info_fill_audio (&bpi[pi],
|
|
SPA_PROP_ID_AUDIO_LAYOUT,
|
|
SPA_PTRDIFF (p, f));
|
|
|
|
if (G_VALUE_TYPE (val) == G_TYPE_STRING) {
|
|
const gchar *s = g_value_get_string (val);
|
|
if (!strcmp (s, "interleaved"))
|
|
*sv = SPA_AUDIO_LAYOUT_INTERLEAVED;
|
|
else if (!strcmp (s, "non-interleaved"))
|
|
*sv = SPA_AUDIO_LAYOUT_NON_INTERLEAVED;
|
|
p = ++sv;
|
|
} else if (G_VALUE_TYPE (val) == GST_TYPE_LIST) {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
} else if (G_VALUE_TYPE (val) == GST_TYPE_ARRAY) {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
} else {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
}
|
|
pi++;
|
|
}
|
|
val = gst_structure_get_value (cs, "rate");
|
|
if (val) {
|
|
uint32_t *sv = p;
|
|
|
|
spa_prop_info_fill_audio (&bpi[pi],
|
|
SPA_PROP_ID_AUDIO_RATE,
|
|
SPA_PTRDIFF (p, f));
|
|
|
|
if (G_VALUE_TYPE (val) == G_TYPE_INT) {
|
|
*sv = g_value_get_int (val);
|
|
p = ++sv;
|
|
} else if (G_VALUE_TYPE (val) == GST_TYPE_LIST) {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
} else if (G_VALUE_TYPE (val) == GST_TYPE_ARRAY) {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
} else {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
}
|
|
pi++;
|
|
}
|
|
val = gst_structure_get_value (cs, "channels");
|
|
if (val) {
|
|
uint32_t *sv = p;
|
|
|
|
spa_prop_info_fill_audio (&bpi[pi],
|
|
SPA_PROP_ID_AUDIO_CHANNELS,
|
|
SPA_PTRDIFF (p, f));
|
|
|
|
if (G_VALUE_TYPE (val) == G_TYPE_INT) {
|
|
*sv = g_value_get_int (val);
|
|
p = ++sv;
|
|
} else if (G_VALUE_TYPE (val) == GST_TYPE_LIST) {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
} else if (G_VALUE_TYPE (val) == GST_TYPE_ARRAY) {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
} else {
|
|
fprintf (stderr, "implement me\n");
|
|
f->props.unset_mask |= (1u << pi);
|
|
}
|
|
pi++;
|
|
}
|
|
} else if (gst_structure_has_name (cs, "image/jpeg")) {
|
|
f->media_type = SPA_MEDIA_TYPE_VIDEO;
|
|
f->media_subtype = SPA_MEDIA_SUBTYPE_MJPG;
|
|
}
|
|
return f;
|
|
}
|
|
|
|
SpaFormat *
|
|
gst_caps_to_format (GstCaps *caps, guint index)
|
|
{
|
|
GstCapsFeatures *f;
|
|
GstStructure *s;
|
|
SpaFormat *res;
|
|
|
|
g_return_val_if_fail (GST_IS_CAPS (caps), NULL);
|
|
g_return_val_if_fail (gst_caps_is_fixed (caps), NULL);
|
|
|
|
f = gst_caps_get_features (caps, index);
|
|
s = gst_caps_get_structure (caps, index);
|
|
|
|
res = convert_1 (f, s);
|
|
|
|
return res;
|
|
}
|
|
|
|
static gboolean
|
|
foreach_func (GstCapsFeatures *features,
|
|
GstStructure *structure,
|
|
GPtrArray *array)
|
|
{
|
|
SpaFormat *fmt;
|
|
|
|
if ((fmt = convert_1 (features, structure)))
|
|
g_ptr_array_insert (array, -1, fmt);
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
|
|
GPtrArray *
|
|
gst_caps_to_format_all (GstCaps *caps)
|
|
{
|
|
GPtrArray *res;
|
|
|
|
res = g_ptr_array_new_full (gst_caps_get_size (caps),
|
|
(GDestroyNotify)spa_format_unref);
|
|
|
|
gst_caps_foreach (caps, (GstCapsForeachFunc) foreach_func, res);
|
|
|
|
return res;
|
|
}
|
|
|
|
GstCaps *
|
|
gst_caps_from_format (SpaFormat *format)
|
|
{
|
|
GstCaps *res = NULL;
|
|
|
|
if (format->media_type == SPA_MEDIA_TYPE_VIDEO) {
|
|
SpaFormatVideo f;
|
|
|
|
spa_format_video_parse (format, &f);
|
|
|
|
if (format->media_subtype == SPA_MEDIA_SUBTYPE_RAW) {
|
|
res = gst_caps_new_simple ("video/x-raw",
|
|
"format", G_TYPE_STRING, gst_video_format_to_string (f.info.raw.format),
|
|
"width", G_TYPE_INT, f.info.raw.size.width,
|
|
"height", G_TYPE_INT, f.info.raw.size.height,
|
|
"framerate", GST_TYPE_FRACTION, f.info.raw.framerate.num, f.info.raw.framerate.denom,
|
|
NULL);
|
|
}
|
|
else if (format->media_subtype == SPA_MEDIA_SUBTYPE_MJPG) {
|
|
res = gst_caps_new_simple ("image/jpeg",
|
|
"framerate", GST_TYPE_FRACTION, f.info.jpeg.framerate.num, f.info.jpeg.framerate.denom,
|
|
NULL);
|
|
}
|
|
} else if (format->media_type == SPA_MEDIA_TYPE_AUDIO) {
|
|
if (format->media_subtype == SPA_MEDIA_SUBTYPE_RAW) {
|
|
SpaAudioRawFormat f;
|
|
|
|
spa_audio_raw_format_parse (format, &f);
|
|
|
|
res = gst_caps_new_simple ("audio/x-raw",
|
|
"format", G_TYPE_STRING, gst_audio_format_to_string (f.info.format),
|
|
"layout", G_TYPE_STRING, "interleaved",
|
|
"rate", G_TYPE_INT, f.info.rate,
|
|
"channels", G_TYPE_INT, f.info.channels,
|
|
NULL);
|
|
}
|
|
}
|
|
return res;
|
|
}
|