mirror of
https://gitlab.freedesktop.org/gstreamer/gstreamer.git
synced 2024-06-02 07:31:03 +00:00
rtp: Color Space header extension
Implements WebRTC header extension defined in http://www.webrtc.org/experiments/rtp-hdrext/color-space. It uses RTP header to communicate color space information and optionally also metadata that is needed in order to properly render a high dynamic range (HDR) video stream. Part-of: <https://gitlab.freedesktop.org/gstreamer/gst-plugins-good/-/merge_requests/853>
This commit is contained in:
Jakub Adam
GStreamer Marge Bot
parent
0e7a485528
commit
286208576f
|
|
@ -14084,6 +14084,22 @@
|
|||
},
|
||||
"rank": "secondary"
|
||||
},
|
||||
"rtphdrextcolorspace": {
|
||||
"RTP-Header-Extension-URI": "http://www.webrtc.org/experiments/rtp-hdrext/color-space",
|
||||
"author": "Jakub Adam <jakub.adam@collabora.com>",
|
||||
"description": "Extends RTP packets with color space and high dynamic range (HDR) information.",
|
||||
"hierarchy": [
|
||||
"GstRTPHeaderExtensionColorspace",
|
||||
"GstRTPHeaderExtension",
|
||||
"GstElement",
|
||||
"GstObject",
|
||||
"GInitiallyUnowned",
|
||||
"GObject"
|
||||
],
|
||||
"klass": "Network/Extension/RTPHeader",
|
||||
"long-name": "Color Space",
|
||||
"rank": "marginal"
|
||||
},
|
||||
"rtpilbcdepay": {
|
||||
"author": "Philippe Kalaf <philippe.kalaf@collabora.co.uk>",
|
||||
"description": "Extracts iLBC audio from RTP packets (RFC 3952)",
|
||||
|
|
|
|||
|
|
@ -127,6 +127,7 @@ plugin_init (GstPlugin * plugin)
|
|||
ret |= GST_ELEMENT_REGISTER (rtpulpfecdec, plugin);
|
||||
ret |= GST_ELEMENT_REGISTER (rtpulpfecenc, plugin);
|
||||
ret |= GST_ELEMENT_REGISTER (rtpstorage, plugin);
|
||||
ret |= GST_ELEMENT_REGISTER (rtphdrextcolorspace, plugin);
|
||||
|
||||
return ret;
|
||||
}
|
||||
|
|
|
|||
|
|
@ -127,6 +127,7 @@ GST_ELEMENT_REGISTER_DECLARE (rtpreddec);
|
|||
GST_ELEMENT_REGISTER_DECLARE (rtpulpfecdec);
|
||||
GST_ELEMENT_REGISTER_DECLARE (rtpulpfecenc);
|
||||
GST_ELEMENT_REGISTER_DECLARE (rtpstorage);
|
||||
GST_ELEMENT_REGISTER_DECLARE (rtphdrextcolorspace);
|
||||
|
||||
G_END_DECLS
|
||||
|
||||
|
|
|
|||
465
gst/rtp/gstrtphdrext-colorspace.c
Normal file
465
gst/rtp/gstrtphdrext-colorspace.c
Normal file
|
|
@ -0,0 +1,465 @@
|
|||
/* GStreamer
|
||||
* Copyright (C) 2020-2021 Collabora Ltd.
|
||||
* @author: Jakub Adam <jakub.adam@collabora.com>
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Library General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Library General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Library General Public
|
||||
* License along with this library; if not, write to the
|
||||
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
||||
* Boston, MA 02111-1307, USA.
|
||||
*/
|
||||
|
||||
/**
|
||||
* SECTION:rtphdrextcolorspace
|
||||
* @title: GstRtphdrext-Colorspace
|
||||
* @short_description: Helper methods for dealing with Color Space RTP header
|
||||
* extension as defined in http://www.webrtc.org/experiments/rtp-hdrext/color-space
|
||||
* @see_also: #GstRTPHeaderExtension, #GstRTPBasePayload, #GstRTPBaseDepayload
|
||||
*
|
||||
* Since: 1.20
|
||||
*/
|
||||
|
||||
#include "gstrtphdrext-colorspace.h"
|
||||
|
||||
#include "gstrtpelements.h"
|
||||
|
||||
#include <gst/base/gstbytereader.h>
|
||||
#include <gst/video/video-color.h>
|
||||
#include <gst/video/video-hdr.h>
|
||||
|
||||
GST_DEBUG_CATEGORY_STATIC (rtphdrext_colorspace_debug);
|
||||
#define GST_CAT_DEFAULT (rtphdrext_colorspace_debug)
|
||||
|
||||
/**
|
||||
* GstRTPHeaderExtensionColorspace:
|
||||
* @parent: the parent #GstRTPHeaderExtension
|
||||
*
|
||||
* Instance struct for Color Space RTP header extension.
|
||||
*
|
||||
* http://www.webrtc.org/experiments/rtp-hdrext/color-space
|
||||
*/
|
||||
struct _GstRTPHeaderExtensionColorspace
|
||||
{
|
||||
GstRTPHeaderExtension parent;
|
||||
|
||||
GstVideoColorimetry colorimetry;
|
||||
GstVideoChromaSite chroma_site;
|
||||
GstVideoMasteringDisplayInfo mdi;
|
||||
GstVideoContentLightLevel cll;
|
||||
gboolean has_hdr_meta;
|
||||
};
|
||||
|
||||
G_DEFINE_TYPE_WITH_CODE (GstRTPHeaderExtensionColorspace,
|
||||
gst_rtp_header_extension_colorspace, GST_TYPE_RTP_HEADER_EXTENSION,
|
||||
GST_DEBUG_CATEGORY_INIT (GST_CAT_DEFAULT, "rtphdrextcolorspace", 0,
|
||||
"RTP Color Space Header Extension");
|
||||
);
|
||||
GST_ELEMENT_REGISTER_DEFINE (rtphdrextcolorspace, "rtphdrextcolorspace",
|
||||
GST_RANK_MARGINAL, GST_TYPE_RTP_HEADER_EXTENSION_COLORSPACE);
|
||||
|
||||
static void
|
||||
gst_rtp_header_extension_colorspace_init (GstRTPHeaderExtensionColorspace *
|
||||
self)
|
||||
{
|
||||
}
|
||||
|
||||
static GstRTPHeaderExtensionFlags
|
||||
gst_rtp_header_extension_colorspace_get_supported_flags (GstRTPHeaderExtension *
|
||||
ext)
|
||||
{
|
||||
GstRTPHeaderExtensionColorspace *self =
|
||||
GST_RTP_HEADER_EXTENSION_COLORSPACE (ext);
|
||||
|
||||
return self->has_hdr_meta ?
|
||||
GST_RTP_HEADER_EXTENSION_TWO_BYTE : GST_RTP_HEADER_EXTENSION_ONE_BYTE;
|
||||
}
|
||||
|
||||
static gsize
|
||||
gst_rtp_header_extension_colorspace_get_max_size (GstRTPHeaderExtension * ext,
|
||||
const GstBuffer * buffer)
|
||||
{
|
||||
GstRTPHeaderExtensionColorspace *self =
|
||||
GST_RTP_HEADER_EXTENSION_COLORSPACE (ext);
|
||||
|
||||
return self->has_hdr_meta ?
|
||||
GST_RTP_HDREXT_COLORSPACE_WITH_HDR_META_SIZE :
|
||||
GST_RTP_HDREXT_COLORSPACE_SIZE;
|
||||
}
|
||||
|
||||
static gsize
|
||||
gst_rtp_header_extension_colorspace_write (GstRTPHeaderExtension * ext,
|
||||
const GstBuffer * input_meta, GstRTPHeaderExtensionFlags write_flags,
|
||||
GstBuffer * output, guint8 * data, gsize size)
|
||||
{
|
||||
GstRTPHeaderExtensionColorspace *self =
|
||||
GST_RTP_HEADER_EXTENSION_COLORSPACE (ext);
|
||||
GstRTPBuffer rtp = GST_RTP_BUFFER_INIT;
|
||||
gboolean is_frame_last_buffer;
|
||||
guint8 *ptr = data;
|
||||
guint8 horizontal_site;
|
||||
guint8 vertical_site;
|
||||
|
||||
g_return_val_if_fail (size >=
|
||||
gst_rtp_header_extension_colorspace_get_max_size (ext, NULL), -1);
|
||||
g_return_val_if_fail (write_flags &
|
||||
gst_rtp_header_extension_colorspace_get_supported_flags (ext), -1);
|
||||
|
||||
if (self->colorimetry.matrix == GST_VIDEO_COLOR_MATRIX_UNKNOWN &&
|
||||
self->colorimetry.primaries == GST_VIDEO_COLOR_PRIMARIES_UNKNOWN &&
|
||||
self->colorimetry.range == GST_VIDEO_COLOR_RANGE_UNKNOWN &&
|
||||
self->colorimetry.transfer == GST_VIDEO_TRANSFER_UNKNOWN) {
|
||||
/* Nothing to write. */
|
||||
return 0;
|
||||
}
|
||||
|
||||
gst_rtp_buffer_map (output, GST_MAP_READ, &rtp);
|
||||
is_frame_last_buffer = gst_rtp_buffer_get_marker (&rtp);
|
||||
gst_rtp_buffer_unmap (&rtp);
|
||||
|
||||
if (!is_frame_last_buffer) {
|
||||
/* Only a video frame's final packet should carry color space info. */
|
||||
return 0;
|
||||
}
|
||||
|
||||
*ptr++ = gst_video_color_primaries_to_iso (self->colorimetry.primaries);
|
||||
*ptr++ = gst_video_transfer_function_to_iso (self->colorimetry.transfer);
|
||||
*ptr++ = gst_video_color_matrix_to_iso (self->colorimetry.matrix);
|
||||
|
||||
if (self->chroma_site & GST_VIDEO_CHROMA_SITE_H_COSITED) {
|
||||
horizontal_site = 1;
|
||||
} else if (self->chroma_site & GST_VIDEO_CHROMA_SITE_NONE) {
|
||||
horizontal_site = 2;
|
||||
} else {
|
||||
horizontal_site = 0;
|
||||
}
|
||||
|
||||
if (self->chroma_site & GST_VIDEO_CHROMA_SITE_V_COSITED) {
|
||||
vertical_site = 1;
|
||||
} else if (self->chroma_site & GST_VIDEO_CHROMA_SITE_NONE) {
|
||||
vertical_site = 2;
|
||||
} else {
|
||||
vertical_site = 0;
|
||||
}
|
||||
|
||||
*ptr++ =
|
||||
(self->colorimetry.range << 4) + (horizontal_site << 2) + vertical_site;
|
||||
|
||||
if (self->has_hdr_meta) {
|
||||
guint i;
|
||||
|
||||
GST_WRITE_UINT16_BE (ptr,
|
||||
self->mdi.max_display_mastering_luminance / 10000);
|
||||
ptr += 2;
|
||||
GST_WRITE_UINT16_BE (ptr, self->mdi.min_display_mastering_luminance);
|
||||
ptr += 2;
|
||||
|
||||
for (i = 0; i < 3; ++i) {
|
||||
GST_WRITE_UINT16_BE (ptr, self->mdi.display_primaries[i].x);
|
||||
ptr += 2;
|
||||
GST_WRITE_UINT16_BE (ptr, self->mdi.display_primaries[i].y);
|
||||
ptr += 2;
|
||||
}
|
||||
|
||||
GST_WRITE_UINT16_BE (ptr, self->mdi.white_point.x);
|
||||
ptr += 2;
|
||||
GST_WRITE_UINT16_BE (ptr, self->mdi.white_point.y);
|
||||
ptr += 2;
|
||||
|
||||
GST_WRITE_UINT16_BE (ptr, self->cll.max_content_light_level);
|
||||
ptr += 2;
|
||||
GST_WRITE_UINT16_BE (ptr, self->cll.max_frame_average_light_level);
|
||||
ptr += 2;
|
||||
}
|
||||
|
||||
return ptr - data;
|
||||
}
|
||||
|
||||
static gboolean
|
||||
parse_colorspace (GstByteReader * reader, GstVideoColorimetry * colorimetry,
|
||||
GstVideoChromaSite * chroma_site)
|
||||
{
|
||||
guint8 val;
|
||||
|
||||
g_return_val_if_fail (reader != NULL, FALSE);
|
||||
g_return_val_if_fail (colorimetry != NULL, FALSE);
|
||||
g_return_val_if_fail (chroma_site != NULL, FALSE);
|
||||
|
||||
if (gst_byte_reader_get_remaining (reader) < GST_RTP_HDREXT_COLORSPACE_SIZE) {
|
||||
return FALSE;
|
||||
}
|
||||
|
||||
if (!gst_byte_reader_get_uint8 (reader, &val)) {
|
||||
return FALSE;
|
||||
}
|
||||
colorimetry->primaries = gst_video_color_primaries_from_iso (val);
|
||||
|
||||
if (!gst_byte_reader_get_uint8 (reader, &val)) {
|
||||
return FALSE;
|
||||
}
|
||||
colorimetry->transfer = gst_video_transfer_function_from_iso (val);
|
||||
|
||||
if (!gst_byte_reader_get_uint8 (reader, &val)) {
|
||||
return FALSE;
|
||||
}
|
||||
colorimetry->matrix = gst_video_color_matrix_from_iso (val);
|
||||
|
||||
*chroma_site = GST_VIDEO_CHROMA_SITE_UNKNOWN;
|
||||
|
||||
if (!gst_byte_reader_get_uint8 (reader, &val)) {
|
||||
return FALSE;
|
||||
}
|
||||
switch ((val >> 2) & 0x03) {
|
||||
case 1:
|
||||
*chroma_site |= GST_VIDEO_CHROMA_SITE_H_COSITED;
|
||||
break;
|
||||
case 2:
|
||||
*chroma_site |= GST_VIDEO_CHROMA_SITE_NONE;
|
||||
break;
|
||||
}
|
||||
|
||||
switch (val & 0x03) {
|
||||
case 1:
|
||||
*chroma_site |= GST_VIDEO_CHROMA_SITE_V_COSITED;
|
||||
break;
|
||||
case 2:
|
||||
*chroma_site |= GST_VIDEO_CHROMA_SITE_NONE;
|
||||
break;
|
||||
}
|
||||
|
||||
colorimetry->range = val >> 4;
|
||||
|
||||
return TRUE;
|
||||
}
|
||||
|
||||
static gboolean
|
||||
parse_colorspace_with_hdr_meta (GstByteReader * reader,
|
||||
GstVideoColorimetry * colorimetry,
|
||||
GstVideoChromaSite * chroma_site,
|
||||
GstVideoMasteringDisplayInfo * mastering_display_info,
|
||||
GstVideoContentLightLevel * content_light_level)
|
||||
{
|
||||
guint i;
|
||||
guint16 val16;
|
||||
|
||||
g_return_val_if_fail (reader != NULL, FALSE);
|
||||
g_return_val_if_fail (mastering_display_info != NULL, FALSE);
|
||||
g_return_val_if_fail (content_light_level != NULL, FALSE);
|
||||
|
||||
if (gst_byte_reader_get_remaining (reader) <
|
||||
GST_RTP_HDREXT_COLORSPACE_WITH_HDR_META_SIZE) {
|
||||
return FALSE;
|
||||
}
|
||||
|
||||
if (!parse_colorspace (reader, colorimetry, chroma_site)) {
|
||||
return FALSE;
|
||||
}
|
||||
|
||||
if (!gst_byte_reader_get_uint16_be (reader, &val16)) {
|
||||
return FALSE;
|
||||
}
|
||||
mastering_display_info->max_display_mastering_luminance = val16 * 10000;
|
||||
|
||||
if (!gst_byte_reader_get_uint16_be (reader, &val16)) {
|
||||
return FALSE;
|
||||
}
|
||||
mastering_display_info->min_display_mastering_luminance = val16;
|
||||
|
||||
for (i = 0; i < 3; ++i) {
|
||||
if (!gst_byte_reader_get_uint16_be (reader,
|
||||
&mastering_display_info->display_primaries[i].x)) {
|
||||
return FALSE;
|
||||
}
|
||||
|
||||
if (!gst_byte_reader_get_uint16_be (reader,
|
||||
&mastering_display_info->display_primaries[i].y)) {
|
||||
return FALSE;
|
||||
}
|
||||
}
|
||||
|
||||
if (!gst_byte_reader_get_uint16_be (reader,
|
||||
&mastering_display_info->white_point.x)) {
|
||||
return FALSE;
|
||||
}
|
||||
if (!gst_byte_reader_get_uint16_be (reader,
|
||||
&mastering_display_info->white_point.y)) {
|
||||
return FALSE;
|
||||
}
|
||||
|
||||
if (!gst_byte_reader_get_uint16_be (reader,
|
||||
&content_light_level->max_content_light_level)) {
|
||||
return FALSE;
|
||||
}
|
||||
if (!gst_byte_reader_get_uint16_be (reader,
|
||||
&content_light_level->max_frame_average_light_level)) {
|
||||
return FALSE;
|
||||
}
|
||||
|
||||
return TRUE;
|
||||
}
|
||||
|
||||
static gboolean
|
||||
gst_rtp_header_extension_colorspace_read (GstRTPHeaderExtension * ext,
|
||||
GstRTPHeaderExtensionFlags read_flags, const guint8 * data, gsize size,
|
||||
GstBuffer * buffer)
|
||||
{
|
||||
GstRTPHeaderExtensionColorspace *self =
|
||||
GST_RTP_HEADER_EXTENSION_COLORSPACE (ext);
|
||||
gboolean has_hdr_meta;
|
||||
GstByteReader *reader;
|
||||
GstVideoColorimetry colorimetry;
|
||||
GstVideoChromaSite chroma_site;
|
||||
GstVideoMasteringDisplayInfo mdi;
|
||||
GstVideoContentLightLevel cll;
|
||||
gboolean caps_update_needed;
|
||||
gboolean result;
|
||||
|
||||
if (size != GST_RTP_HDREXT_COLORSPACE_SIZE &&
|
||||
size != GST_RTP_HDREXT_COLORSPACE_WITH_HDR_META_SIZE) {
|
||||
GST_WARNING_OBJECT (ext, "Invalid Color Space header extension size %"
|
||||
G_GSIZE_FORMAT, size);
|
||||
return FALSE;
|
||||
}
|
||||
|
||||
has_hdr_meta = size == GST_RTP_HDREXT_COLORSPACE_WITH_HDR_META_SIZE;
|
||||
|
||||
reader = gst_byte_reader_new (data, size);
|
||||
|
||||
if (has_hdr_meta) {
|
||||
result = parse_colorspace_with_hdr_meta (reader, &colorimetry, &chroma_site,
|
||||
&mdi, &cll);
|
||||
} else {
|
||||
result = parse_colorspace (reader, &colorimetry, &chroma_site);
|
||||
}
|
||||
|
||||
g_clear_pointer (&reader, gst_byte_reader_free);
|
||||
|
||||
if (!gst_video_colorimetry_is_equal (&self->colorimetry, &colorimetry)) {
|
||||
caps_update_needed = TRUE;
|
||||
self->colorimetry = colorimetry;
|
||||
}
|
||||
|
||||
if (self->chroma_site != chroma_site) {
|
||||
caps_update_needed = TRUE;
|
||||
self->chroma_site = chroma_site;
|
||||
}
|
||||
|
||||
if (self->has_hdr_meta != has_hdr_meta) {
|
||||
caps_update_needed = TRUE;
|
||||
self->has_hdr_meta = has_hdr_meta;
|
||||
}
|
||||
|
||||
if (has_hdr_meta) {
|
||||
if (!gst_video_mastering_display_info_is_equal (&self->mdi, &mdi)) {
|
||||
caps_update_needed = TRUE;
|
||||
self->mdi = mdi;
|
||||
}
|
||||
if (!gst_video_content_light_level_is_equal (&self->cll, &cll)) {
|
||||
caps_update_needed = TRUE;
|
||||
self->cll = cll;
|
||||
}
|
||||
}
|
||||
|
||||
if (caps_update_needed) {
|
||||
gst_rtp_header_extension_set_wants_update_non_rtp_src_caps (ext, TRUE);
|
||||
}
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
static gboolean
|
||||
gst_rtp_header_extension_colorspace_set_non_rtp_sink_caps
|
||||
(GstRTPHeaderExtension * ext, const GstCaps * caps)
|
||||
{
|
||||
GstRTPHeaderExtensionColorspace *self =
|
||||
GST_RTP_HEADER_EXTENSION_COLORSPACE (ext);
|
||||
GstStructure *s;
|
||||
const gchar *colorimetry;
|
||||
const gchar *chroma_site;
|
||||
|
||||
s = gst_caps_get_structure (caps, 0);
|
||||
|
||||
colorimetry = gst_structure_get_string (s, "colorimetry");
|
||||
if (colorimetry) {
|
||||
gst_video_colorimetry_from_string (&self->colorimetry, colorimetry);
|
||||
|
||||
self->has_hdr_meta =
|
||||
gst_video_mastering_display_info_from_caps (&self->mdi, caps);
|
||||
|
||||
gst_video_content_light_level_from_caps (&self->cll, caps);
|
||||
}
|
||||
|
||||
chroma_site = gst_structure_get_string (s, "chroma-site");
|
||||
if (chroma_site) {
|
||||
self->chroma_site = gst_video_chroma_from_string (chroma_site);
|
||||
}
|
||||
|
||||
return TRUE;
|
||||
}
|
||||
|
||||
static gboolean
|
||||
gst_rtp_header_extension_colorspace_update_non_rtp_src_caps
|
||||
(GstRTPHeaderExtension * ext, GstCaps * caps)
|
||||
{
|
||||
GstRTPHeaderExtensionColorspace *self =
|
||||
GST_RTP_HEADER_EXTENSION_COLORSPACE (ext);
|
||||
|
||||
gchar *color_str;
|
||||
|
||||
gst_structure_remove_fields (gst_caps_get_structure (caps, 0),
|
||||
"mastering-display-info", "content-light-level", NULL);
|
||||
|
||||
if ((color_str = gst_video_colorimetry_to_string (&self->colorimetry))) {
|
||||
gst_caps_set_simple (caps, "colorimetry", G_TYPE_STRING, color_str, NULL);
|
||||
g_free (color_str);
|
||||
}
|
||||
if (self->chroma_site != GST_VIDEO_CHROMA_SITE_UNKNOWN) {
|
||||
gst_caps_set_simple (caps, "chroma-site", G_TYPE_STRING,
|
||||
gst_video_chroma_to_string (self->chroma_site), NULL);
|
||||
}
|
||||
if (self->has_hdr_meta) {
|
||||
gst_video_mastering_display_info_add_to_caps (&self->mdi, caps);
|
||||
gst_video_content_light_level_add_to_caps (&self->cll, caps);
|
||||
}
|
||||
|
||||
return TRUE;
|
||||
}
|
||||
|
||||
static void
|
||||
gst_rtp_header_extension_colorspace_class_init
|
||||
(GstRTPHeaderExtensionColorspaceClass * klass)
|
||||
{
|
||||
GstRTPHeaderExtensionClass *rtp_hdr_class =
|
||||
GST_RTP_HEADER_EXTENSION_CLASS (klass);
|
||||
GstElementClass *gstelement_class = GST_ELEMENT_CLASS (klass);
|
||||
|
||||
rtp_hdr_class->get_supported_flags =
|
||||
gst_rtp_header_extension_colorspace_get_supported_flags;
|
||||
rtp_hdr_class->get_max_size =
|
||||
gst_rtp_header_extension_colorspace_get_max_size;
|
||||
rtp_hdr_class->write = gst_rtp_header_extension_colorspace_write;
|
||||
rtp_hdr_class->read = gst_rtp_header_extension_colorspace_read;
|
||||
rtp_hdr_class->set_non_rtp_sink_caps =
|
||||
gst_rtp_header_extension_colorspace_set_non_rtp_sink_caps;
|
||||
rtp_hdr_class->update_non_rtp_src_caps =
|
||||
gst_rtp_header_extension_colorspace_update_non_rtp_src_caps;
|
||||
rtp_hdr_class->set_attributes_from_caps =
|
||||
gst_rtp_header_extension_set_attributes_from_caps_simple_sdp;
|
||||
rtp_hdr_class->set_caps_from_attributes =
|
||||
gst_rtp_header_extension_set_caps_from_attributes_simple_sdp;
|
||||
|
||||
gst_element_class_set_static_metadata (gstelement_class,
|
||||
"Color Space", GST_RTP_HDREXT_ELEMENT_CLASS,
|
||||
"Extends RTP packets with color space and high dynamic range (HDR) information.",
|
||||
"Jakub Adam <jakub.adam@collabora.com>");
|
||||
gst_rtp_header_extension_class_set_uri (rtp_hdr_class,
|
||||
GST_RTP_HDREXT_COLORSPACE_URI);
|
||||
}
|
||||
41
gst/rtp/gstrtphdrext-colorspace.h
Normal file
41
gst/rtp/gstrtphdrext-colorspace.h
Normal file
|
|
@ -0,0 +1,41 @@
|
|||
/* GStreamer
|
||||
* Copyright (C) 2020-2021 Collabora Ltd.
|
||||
* @author: Jakub Adam <jakub.adam@collabora.com>
|
||||
*
|
||||
* gstrtphdrext-colorspace.h: Color Space RTP header extension
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Library General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Library General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Library General Public
|
||||
* License along with this library; if not, write to the
|
||||
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
||||
* Boston, MA 02111-1307, USA.
|
||||
*/
|
||||
|
||||
#ifndef __GST_RTPHDREXT_COLORSPACE_H__
|
||||
#define __GST_RTPHDREXT_COLORSPACE_H__
|
||||
|
||||
#include <gst/rtp/gstrtphdrext.h>
|
||||
|
||||
G_BEGIN_DECLS
|
||||
|
||||
#define GST_RTP_HDREXT_COLORSPACE_SIZE 4
|
||||
#define GST_RTP_HDREXT_COLORSPACE_WITH_HDR_META_SIZE 28
|
||||
#define GST_RTP_HDREXT_COLORSPACE_URI "http://www.webrtc.org/experiments/rtp-hdrext/color-space"
|
||||
|
||||
#define GST_TYPE_RTP_HEADER_EXTENSION_COLORSPACE (gst_rtp_header_extension_colorspace_get_type())
|
||||
|
||||
G_DECLARE_FINAL_TYPE (GstRTPHeaderExtensionColorspace, gst_rtp_header_extension_colorspace,
|
||||
GST, RTP_HEADER_EXTENSION_COLORSPACE, GstRTPHeaderExtension)
|
||||
|
||||
G_END_DECLS
|
||||
|
||||
#endif /* __GST_RTPHDREXT_COLORSPACE_H__ */
|
||||
|
|
@ -42,6 +42,7 @@ rtp_sources = [
|
|||
'gstrtpgsmpay.c',
|
||||
'gstrtpamrdepay.c',
|
||||
'gstrtpamrpay.c',
|
||||
'gstrtphdrext-colorspace.c',
|
||||
'gstrtph261depay.c',
|
||||
'gstrtph261pay.c',
|
||||
'gstrtph263pdepay.c',
|
||||
|
|
|
|||
261
tests/check/elements/rtphdrext-colorspace.c
Normal file
261
tests/check/elements/rtphdrext-colorspace.c
Normal file
|
|
@ -0,0 +1,261 @@
|
|||
/* GStreamer
|
||||
*
|
||||
* unit test for rtphdrext-colorspace elements
|
||||
*
|
||||
* Copyright (C) 2020-2021 Collabora Ltd.
|
||||
* @author: Jakub Adam <jakub.adam@collabora.com>
|
||||
*
|
||||
* This library is free software; you can redistribute it and/or
|
||||
* modify it under the terms of the GNU Library General Public
|
||||
* License as published by the Free Software Foundation; either
|
||||
* version 2 of the License, or (at your option) any later version.
|
||||
*
|
||||
* This library is distributed in the hope that it will be useful,
|
||||
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
* Library General Public License for more details.
|
||||
*
|
||||
* You should have received a copy of the GNU Library General Public
|
||||
* License along with this library; if not, write to the
|
||||
* Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
|
||||
* Boston, MA 02110-1301, USA.
|
||||
*/
|
||||
|
||||
#include <gst/check/gstcheck.h>
|
||||
#include <gst/check/gstharness.h>
|
||||
#include <gst/video/video-color.h>
|
||||
#include <gst/video/video-hdr.h>
|
||||
#include <gst/rtp/gstrtphdrext-colorspace.h>
|
||||
|
||||
#define EXTMAP_ID 9
|
||||
|
||||
const GstVideoColorimetry expected_colorimetry = {
|
||||
GST_VIDEO_COLOR_RANGE_0_255,
|
||||
GST_VIDEO_COLOR_MATRIX_BT601,
|
||||
GST_VIDEO_TRANSFER_BT2020_10,
|
||||
GST_VIDEO_COLOR_PRIMARIES_BT2020
|
||||
};
|
||||
|
||||
const GstVideoChromaSite expected_chroma_site = GST_VIDEO_CHROMA_SITE_MPEG2;
|
||||
|
||||
const GstVideoMasteringDisplayInfo expected_display_info = {
|
||||
{{1, 2}, {3, 4}, {5, 6}},
|
||||
{7, 8},
|
||||
10000,
|
||||
42
|
||||
};
|
||||
|
||||
const GstVideoContentLightLevel expected_content_light_level = {
|
||||
35987, 28543
|
||||
};
|
||||
|
||||
const guint8 vp8_payload[] = {
|
||||
0x30, 0x00, 0x00, 0x9d, 0x01, 0x2a, 0xb0, 0x00, 0x90, 0x00, 0x06, 0x47,
|
||||
0x08, 0x85, 0x85, 0x88, 0x99, 0x84, 0x88, 0x21, 0x00
|
||||
};
|
||||
|
||||
/* validate that upstream colorspace information get embedded into RTP packets
|
||||
* as Color Space header extension and correctly reconstructed in depayloader's
|
||||
* srccaps. This variant of the test case creates the one-byte form of the
|
||||
* header (without HDR metadata).
|
||||
*/
|
||||
GST_START_TEST (test_rtphdrext_colorspace_onebyte)
|
||||
{
|
||||
GstHarness *h;
|
||||
GstElement *pay, *depay;
|
||||
GstVideoColorimetry colorimetry;
|
||||
GstVideoChromaSite chroma_site;
|
||||
gchar *colorimetry_str;
|
||||
const gchar *str;
|
||||
GstCaps *src_caps, *caps, *expected_caps;
|
||||
GstPad *pad;
|
||||
GstStructure *s;
|
||||
GstRTPHeaderExtension *pay_ext, *depay_ext;
|
||||
|
||||
h = gst_harness_new_parse ("rtpvp8pay ! rtpvp8depay");
|
||||
|
||||
pay = gst_harness_find_element (h, "rtpvp8pay");
|
||||
depay = gst_harness_find_element (h, "rtpvp8depay");
|
||||
|
||||
pay_ext =
|
||||
GST_RTP_HEADER_EXTENSION (gst_element_factory_make ("rtphdrextcolorspace",
|
||||
NULL));
|
||||
depay_ext =
|
||||
GST_RTP_HEADER_EXTENSION (gst_element_factory_make ("rtphdrextcolorspace",
|
||||
NULL));
|
||||
|
||||
gst_rtp_header_extension_set_id (pay_ext, EXTMAP_ID);
|
||||
gst_rtp_header_extension_set_id (depay_ext, EXTMAP_ID);
|
||||
|
||||
g_signal_emit_by_name (pay, "add-extension", pay_ext);
|
||||
g_signal_emit_by_name (depay, "add-extension", depay_ext);
|
||||
|
||||
colorimetry_str = gst_video_colorimetry_to_string (&expected_colorimetry);
|
||||
src_caps = gst_caps_new_simple ("video/x-vp8",
|
||||
"colorimetry", G_TYPE_STRING, colorimetry_str,
|
||||
"chroma-site", G_TYPE_STRING,
|
||||
gst_video_chroma_to_string (expected_chroma_site), NULL);
|
||||
|
||||
gst_harness_set_src_caps (h, src_caps);
|
||||
|
||||
gst_harness_push (h, gst_buffer_new_wrapped (g_memdup (vp8_payload,
|
||||
sizeof (vp8_payload)), sizeof (vp8_payload)));
|
||||
|
||||
/* verify depayloader correctly reconstructs colorspace information in
|
||||
* its srccaps. */
|
||||
pad = gst_element_get_static_pad (depay, "src");
|
||||
caps = gst_pad_get_current_caps (pad);
|
||||
s = gst_caps_get_structure (caps, 0);
|
||||
gst_object_unref (pad);
|
||||
|
||||
str = gst_structure_get_string (s, "colorimetry");
|
||||
fail_unless (str != NULL);
|
||||
gst_video_colorimetry_from_string (&colorimetry, str);
|
||||
fail_unless (gst_video_colorimetry_is_equal (&colorimetry,
|
||||
&expected_colorimetry));
|
||||
|
||||
str = gst_structure_get_string (s, "chroma-site");
|
||||
fail_unless (str != NULL);
|
||||
chroma_site = gst_video_chroma_from_string (str);
|
||||
fail_unless_equals_int (chroma_site, expected_chroma_site);
|
||||
|
||||
gst_caps_unref (caps);
|
||||
|
||||
/* verify the presence of Color Space extmap in caps */
|
||||
pad = gst_element_get_static_pad (pay, "src");
|
||||
caps = gst_pad_get_current_caps (pad);
|
||||
expected_caps = gst_caps_from_string ("application/x-rtp, "
|
||||
"extmap-" G_STRINGIFY (EXTMAP_ID) "=" GST_RTP_HDREXT_COLORSPACE_URI);
|
||||
fail_unless (gst_caps_is_subset (caps, expected_caps));
|
||||
gst_object_unref (pad);
|
||||
gst_caps_unref (caps);
|
||||
gst_caps_unref (expected_caps);
|
||||
|
||||
g_free (colorimetry_str);
|
||||
|
||||
gst_object_unref (pay_ext);
|
||||
gst_object_unref (depay_ext);
|
||||
gst_object_unref (pay);
|
||||
gst_object_unref (depay);
|
||||
gst_harness_teardown (h);
|
||||
}
|
||||
|
||||
GST_END_TEST;
|
||||
|
||||
/* validate that upstream colorspace information get embedded into RTP packets
|
||||
* as Color Space header extension and correctly reconstructed in depayloader's
|
||||
* srccaps. This variant of the test case creates the two-byte form of the
|
||||
* header (including HDR metadata).
|
||||
*/
|
||||
GST_START_TEST (test_rtphdrext_colorspace_twobyte)
|
||||
{
|
||||
GstHarness *h;
|
||||
GstElement *pay, *depay;
|
||||
GstVideoColorimetry colorimetry;
|
||||
GstVideoChromaSite chroma_site;
|
||||
GstVideoMasteringDisplayInfo display_info;
|
||||
GstVideoContentLightLevel content_light_level;
|
||||
gchar *colorimetry_str;
|
||||
const gchar *str;
|
||||
GstCaps *src_caps, *caps, *expected_caps;
|
||||
GstPad *pad;
|
||||
GstStructure *s;
|
||||
GstRTPHeaderExtension *pay_ext, *depay_ext;
|
||||
|
||||
h = gst_harness_new_parse ("rtpvp8pay ! rtpvp8depay");
|
||||
|
||||
pay = gst_harness_find_element (h, "rtpvp8pay");
|
||||
depay = gst_harness_find_element (h, "rtpvp8depay");
|
||||
|
||||
pay_ext =
|
||||
GST_RTP_HEADER_EXTENSION (gst_element_factory_make ("rtphdrextcolorspace",
|
||||
NULL));
|
||||
depay_ext =
|
||||
GST_RTP_HEADER_EXTENSION (gst_element_factory_make ("rtphdrextcolorspace",
|
||||
NULL));
|
||||
|
||||
gst_rtp_header_extension_set_id (pay_ext, EXTMAP_ID);
|
||||
gst_rtp_header_extension_set_id (depay_ext, EXTMAP_ID);
|
||||
|
||||
g_signal_emit_by_name (pay, "add-extension", pay_ext);
|
||||
g_signal_emit_by_name (depay, "add-extension", depay_ext);
|
||||
|
||||
colorimetry_str = gst_video_colorimetry_to_string (&expected_colorimetry);
|
||||
src_caps = gst_caps_new_simple ("video/x-vp8",
|
||||
"colorimetry", G_TYPE_STRING, colorimetry_str,
|
||||
"chroma-site", G_TYPE_STRING,
|
||||
gst_video_chroma_to_string (expected_chroma_site), NULL);
|
||||
gst_video_mastering_display_info_add_to_caps (&expected_display_info,
|
||||
src_caps);
|
||||
gst_video_content_light_level_add_to_caps (&expected_content_light_level,
|
||||
src_caps);
|
||||
|
||||
gst_harness_set_src_caps (h, src_caps);
|
||||
|
||||
gst_harness_push (h, gst_buffer_new_wrapped (g_memdup (vp8_payload,
|
||||
sizeof (vp8_payload)), sizeof (vp8_payload)));
|
||||
|
||||
/* verify depayloader correctly reconstructs colorspace information in
|
||||
* its srccaps. */
|
||||
pad = gst_element_get_static_pad (depay, "src");
|
||||
caps = gst_pad_get_current_caps (pad);
|
||||
s = gst_caps_get_structure (caps, 0);
|
||||
gst_object_unref (pad);
|
||||
|
||||
str = gst_structure_get_string (s, "colorimetry");
|
||||
fail_unless (str != NULL);
|
||||
gst_video_colorimetry_from_string (&colorimetry, str);
|
||||
fail_unless (gst_video_colorimetry_is_equal (&colorimetry,
|
||||
&expected_colorimetry));
|
||||
|
||||
str = gst_structure_get_string (s, "chroma-site");
|
||||
fail_unless (str != NULL);
|
||||
chroma_site = gst_video_chroma_from_string (str);
|
||||
fail_unless_equals_int (chroma_site, expected_chroma_site);
|
||||
|
||||
gst_video_mastering_display_info_from_caps (&display_info, caps);
|
||||
fail_unless (gst_video_mastering_display_info_is_equal (&display_info,
|
||||
&expected_display_info));
|
||||
|
||||
gst_video_content_light_level_from_caps (&content_light_level, caps);
|
||||
fail_unless (gst_video_content_light_level_is_equal (&content_light_level,
|
||||
&expected_content_light_level));
|
||||
|
||||
gst_caps_unref (caps);
|
||||
|
||||
/* verify the presence of Color Space extmap in caps */
|
||||
pad = gst_element_get_static_pad (pay, "src");
|
||||
caps = gst_pad_get_current_caps (pad);
|
||||
expected_caps = gst_caps_from_string ("application/x-rtp, "
|
||||
"extmap-" G_STRINGIFY (EXTMAP_ID) "=" GST_RTP_HDREXT_COLORSPACE_URI);
|
||||
fail_unless (gst_caps_is_subset (caps, expected_caps));
|
||||
gst_object_unref (pad);
|
||||
gst_caps_unref (caps);
|
||||
gst_caps_unref (expected_caps);
|
||||
|
||||
g_free (colorimetry_str);
|
||||
|
||||
gst_object_unref (pay_ext);
|
||||
gst_object_unref (depay_ext);
|
||||
gst_object_unref (pay);
|
||||
gst_object_unref (depay);
|
||||
gst_harness_teardown (h);
|
||||
}
|
||||
|
||||
GST_END_TEST;
|
||||
|
||||
static Suite *
|
||||
rtphdrext_colorspace_suite (void)
|
||||
{
|
||||
Suite *s = suite_create ("rtphdrext_colorspace");
|
||||
TCase *tc_chain = tcase_create ("general");
|
||||
|
||||
suite_add_tcase (s, tc_chain);
|
||||
|
||||
tcase_add_test (tc_chain, test_rtphdrext_colorspace_onebyte);
|
||||
tcase_add_test (tc_chain, test_rtphdrext_colorspace_twobyte);
|
||||
|
||||
return s;
|
||||
}
|
||||
|
||||
GST_CHECK_MAIN (rtphdrext_colorspace)
|
||||
|
|
@ -61,6 +61,7 @@ good_tests = [
|
|||
[ 'elements/rganalysis' ],
|
||||
[ 'elements/rglimiter' ],
|
||||
[ 'elements/rgvolume' ],
|
||||
[ 'elements/rtphdrext-colorspace' ],
|
||||
[ 'elements/rtph261' ],
|
||||
[ 'elements/rtph263' ],
|
||||
[ 'elements/rtph264' ],
|
||||
|
|
|
|||
Loading…
Reference in a new issue