| /* GStreamer RTP H.265 unit test | |
| * | |
| * Copyright (C) 2017 Centricular Ltd | |
| * @author: Tim-Philipp Müller <tim@centricular.com> | |
| * Copyright (C) 2018 Collabora Ltd | |
| * @author: Nicolas Dufresne <nicolas.dufresne@collabora.com> | |
| * | |
| * This library is free software; you can redistribute it and/or | |
| * modify it under the terms of the GNU Library General Public | |
| * License as published by the Free Software Foundation; either | |
| * version 2 of the License, or (at your option) any later version. | |
| * | |
| * This library is distributed in the hope that it will be useful, | |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
| * Library General Public License for more details. | |
| * | |
| * You should have received a copy of the GNU Library General Public | |
| * License along with this library; if not, write to the | |
| * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, | |
| * Boston, MA 02110-1301, USA. | |
| */ | |
| #ifdef HAVE_CONFIG_H | |
| #include "config.h" | |
| #endif | |
| #include <gst/check/check.h> | |
| #include <gst/app/app.h> | |
| #include <gst/rtp/gstrtpbuffer.h> | |
| #include <gst/rtp/gstrtph265types.h> | |
| #define ALLOCATOR_CUSTOM_SYSMEM "CustomSysMem" | |
| static GstAllocator *custom_sysmem_allocator; /* NULL */ | |
| /* Custom memory */ | |
| typedef struct | |
| { | |
| GstMemory mem; | |
| guint8 *data; | |
| guint8 *allocdata; | |
| } CustomSysmem; | |
| static CustomSysmem * | |
| custom_sysmem_new (GstMemoryFlags flags, gsize maxsize, gsize align, | |
| gsize offset, gsize size) | |
| { | |
| gsize aoffset, padding; | |
| CustomSysmem *mem; | |
| /* ensure configured alignment */ | |
| align |= gst_memory_alignment; | |
| /* allocate more to compensate for alignment */ | |
| maxsize += align; | |
| mem = g_new0 (CustomSysmem, 1); | |
| mem->allocdata = g_malloc (maxsize); | |
| mem->data = mem->allocdata; | |
| /* do alignment */ | |
| if ((aoffset = ((guintptr) mem->data & align))) { | |
| aoffset = (align + 1) - aoffset; | |
| mem->data += aoffset; | |
| maxsize -= aoffset; | |
| } | |
| if (offset && (flags & GST_MEMORY_FLAG_ZERO_PREFIXED)) | |
| memset (mem->data, 0, offset); | |
| padding = maxsize - (offset + size); | |
| if (padding && (flags & GST_MEMORY_FLAG_ZERO_PADDED)) | |
| memset (mem->data + offset + size, 0, padding); | |
| gst_memory_init (GST_MEMORY_CAST (mem), flags, custom_sysmem_allocator, | |
| NULL, maxsize, align, offset, size); | |
| return mem; | |
| } | |
| static gpointer | |
| custom_sysmem_map (CustomSysmem * mem, gsize maxsize, GstMapFlags flags) | |
| { | |
| return mem->data; | |
| } | |
| static gboolean | |
| custom_sysmem_unmap (CustomSysmem * mem) | |
| { | |
| return TRUE; | |
| } | |
| static CustomSysmem * | |
| custom_sysmem_copy (CustomSysmem * mem, gssize offset, gsize size) | |
| { | |
| g_return_val_if_reached (NULL); | |
| } | |
| static CustomSysmem * | |
| custom_sysmem_share (CustomSysmem * mem, gssize offset, gsize size) | |
| { | |
| g_return_val_if_reached (NULL); | |
| } | |
| static gboolean | |
| custom_sysmem_is_span (CustomSysmem * mem1, CustomSysmem * mem2, gsize * offset) | |
| { | |
| g_return_val_if_reached (FALSE); | |
| } | |
| /* Custom allocator */ | |
| typedef struct | |
| { | |
| GstAllocator allocator; | |
| } CustomSysmemAllocator; | |
| typedef struct | |
| { | |
| GstAllocatorClass allocator_class; | |
| } CustomSysmemAllocatorClass; | |
| GType custom_sysmem_allocator_get_type (void); | |
| G_DEFINE_TYPE (CustomSysmemAllocator, custom_sysmem_allocator, | |
| GST_TYPE_ALLOCATOR); | |
| static GstMemory * | |
| custom_sysmem_allocator_alloc (GstAllocator * allocator, gsize size, | |
| GstAllocationParams * params) | |
| { | |
| gsize maxsize = size + params->prefix + params->padding; | |
| return (GstMemory *) custom_sysmem_new (params->flags, | |
| maxsize, params->align, params->prefix, size); | |
| } | |
| static void | |
| custom_sysmem_allocator_free (GstAllocator * allocator, GstMemory * mem) | |
| { | |
| CustomSysmem *csmem = (CustomSysmem *) mem; | |
| g_free (csmem->allocdata); | |
| g_free (csmem); | |
| } | |
| static void | |
| custom_sysmem_allocator_class_init (CustomSysmemAllocatorClass * klass) | |
| { | |
| GstAllocatorClass *allocator_class = (GstAllocatorClass *) klass; | |
| allocator_class->alloc = custom_sysmem_allocator_alloc; | |
| allocator_class->free = custom_sysmem_allocator_free; | |
| } | |
| static void | |
| custom_sysmem_allocator_init (CustomSysmemAllocator * allocator) | |
| { | |
| GstAllocator *alloc = GST_ALLOCATOR_CAST (allocator); | |
| alloc->mem_type = ALLOCATOR_CUSTOM_SYSMEM; | |
| alloc->mem_map = (GstMemoryMapFunction) custom_sysmem_map; | |
| alloc->mem_unmap = (GstMemoryUnmapFunction) custom_sysmem_unmap; | |
| alloc->mem_copy = (GstMemoryCopyFunction) custom_sysmem_copy; | |
| alloc->mem_share = (GstMemoryShareFunction) custom_sysmem_share; | |
| alloc->mem_is_span = (GstMemoryIsSpanFunction) custom_sysmem_is_span; | |
| } | |
| /* AppSink subclass proposing our custom allocator to upstream */ | |
| typedef struct | |
| { | |
| GstAppSink appsink; | |
| } CMemAppSink; | |
| typedef struct | |
| { | |
| GstAppSinkClass appsink; | |
| } CMemAppSinkClass; | |
| GType c_mem_app_sink_get_type (void); | |
| G_DEFINE_TYPE (CMemAppSink, c_mem_app_sink, GST_TYPE_APP_SINK); | |
| static void | |
| c_mem_app_sink_init (CMemAppSink * cmemsink) | |
| { | |
| } | |
| static gboolean | |
| c_mem_app_sink_propose_allocation (GstBaseSink * sink, GstQuery * query) | |
| { | |
| gst_query_add_allocation_param (query, custom_sysmem_allocator, NULL); | |
| return TRUE; | |
| } | |
| static void | |
| c_mem_app_sink_class_init (CMemAppSinkClass * klass) | |
| { | |
| GstBaseSinkClass *basesink_class = (GstBaseSinkClass *) klass; | |
| basesink_class->propose_allocation = c_mem_app_sink_propose_allocation; | |
| } | |
| #define RTP_H265_FILE GST_TEST_FILES_PATH G_DIR_SEPARATOR_S "h265.rtp" | |
| GST_START_TEST (test_rtph265depay_with_downstream_allocator) | |
| { | |
| GstElement *pipeline, *src, *depay, *sink; | |
| GstMemory *mem; | |
| GstSample *sample; | |
| GstBuffer *buf; | |
| GstCaps *caps; | |
| custom_sysmem_allocator = | |
| g_object_new (custom_sysmem_allocator_get_type (), NULL); | |
| pipeline = gst_pipeline_new ("pipeline"); | |
| src = gst_element_factory_make ("appsrc", NULL); | |
| caps = gst_caps_new_simple ("application/x-rtp", | |
| "media", G_TYPE_STRING, "video", | |
| "payload", G_TYPE_INT, 96, | |
| "clock-rate", G_TYPE_INT, 90000, | |
| "encoding-name", G_TYPE_STRING, "H265", | |
| "ssrc", G_TYPE_UINT, 1990683810, | |
| "timestamp-offset", G_TYPE_UINT, 3697583446UL, | |
| "seqnum-offset", G_TYPE_UINT, 15568, | |
| "a-framerate", G_TYPE_STRING, "30", NULL); | |
| g_object_set (src, "format", GST_FORMAT_TIME, "caps", caps, NULL); | |
| gst_bin_add (GST_BIN (pipeline), src); | |
| gst_caps_unref (caps); | |
| depay = gst_element_factory_make ("rtph265depay", NULL); | |
| gst_bin_add (GST_BIN (pipeline), depay); | |
| sink = g_object_new (c_mem_app_sink_get_type (), NULL); | |
| gst_bin_add (GST_BIN (pipeline), sink); | |
| gst_element_link_many (src, depay, sink, NULL); | |
| gst_element_set_state (pipeline, GST_STATE_PAUSED); | |
| { | |
| gchar *data, *pdata; | |
| gsize len; | |
| fail_unless (g_file_get_contents (RTP_H265_FILE, &data, &len, NULL)); | |
| fail_unless (len > 2); | |
| pdata = data; | |
| while (len > 2) { | |
| GstFlowReturn flow; | |
| guint16 packet_len; | |
| packet_len = GST_READ_UINT16_BE (pdata); | |
| GST_INFO ("rtp packet length: %u (bytes left: %u)", packet_len, | |
| (guint) len); | |
| fail_unless (len >= 2 + packet_len); | |
| flow = gst_app_src_push_buffer (GST_APP_SRC (src), | |
| gst_buffer_new_memdup (pdata + 2, packet_len)); | |
| fail_unless_equals_int (flow, GST_FLOW_OK); | |
| pdata += 2 + packet_len; | |
| len -= 2 + packet_len; | |
| } | |
| g_free (data); | |
| } | |
| gst_app_src_end_of_stream (GST_APP_SRC (src)); | |
| sample = gst_app_sink_pull_preroll (GST_APP_SINK (sink)); | |
| fail_unless (sample != NULL); | |
| buf = gst_sample_get_buffer (sample); | |
| GST_LOG ("buffer has %u memories", gst_buffer_n_memory (buf)); | |
| GST_LOG ("buffer size: %u", (guint) gst_buffer_get_size (buf)); | |
| fail_unless (gst_buffer_n_memory (buf) > 0); | |
| mem = gst_buffer_peek_memory (buf, 0); | |
| fail_unless (mem != NULL); | |
| GST_LOG ("buffer memory type: %s", mem->allocator->mem_type); | |
| fail_unless (gst_memory_is_type (mem, ALLOCATOR_CUSTOM_SYSMEM)); | |
| gst_sample_unref (sample); | |
| gst_element_set_state (pipeline, GST_STATE_NULL); | |
| gst_object_unref (pipeline); | |
| g_object_unref (custom_sysmem_allocator); | |
| custom_sysmem_allocator = NULL; | |
| } | |
| GST_END_TEST; | |
| static GstBuffer * | |
| wrap_static_buffer_with_pts (guint8 * buf, gsize size, GstClockTime pts) | |
| { | |
| GstBuffer *buffer; | |
| buffer = gst_buffer_new_wrapped_full (GST_MEMORY_FLAG_READONLY, | |
| buf, size, 0, size, NULL, NULL); | |
| GST_BUFFER_PTS (buffer) = pts; | |
| return buffer; | |
| } | |
| static GstBuffer * | |
| wrap_static_buffer (guint8 * buf, gsize size) | |
| { | |
| return wrap_static_buffer_with_pts (buf, size, GST_CLOCK_TIME_NONE); | |
| } | |
| /* This was generated using pipeline: | |
| * gst-launch-1.0 videotestsrc num-buffers=1 pattern=green \ | |
| * ! video/x-raw,width=64,height=64 ! x265enc ! h265parse \ | |
| * ! rtph265pay ! fakesink dump=1 | |
| */ | |
| /* RTP h265_idr + marker */ | |
| static guint8 rtp_h265_idr[] = { | |
| 0x80, 0xe0, 0x2c, 0x6a, 0xab, 0x7f, 0x71, 0xc0, | |
| 0x8d, 0x11, 0x33, 0x07, 0x28, 0x01, 0xaf, 0x05, | |
| 0x38, 0x4a, 0x03, 0x06, 0x7c, 0x7a, 0xb1, 0x8b, | |
| 0xff, 0xfe, 0xfd, 0xb7, 0xff, 0xff, 0xd1, 0xff, | |
| 0x40, 0x06, 0xd8, 0xd3, 0xb2, 0xf8 | |
| }; | |
| GST_START_TEST (test_rtph265depay_eos) | |
| { | |
| GstHarness *h = gst_harness_new ("rtph265depay"); | |
| GstBuffer *buffer; | |
| GstRTPBuffer rtp = GST_RTP_BUFFER_INIT; | |
| GstFlowReturn ret; | |
| gst_harness_set_caps_str (h, | |
| "application/x-rtp,media=video,clock-rate=90000,encoding-name=H265", | |
| "video/x-h265,alignment=au,stream-format=byte-stream"); | |
| buffer = wrap_static_buffer (rtp_h265_idr, sizeof (rtp_h265_idr)); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_WRITE, &rtp)); | |
| gst_rtp_buffer_set_marker (&rtp, FALSE); | |
| gst_rtp_buffer_unmap (&rtp); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 0); | |
| fail_unless (gst_harness_push_event (h, gst_event_new_eos ())); | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1); | |
| gst_harness_teardown (h); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (test_rtph265depay_marker_to_flag) | |
| { | |
| GstHarness *h = gst_harness_new ("rtph265depay"); | |
| GstBuffer *buffer; | |
| GstRTPBuffer rtp = GST_RTP_BUFFER_INIT; | |
| GstFlowReturn ret; | |
| guint16 seq; | |
| gst_harness_set_caps_str (h, | |
| "application/x-rtp,media=video,clock-rate=90000,encoding-name=H265", | |
| "video/x-h265,alignment=au,stream-format=byte-stream"); | |
| buffer = wrap_static_buffer (rtp_h265_idr, sizeof (rtp_h265_idr)); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless (gst_rtp_buffer_get_marker (&rtp)); | |
| seq = gst_rtp_buffer_get_seq (&rtp); | |
| gst_rtp_buffer_unmap (&rtp); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1); | |
| buffer = wrap_static_buffer (rtp_h265_idr, sizeof (rtp_h265_idr)); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_WRITE, &rtp)); | |
| gst_rtp_buffer_set_marker (&rtp, FALSE); | |
| gst_rtp_buffer_set_seq (&rtp, ++seq); | |
| gst_rtp_buffer_unmap (&rtp); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| /* the second NAL is blocked as there is no marker to let the payloader | |
| * know it's a complete AU, we'll use an EOS to unblock it */ | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1); | |
| fail_unless (gst_harness_push_event (h, gst_event_new_eos ())); | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 2); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_MARKER)); | |
| gst_buffer_unref (buffer); | |
| buffer = gst_harness_pull (h); | |
| fail_if (GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_MARKER)); | |
| gst_buffer_unref (buffer); | |
| gst_harness_teardown (h); | |
| } | |
| GST_END_TEST; | |
| /* These were generated using pipeline: | |
| * gst-launch-1.0 videotestsrc num-buffers=1 pattern=green \ | |
| * ! video/x-raw,width=256,height=256 \ | |
| * ! x265enc option-string="slices=2" \ | |
| * ! fakesink dump=1 | |
| */ | |
| static guint8 h265_vps[] = { | |
| 0x00, 0x00, 0x00, 0x01, 0x40, 0x01, 0x0c, 0x01, | |
| 0xff, 0xff, 0x01, 0x60, 0x00, 0x00, 0x03, 0x00, | |
| 0x90, 0x00, 0x00, 0x03, 0x00, 0x00, 0x03, 0x00, | |
| 0x3f, 0x95, 0x98, 0x09 | |
| }; | |
| static guint8 h265_sps[] = { | |
| 0x00, 0x00, 0x00, 0x01, 0x42, 0x01, 0x01, 0x01, | |
| 0x60, 0x00, 0x00, 0x03, 0x00, 0x90, 0x00, 0x00, | |
| 0x03, 0x00, 0x00, 0x03, 0x00, 0x3f, 0xa0, 0x08, | |
| 0x08, 0x04, 0x05, 0x96, 0x56, 0x69, 0x24, 0xca, | |
| 0xff, 0xf0, 0x00, 0x10, 0x00, 0x10, 0x10, 0x00, | |
| 0x00, 0x03, 0x00, 0x10, 0x00, 0x00, 0x03, 0x01, | |
| 0xe0, 0x80 | |
| }; | |
| static guint8 h265_pps[] = { | |
| 0x00, 0x00, 0x00, 0x01, 0x44, 0x01, 0xc1, 0x72, | |
| 0xb4, 0x42, 0x40 | |
| }; | |
| /* IDR Slice 1 */ | |
| static guint8 h265_idr_slice_1[] = { | |
| 0x00, 0x00, 0x00, 0x01, 0x28, 0x01, 0xaf, 0x08, | |
| 0xa2, 0xe6, 0xa3, 0xc6, 0x53, 0x90, 0xea, 0xc8, | |
| 0x3f, 0xfe, 0xfa, 0xf9, 0x3f, 0xf2, 0x61, 0x98, | |
| 0xef, 0xf4, 0xe9, 0x97, 0xe7, 0xc2, 0x74, 0x78, | |
| 0x98, 0x10, 0x01, 0x21, 0xa4, 0x3c, 0x4c, 0x08, | |
| 0x00, 0x3e, 0x40, 0x92, 0x0c, 0x78 | |
| }; | |
| /* IDR Slice 2 */ | |
| static guint8 h265_idr_slice_2[] = { | |
| 0x00, 0x00, 0x01, 0x28, 0x01, 0x30, 0xf0, 0x8a, | |
| 0x2e, 0x60, 0xa3, 0xc6, 0x53, 0x90, 0xea, 0xc8, | |
| 0x3f, 0xfe, 0xfa, 0xf9, 0x3f, 0xf2, 0x61, 0x98, | |
| 0xef, 0xf4, 0xe9, 0x97, 0xe7, 0xc2, 0x74, 0x78, | |
| 0x98, 0x10, 0x01, 0x21, 0xa4, 0x3c, 0x4c, 0x08, | |
| 0x00, 0x3e, 0x40, 0x92, 0x0c, 0x78 | |
| }; | |
| GST_START_TEST (test_rtph265pay_two_slices_timestamp) | |
| { | |
| GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123" | |
| " aggregate-mode=zero-latency"); | |
| GstFlowReturn ret; | |
| GstBuffer *buffer; | |
| GstRTPBuffer rtp = GST_RTP_BUFFER_INIT; | |
| gst_harness_set_src_caps_str (h, | |
| "video/x-h265,alignment=nal,stream-format=byte-stream"); | |
| ret = gst_harness_push (h, wrap_static_buffer_with_pts (h265_idr_slice_1, | |
| sizeof (h265_idr_slice_1), 0)); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| ret = gst_harness_push (h, wrap_static_buffer_with_pts (h265_idr_slice_2, | |
| sizeof (h265_idr_slice_2), 0)); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| ret = gst_harness_push (h, wrap_static_buffer_with_pts (h265_idr_slice_1, | |
| sizeof (h265_idr_slice_1), GST_SECOND)); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| ret = gst_harness_push (h, wrap_static_buffer_with_pts (h265_idr_slice_2, | |
| sizeof (h265_idr_slice_2), GST_SECOND)); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 4); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0); | |
| fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0); | |
| fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), GST_SECOND); | |
| fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123 + 90000); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), GST_SECOND); | |
| fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123 + 90000); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| gst_harness_teardown (h); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (test_rtph265pay_marker_for_flag) | |
| { | |
| GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123" | |
| " aggregate-mode=zero-latency"); | |
| GstFlowReturn ret; | |
| GstBuffer *buffer; | |
| GstRTPBuffer rtp = GST_RTP_BUFFER_INIT; | |
| gst_harness_set_src_caps_str (h, | |
| "video/x-h265,alignment=nal,stream-format=byte-stream"); | |
| ret = gst_harness_push (h, wrap_static_buffer (h265_idr_slice_1, | |
| sizeof (h265_idr_slice_1))); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| buffer = wrap_static_buffer (h265_idr_slice_2, sizeof (h265_idr_slice_2)); | |
| GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_MARKER); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 2); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_if (gst_rtp_buffer_get_marker (&rtp)); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless (gst_rtp_buffer_get_marker (&rtp)); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| gst_harness_teardown (h); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (test_rtph265pay_marker_for_au) | |
| { | |
| GstHarness *h = gst_harness_new_parse | |
| ("rtph265pay timestamp-offset=123 aggregate-mode=none"); | |
| GstFlowReturn ret; | |
| GstBuffer *slice1, *slice2, *buffer; | |
| GstRTPBuffer rtp = GST_RTP_BUFFER_INIT; | |
| gst_harness_set_src_caps_str (h, | |
| "video/x-h265,alignment=au,stream-format=byte-stream"); | |
| slice1 = wrap_static_buffer (h265_idr_slice_1, sizeof (h265_idr_slice_1)); | |
| slice2 = wrap_static_buffer (h265_idr_slice_2, sizeof (h265_idr_slice_2)); | |
| buffer = gst_buffer_append (slice1, slice2); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 2); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_if (gst_rtp_buffer_get_marker (&rtp)); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless (gst_rtp_buffer_get_marker (&rtp)); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| gst_harness_teardown (h); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (test_rtph265pay_marker_for_fragmented_au) | |
| { | |
| GstHarness *h = | |
| gst_harness_new_parse ("rtph265pay timestamp-offset=123 mtu=40" | |
| " aggregate-mode=zero-latency"); | |
| GstFlowReturn ret; | |
| GstBuffer *slice1, *slice2, *buffer; | |
| GstRTPBuffer rtp = GST_RTP_BUFFER_INIT; | |
| gint i; | |
| gst_harness_set_src_caps_str (h, | |
| "video/x-h265,alignment=au,stream-format=byte-stream"); | |
| slice1 = wrap_static_buffer (h265_idr_slice_1, sizeof (h265_idr_slice_1)); | |
| slice2 = wrap_static_buffer (h265_idr_slice_2, sizeof (h265_idr_slice_2)); | |
| buffer = gst_buffer_append (slice1, slice2); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 4); | |
| for (i = 0; i < 3; i++) { | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_if (gst_rtp_buffer_get_marker (&rtp)); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| } | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless (gst_rtp_buffer_get_marker (&rtp)); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| gst_harness_teardown (h); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (test_rtph265pay_aggregate_two_slices_per_buffer) | |
| { | |
| GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123" | |
| " name=p"); | |
| GstFlowReturn ret; | |
| GstBuffer *buffer; | |
| GstRTPBuffer rtp = GST_RTP_BUFFER_INIT; | |
| GstElement *e = gst_bin_get_by_name (GST_BIN (h->element), "p"); | |
| gint i; | |
| gst_harness_set_src_caps_str (h, | |
| "video/x-h265,alignment=nal,stream-format=byte-stream"); | |
| /* No aggregation latency mode */ | |
| g_object_set (e, "aggregate-mode", 0, NULL); | |
| buffer = wrap_static_buffer_with_pts (h265_idr_slice_1, | |
| sizeof (h265_idr_slice_1), 0); | |
| buffer = gst_buffer_append (buffer, | |
| wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2), | |
| 0)); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| buffer = wrap_static_buffer_with_pts (h265_idr_slice_1, | |
| sizeof (h265_idr_slice_1), 0); | |
| buffer = gst_buffer_append (buffer, | |
| wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2), | |
| 0)); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 4); | |
| for (i = 0; i < 4; i++) { | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0); | |
| fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123); | |
| fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + | |
| ((i % 2) ? (sizeof (h265_idr_slice_2) - 3) : | |
| (sizeof (h265_idr_slice_1)) - 4)); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| } | |
| /* Zero latency mode */ | |
| g_object_set (e, "aggregate-mode", 1, NULL); | |
| buffer = wrap_static_buffer_with_pts (h265_idr_slice_1, | |
| sizeof (h265_idr_slice_1), 0); | |
| buffer = gst_buffer_append (buffer, | |
| wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2), | |
| 0)); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| buffer = wrap_static_buffer_with_pts (h265_idr_slice_1, | |
| sizeof (h265_idr_slice_1), 0); | |
| buffer = gst_buffer_append (buffer, | |
| wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2), | |
| 0)); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 2); | |
| for (i = 0; i < 2; i++) { | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0); | |
| fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123); | |
| /* RTP header = 12, AP header = 2, 2 bytes length per NAL */ | |
| fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + 2 + | |
| (2 + sizeof (h265_idr_slice_2) - 3) + | |
| (2 + sizeof (h265_idr_slice_1) - 4)); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| } | |
| /* Max aggregation */ | |
| g_object_set (e, "aggregate-mode", 2, NULL); | |
| buffer = wrap_static_buffer_with_pts (h265_idr_slice_1, | |
| sizeof (h265_idr_slice_1), 0); | |
| buffer = gst_buffer_append (buffer, | |
| wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2), | |
| 0)); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| buffer = wrap_static_buffer_with_pts (h265_idr_slice_1, | |
| sizeof (h265_idr_slice_1), 0); | |
| buffer = gst_buffer_append (buffer, | |
| wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2), | |
| 0)); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 0); | |
| /* Push EOS to send it out */ | |
| gst_harness_push_event (h, gst_event_new_eos ()); | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0); | |
| fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123); | |
| fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + 2 + | |
| 2 * ((2 + sizeof (h265_idr_slice_2) - 3) + | |
| (2 + sizeof (h265_idr_slice_1) - 4))); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| g_object_unref (e); | |
| gst_harness_teardown (h); | |
| } | |
| GST_END_TEST; | |
| /* AUD */ | |
| static guint8 h265_aud[] = { | |
| 0x00, 0x00, 0x00, 0x01, (35 << 1), 0x00, 0x80 | |
| }; | |
| GST_START_TEST (test_rtph265pay_aggregate_with_aud) | |
| { | |
| GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123" | |
| " aggregate-mode=zero-latency"); | |
| GstFlowReturn ret; | |
| GstBuffer *buffer; | |
| GstRTPBuffer rtp = GST_RTP_BUFFER_INIT; | |
| gst_harness_set_src_caps_str (h, | |
| "video/x-h265,alignment=nal,stream-format=byte-stream"); | |
| buffer = wrap_static_buffer_with_pts (h265_idr_slice_1, | |
| sizeof (h265_idr_slice_1), 0); | |
| buffer = gst_buffer_append (buffer, | |
| wrap_static_buffer_with_pts (h265_aud, sizeof (h265_aud), 0)); | |
| buffer = gst_buffer_append (buffer, | |
| wrap_static_buffer_with_pts (h265_idr_slice_1, sizeof (h265_idr_slice_1), | |
| 0)); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 2); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0); | |
| fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123); | |
| fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + | |
| (sizeof (h265_idr_slice_1) - 4)); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0); | |
| fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123); | |
| fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + 2 + | |
| (2 + sizeof (h265_aud) - 4) + (2 + sizeof (h265_idr_slice_1) - 4)); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| gst_harness_teardown (h); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (test_rtph265pay_aggregate_with_ts_change) | |
| { | |
| GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123 " | |
| "aggregate-mode=max"); | |
| GstFlowReturn ret; | |
| GstBuffer *buffer; | |
| GstRTPBuffer rtp = GST_RTP_BUFFER_INIT; | |
| gst_harness_set_src_caps_str (h, | |
| "video/x-h265,alignment=nal,stream-format=byte-stream"); | |
| buffer = wrap_static_buffer_with_pts (h265_idr_slice_1, | |
| sizeof (h265_idr_slice_1), 0); | |
| buffer = gst_buffer_append (buffer, | |
| wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2), | |
| 0)); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| buffer = wrap_static_buffer_with_pts (h265_idr_slice_1, | |
| sizeof (h265_idr_slice_1), GST_SECOND); | |
| buffer = gst_buffer_append (buffer, | |
| wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2), | |
| GST_SECOND)); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1); | |
| /* Push EOS to send the second one out */ | |
| gst_harness_push_event (h, gst_event_new_eos ()); | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 2); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0); | |
| fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123); | |
| fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + 2 + | |
| (2 + sizeof (h265_idr_slice_2) - 3) + | |
| (2 + sizeof (h265_idr_slice_1) - 4)); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), GST_SECOND); | |
| fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123 + 90000); | |
| fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + 2 + | |
| (2 + sizeof (h265_idr_slice_2) - 3) + | |
| (2 + sizeof (h265_idr_slice_1) - 4)); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| gst_harness_teardown (h); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (test_rtph265pay_aggregate_with_discont) | |
| { | |
| GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123" | |
| " aggregate-mode=zero-latency"); | |
| GstFlowReturn ret; | |
| GstBuffer *buffer; | |
| GstRTPBuffer rtp = GST_RTP_BUFFER_INIT; | |
| gst_harness_set_src_caps_str (h, | |
| "video/x-h265,alignment=nal,stream-format=byte-stream"); | |
| buffer = wrap_static_buffer_with_pts (h265_idr_slice_1, | |
| sizeof (h265_idr_slice_1), 0); | |
| buffer = gst_buffer_append (buffer, | |
| wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2), | |
| 0)); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| buffer = wrap_static_buffer_with_pts (h265_idr_slice_1, | |
| sizeof (h265_idr_slice_1), 0); | |
| buffer = gst_buffer_append (buffer, | |
| wrap_static_buffer_with_pts (h265_idr_slice_2, sizeof (h265_idr_slice_2), | |
| 0)); | |
| GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_DISCONT); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 2); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0); | |
| fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123); | |
| fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + 2 + | |
| (2 + sizeof (h265_idr_slice_2) - 3) + | |
| (2 + sizeof (h265_idr_slice_1) - 4)); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0); | |
| fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123 + 0); | |
| fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + 2 + | |
| (2 + sizeof (h265_idr_slice_2) - 3) + | |
| (2 + sizeof (h265_idr_slice_1) - 4)); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| gst_harness_teardown (h); | |
| } | |
| GST_END_TEST; | |
| /* EOS */ | |
| static guint8 h265_eos[] = { | |
| 0x00, 0x00, 0x00, 0x01, (36 << 1), 0x00 | |
| }; | |
| GST_START_TEST (test_rtph265pay_aggregate_until_vcl) | |
| { | |
| GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123" | |
| " name=p aggregate-mode=zero-latency"); | |
| GstFlowReturn ret; | |
| GstBuffer *buffer; | |
| GstRTPBuffer rtp = GST_RTP_BUFFER_INIT; | |
| gst_harness_set_src_caps_str (h, | |
| "video/x-h265,alignment=nal,stream-format=byte-stream"); | |
| buffer = wrap_static_buffer_with_pts (h265_vps, sizeof (h265_vps), 0); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| buffer = wrap_static_buffer_with_pts (h265_sps, sizeof (h265_sps), 0); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| buffer = wrap_static_buffer_with_pts (h265_pps, sizeof (h265_pps), 0); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| buffer = wrap_static_buffer_with_pts (h265_idr_slice_1, | |
| sizeof (h265_idr_slice_1), 0); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0); | |
| fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123); | |
| /* RTP header = 12, STAP header = 2, 2 bytes length per NAL */ | |
| fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + 2 + | |
| (2 + sizeof (h265_vps) - 4) + | |
| (2 + sizeof (h265_sps) - 4) + | |
| (2 + sizeof (h265_pps) - 4) + (2 + sizeof (h265_idr_slice_1) - 4)); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| /* Push EOS now */ | |
| buffer = wrap_static_buffer_with_pts (h265_eos, sizeof (h265_eos), 0); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0); | |
| fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123); | |
| fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + | |
| sizeof (h265_eos) - 4); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| gst_harness_teardown (h); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (test_rtph265pay_aggregate_verify_nalu_hdr) | |
| { | |
| GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123" | |
| " name=p aggregate-mode=zero-latency"); | |
| GstFlowReturn ret; | |
| GstBuffer *buffer; | |
| GstRTPBuffer rtp = GST_RTP_BUFFER_INIT; | |
| guint8 *payload = NULL; | |
| gint paylen; | |
| guint nalu_type; | |
| guint nal_hdr_idx = 0; | |
| guint nal_size_idx; | |
| guint f_bit; | |
| guint max_f_bit; | |
| guint layer_id; | |
| guint layer_id_min; | |
| guint tid; | |
| guint tid_min; | |
| guint i; | |
| gst_harness_set_src_caps_str (h, | |
| "video/x-h265,alignment=nal,stream-format=byte-stream"); | |
| buffer = wrap_static_buffer_with_pts (h265_vps, sizeof (h265_vps), 0); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| buffer = wrap_static_buffer_with_pts (h265_sps, sizeof (h265_sps), 0); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| buffer = wrap_static_buffer_with_pts (h265_pps, sizeof (h265_pps), 0); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| buffer = wrap_static_buffer_with_pts (h265_idr_slice_1, | |
| sizeof (h265_idr_slice_1), 0); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| fail_unless_equals_uint64 (GST_BUFFER_PTS (buffer), 0); | |
| fail_unless_equals_uint64 (gst_rtp_buffer_get_timestamp (&rtp), 123); | |
| /* RTP header = 12, STAP header = 2, 2 bytes length per NAL */ | |
| fail_unless_equals_int (gst_buffer_get_size (buffer), 12 + 2 + | |
| (2 + sizeof (h265_vps) - 4) + | |
| (2 + sizeof (h265_sps) - 4) + | |
| (2 + sizeof (h265_pps) - 4) + (2 + sizeof (h265_idr_slice_1) - 4)); | |
| paylen = gst_rtp_buffer_get_payload_len (&rtp); | |
| payload = gst_rtp_buffer_get_payload (&rtp); | |
| fail_unless (payload); | |
| /* Verify NAL unit type is 48. We need to shift to the rigth to get rid of the | |
| * first bit belonging to LayerID */ | |
| nalu_type = ((0x7e & payload[nal_hdr_idx]) >> 1); | |
| fail_unless (nalu_type == 48); | |
| /* The F bit MUST be cleared if all F bits of the aggregated NAL units | |
| * are zero; otherwise, it MUST be set. rfc7798 4.4.2 */ | |
| f_bit = (0x80 & payload[nal_hdr_idx]); | |
| max_f_bit = 0; | |
| /* The value of LayerId and TID MUST be equal to the lowest value of LayerId | |
| * resp TID of all the aggregated NAL units */ | |
| layer_id = ((0x01 & payload[nal_hdr_idx]) << 5) | | |
| ((payload[nal_hdr_idx + 1] >> 3) & 0x1F); | |
| tid = payload[nal_hdr_idx + 1] & 0x7; | |
| nal_hdr_idx = 4; | |
| nal_size_idx = 2; | |
| layer_id_min = 63; | |
| tid_min = 7; | |
| i = 0; | |
| while (nal_size_idx < paylen) { | |
| guint nal_type = ((0x7e & payload[nal_hdr_idx]) >> 1); | |
| if (i == 0) { | |
| fail_unless (nal_type == GST_H265_NAL_VPS); | |
| } else if (i == 1) { | |
| fail_unless (nal_type == GST_H265_NAL_SPS); | |
| } else if (i == 2) { | |
| fail_unless (nal_type == GST_H265_NAL_PPS); | |
| } else if (i == 3) { | |
| fail_unless (nal_type == GST_H265_NAL_SLICE_IDR_N_LP); | |
| } | |
| if ((0x80 & payload[nal_hdr_idx]) > max_f_bit) | |
| max_f_bit = (0x80 & payload[nal_hdr_idx]); | |
| if ((((0x01 & payload[nal_hdr_idx]) << 5) | ((payload[nal_hdr_idx + 1] >> 3) | |
| & 0x1F)) < layer_id_min) | |
| layer_id_min = | |
| ((0x01 & payload[nal_hdr_idx]) << 5) | ((payload[nal_hdr_idx + 1] | |
| >> 3) & 0x1F); | |
| if ((payload[nal_hdr_idx + 1] & 0x7) < tid_min) | |
| tid_min = payload[nal_hdr_idx + 1] & 0x7; | |
| nal_size_idx = | |
| (payload[nal_size_idx] << 8 | payload[nal_size_idx + 1]) + | |
| nal_size_idx + 2; | |
| nal_hdr_idx = nal_size_idx + 2; | |
| i++; | |
| } | |
| fail_unless (nal_size_idx == paylen); | |
| fail_unless (max_f_bit == f_bit); | |
| fail_unless (layer_id_min == layer_id); | |
| fail_unless (tid_min == tid); | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| gst_harness_teardown (h); | |
| } | |
| GST_END_TEST; | |
| static guint8 h265_hvc1_idr_data[] = { | |
| 0x00, 0x00, 0x00, 0x1a, 0x28, 0x01, 0xaf, 0x05, 0x38, 0x4a, 0x03, 0x06, 0x7c, | |
| 0x7a, 0xb1, 0x8b, 0xff, 0xfe, 0xfd, 0xb7, 0xff, 0xff, 0xd1, 0xff, 0x40, 0x06, | |
| 0xd8, 0xd3, 0xb2, 0xf8 | |
| }; | |
| static guint8 h265_hvc1_non_idr_data[] = { | |
| 0x00, 0x00, 0x00, 0x0d, 0x02, 0x01, 0xd0, 0x09, 0x7e, 0x10, 0xc2, 0x02, 0xbc, | |
| 0x38, 0x6d, 0xcf, 0x80 | |
| }; | |
| GST_START_TEST (test_rtph265pay_delta_unit_flag) | |
| { | |
| GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123" | |
| " name=p"); | |
| GstFlowReturn ret; | |
| GstBuffer *buffer; | |
| gst_harness_set_src_caps_str (h, | |
| "video/x-h265,alignment=au,stream-format=hvc1," | |
| "codec_data=(buffer)0104080000009e28000000003ff000fcfff8f800000f032000" | |
| "01001740010c01ffff0408000003009e2800000300003fba0240210001002f4201010" | |
| "408000003009e2800000300003f90041020b2dd492657ff80008000b5060606040000" | |
| "03000400000300782022000100074401c172b02240"); | |
| /* key frame */ | |
| buffer = wrap_static_buffer_with_pts (h265_hvc1_idr_data, | |
| sizeof (h265_hvc1_idr_data), 0); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| /* delta unit frame */ | |
| buffer = gst_buffer_new_wrapped_full (GST_MEMORY_FLAG_READONLY, | |
| h265_hvc1_non_idr_data, sizeof (h265_hvc1_non_idr_data), 0, | |
| sizeof (h265_hvc1_non_idr_data), NULL, NULL); | |
| GST_BUFFER_PTS (buffer) = 0; | |
| GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT)); | |
| gst_buffer_unref (buffer); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT)); | |
| gst_buffer_unref (buffer); | |
| gst_harness_teardown (h); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (test_rtph265pay_delta_unit_multiple_nal) | |
| { | |
| GstHarness *h = gst_harness_new_parse ("rtph265pay mtu=28"); | |
| GstFlowReturn ret; | |
| GstBuffer *buffer; | |
| gst_harness_set_src_caps_str (h, | |
| "video/x-h265,alignment=au,stream-format=hvc1," | |
| "codec_data=(buffer)0104080000009e28000000003ff000fcfff8f800000f032000" | |
| "01001740010c01ffff0408000003009e2800000300003fba0240210001002f4201010" | |
| "408000003009e2800000300003f90041020b2dd492657ff80008000b5060606040000" | |
| "03000400000300782022000100074401c172b02240"); | |
| /* append two NAL's, each in separate memory blocks to the input buffer */ | |
| buffer = wrap_static_buffer (h265_hvc1_idr_data, sizeof (h265_hvc1_idr_data)); | |
| buffer = gst_buffer_append (buffer, | |
| wrap_static_buffer (h265_hvc1_idr_data, sizeof (h265_hvc1_idr_data))); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| /* each NAL should be split into two buffers and pushed as a buffer list, | |
| * only the first buffer of the first buffer list should be marked as a | |
| * non-delta unit */ | |
| buffer = gst_harness_pull (h); | |
| fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT)); | |
| gst_buffer_unref (buffer); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT)); | |
| gst_buffer_unref (buffer); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT)); | |
| gst_buffer_unref (buffer); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT)); | |
| gst_buffer_unref (buffer); | |
| gst_harness_teardown (h); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (test_rtph265pay_delta_unit_single_nal_multiple_memories) | |
| { | |
| GstHarness *h = gst_harness_new_parse ("rtph265pay mtu=28"); | |
| GstFlowReturn ret; | |
| GstBuffer *buffer; | |
| gst_harness_set_src_caps_str (h, | |
| "video/x-h265,alignment=au,stream-format=hvc1," | |
| "codec_data=(buffer)0104080000009e28000000003ff000fcfff8f800000f032000" | |
| "01001740010c01ffff0408000003009e2800000300003fba0240210001002f4201010" | |
| "408000003009e2800000300003f90041020b2dd492657ff80008000b5060606040000" | |
| "03000400000300782022000100074401c172b02240"); | |
| /* append one NAL spanning over two memory blocks to the input buffer */ | |
| gsize second_mem_size = 10; | |
| gsize first_mem_size = sizeof (h265_hvc1_idr_data) - second_mem_size; | |
| buffer = wrap_static_buffer (h265_hvc1_idr_data, first_mem_size); | |
| buffer = gst_buffer_append (buffer, | |
| wrap_static_buffer (h265_hvc1_idr_data + first_mem_size, | |
| second_mem_size)); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| /* the NAL should be split into two buffers and pushed as a buffer list, only | |
| * the first buffer in the buffer list should be marked as a non-delta unit */ | |
| buffer = gst_harness_pull (h); | |
| fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT)); | |
| gst_buffer_unref (buffer); | |
| buffer = gst_harness_pull (h); | |
| fail_unless (GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT)); | |
| gst_buffer_unref (buffer); | |
| gst_harness_teardown (h); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (test_rtph265pay_delta_unit_flag_config_interval) | |
| { | |
| GstHarness *h = gst_harness_new_parse ("rtph265pay timestamp-offset=123" | |
| " name=p config-interval=-1"); | |
| GstFlowReturn ret; | |
| GstBuffer *buffer; | |
| guint num_buffers; | |
| guint8 *payload = NULL; | |
| guint8 nal_type; | |
| GstRTPBuffer rtp = GST_RTP_BUFFER_INIT; | |
| gst_harness_set_src_caps_str (h, | |
| "video/x-h265,alignment=au,stream-format=hvc1," | |
| "codec_data=(buffer)0104080000009e28000000003ff000fcfff8f800000f032000" | |
| "01001740010c01ffff0408000003009e2800000300003fba0240210001002f4201010" | |
| "408000003009e2800000300003f90041020b2dd492657ff80008000b5060606040000" | |
| "03000400000300782022000100074401c172b02240"); | |
| /* key frame */ | |
| buffer = wrap_static_buffer_with_pts (h265_hvc1_idr_data, | |
| sizeof (h265_hvc1_idr_data), 0); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| /* delta unit */ | |
| buffer = gst_buffer_new_wrapped_full (GST_MEMORY_FLAG_READONLY, | |
| h265_hvc1_non_idr_data, sizeof (h265_hvc1_non_idr_data), 0, | |
| sizeof (h265_hvc1_non_idr_data), NULL, NULL); | |
| GST_BUFFER_PTS (buffer) = 0; | |
| GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| /* another key frame */ | |
| buffer = wrap_static_buffer_with_pts (h265_hvc1_idr_data, | |
| sizeof (h265_hvc1_idr_data), 0); | |
| ret = gst_harness_push (h, buffer); | |
| fail_unless_equals_int (ret, GST_FLOW_OK); | |
| /* VSP SPS PPS I P VSP SPS PPS I */ | |
| num_buffers = gst_harness_buffers_in_queue (h); | |
| fail_unless_equals_int (num_buffers, 9); | |
| for (guint i = 0; i < num_buffers; i++) { | |
| buffer = gst_harness_pull (h); | |
| fail_unless (gst_rtp_buffer_map (buffer, GST_MAP_READ, &rtp)); | |
| payload = gst_rtp_buffer_get_payload (&rtp); | |
| nal_type = (GST_READ_UINT8 (payload) >> 1) & 0x3f; | |
| GST_INFO ("nal_type=%d,delta_unit=%d", nal_type, | |
| GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT)); | |
| if (i == 0) { | |
| fail_unless_equals_int (nal_type, GST_H265_NAL_VPS); | |
| fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer, | |
| GST_BUFFER_FLAG_DELTA_UNIT)); | |
| } else if (i == 1) { | |
| fail_unless_equals_int (nal_type, GST_H265_NAL_SPS); | |
| fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer, | |
| GST_BUFFER_FLAG_DELTA_UNIT)); | |
| } else if (i == 2) { | |
| fail_unless_equals_int (nal_type, GST_H265_NAL_PPS); | |
| fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer, | |
| GST_BUFFER_FLAG_DELTA_UNIT)); | |
| } else if (i == 3) { | |
| fail_unless_equals_int (nal_type, GST_H265_NAL_SLICE_IDR_N_LP); | |
| fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer, | |
| GST_BUFFER_FLAG_DELTA_UNIT)); | |
| } else if (i == 4) { | |
| fail_unless_equals_int (nal_type, GST_H265_NAL_SLICE_TRAIL_R); | |
| fail_unless (GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT)); | |
| } else if (i == 5) { | |
| fail_unless_equals_int (nal_type, GST_H265_NAL_VPS); | |
| fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer, | |
| GST_BUFFER_FLAG_DELTA_UNIT)); | |
| } else if (i == 6) { | |
| fail_unless_equals_int (nal_type, GST_H265_NAL_SPS); | |
| fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer, | |
| GST_BUFFER_FLAG_DELTA_UNIT)); | |
| } else if (i == 7) { | |
| fail_unless_equals_int (nal_type, GST_H265_NAL_PPS); | |
| fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer, | |
| GST_BUFFER_FLAG_DELTA_UNIT)); | |
| } else if (i == 8) { | |
| fail_unless_equals_int (nal_type, GST_H265_NAL_SLICE_IDR_N_LP); | |
| fail_unless (!GST_BUFFER_FLAG_IS_SET (buffer, | |
| GST_BUFFER_FLAG_DELTA_UNIT)); | |
| } | |
| gst_rtp_buffer_unmap (&rtp); | |
| gst_buffer_unref (buffer); | |
| } | |
| gst_harness_teardown (h); | |
| } | |
| GST_END_TEST; | |
| static Suite * | |
| rtph265_suite (void) | |
| { | |
| Suite *s = suite_create ("rtph265"); | |
| TCase *tc_chain; | |
| tc_chain = tcase_create ("rtph265depay"); | |
| suite_add_tcase (s, tc_chain); | |
| tcase_add_test (tc_chain, test_rtph265depay_with_downstream_allocator); | |
| tcase_add_test (tc_chain, test_rtph265depay_eos); | |
| tcase_add_test (tc_chain, test_rtph265depay_marker_to_flag); | |
| /* TODO We need a sample to test with */ | |
| /* tcase_add_test (tc_chain, test_rtph265depay_aggregate_marker); */ | |
| tc_chain = tcase_create ("rtph265pay"); | |
| suite_add_tcase (s, tc_chain); | |
| tcase_add_test (tc_chain, test_rtph265pay_two_slices_timestamp); | |
| tcase_add_test (tc_chain, test_rtph265pay_marker_for_flag); | |
| tcase_add_test (tc_chain, test_rtph265pay_marker_for_au); | |
| tcase_add_test (tc_chain, test_rtph265pay_marker_for_fragmented_au); | |
| tcase_add_test (tc_chain, test_rtph265pay_aggregate_two_slices_per_buffer); | |
| tcase_add_test (tc_chain, test_rtph265pay_aggregate_with_aud); | |
| tcase_add_test (tc_chain, test_rtph265pay_aggregate_with_ts_change); | |
| tcase_add_test (tc_chain, test_rtph265pay_aggregate_with_discont); | |
| tcase_add_test (tc_chain, test_rtph265pay_aggregate_until_vcl); | |
| tcase_add_test (tc_chain, test_rtph265pay_aggregate_verify_nalu_hdr); | |
| tcase_add_test (tc_chain, test_rtph265pay_delta_unit_flag); | |
| tcase_add_test (tc_chain, test_rtph265pay_delta_unit_multiple_nal); | |
| tcase_add_test (tc_chain, | |
| test_rtph265pay_delta_unit_single_nal_multiple_memories); | |
| tcase_add_test (tc_chain, test_rtph265pay_delta_unit_flag_config_interval); | |
| return s; | |
| } | |
| GST_CHECK_MAIN (rtph265); |