| /* GStreamer RTP payloader unit tests | |
| * Copyright (C) 2008 Nokia Corporation and its subsidiary(-ies) | |
| * contact: <stefan.kost@nokia.com> | |
| * | |
| * This library is free software; you can redistribute it and/or | |
| * modify it under the terms of the GNU Library General Public | |
| * License as published by the Free Software Foundation; either | |
| * version 2 of the License, or (at your option) any later version. | |
| * | |
| * This library is distributed in the hope that it will be useful, | |
| * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | |
| * Library General Public License for more details. | |
| * | |
| * You should have received a copy of the GNU Library General Public | |
| * License along with this library; if not, write to the | |
| * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor, | |
| * Boston, MA 02110-1301, USA. | |
| */ | |
| #ifdef HAVE_CONFIG_H | |
| #include "config.h" | |
| #endif | |
| #include <gst/check/gstcheck.h> | |
| #include <gst/check/gstharness.h> | |
| #include <gst/audio/audio.h> | |
| #include <gst/base/base.h> | |
| #include <gst/rtp/gstrtpbuffer.h> | |
| #include <stdlib.h> | |
| #define RELEASE_ELEMENT(x) if(x) {gst_object_unref(x); x = NULL;} | |
| #define LOOP_COUNT 1 | |
| /* | |
| * RTP pipeline structure to store the required elements. | |
| */ | |
| typedef struct | |
| { | |
| GstElement *pipeline; | |
| GstElement *appsrc; | |
| GstElement *rtppay; | |
| GstElement *rtpdepay; | |
| GstElement *fakesink; | |
| const guint8 *frame_data; | |
| int frame_data_size; | |
| int frame_count; | |
| GstEvent *custom_event; | |
| } rtp_pipeline; | |
| /* | |
| * Number of bytes received in the chain list function when using buffer lists | |
| */ | |
| static guint chain_list_bytes_received; | |
| /* | |
| * Chain list function for testing buffer lists | |
| */ | |
| static GstFlowReturn | |
| rtp_pipeline_chain_list (GstPad * pad, GstObject * parent, GstBufferList * list) | |
| { | |
| guint i, len; | |
| fail_if (!list); | |
| /* | |
| * Count the size of the payload in the buffer list. | |
| */ | |
| len = gst_buffer_list_length (list); | |
| GST_LOG ("list length %u", len); | |
| /* Loop through all buffers */ | |
| for (i = 0; i < len; i++) { | |
| GstBuffer *paybuf; | |
| GstMemory *mem; | |
| gint size; | |
| paybuf = gst_buffer_list_get (list, i); | |
| /* only count real data which is expected in last memory block */ | |
| GST_LOG ("n_memory %d", gst_buffer_n_memory (paybuf)); | |
| fail_unless (gst_buffer_n_memory (paybuf) > 1); | |
| mem = gst_buffer_get_memory_range (paybuf, gst_buffer_n_memory (paybuf) - 1, | |
| 1); | |
| size = gst_memory_get_sizes (mem, NULL, NULL); | |
| gst_memory_unref (mem); | |
| chain_list_bytes_received += size; | |
| GST_LOG ("size %d, total %u", size, chain_list_bytes_received); | |
| } | |
| gst_buffer_list_unref (list); | |
| return GST_FLOW_OK; | |
| } | |
| static GstFlowReturn | |
| rtp_pipeline_chain (GstPad * pad, GstObject * parent, GstBuffer * buf) | |
| { | |
| GstBufferList *list; | |
| list = gst_buffer_list_new_sized (1); | |
| gst_buffer_list_add (list, buf); | |
| return rtp_pipeline_chain_list (pad, parent, list); | |
| } | |
| /* | |
| * RTP bus callback. | |
| */ | |
| static gboolean | |
| rtp_bus_callback (GstBus * bus, GstMessage * message, gpointer data) | |
| { | |
| GMainLoop *mainloop = (GMainLoop *) data; | |
| switch (GST_MESSAGE_TYPE (message)) { | |
| case GST_MESSAGE_ERROR: | |
| { | |
| GError *err; | |
| gchar *debug; | |
| gchar *element_name; | |
| element_name = (message->src) ? gst_object_get_name (message->src) : NULL; | |
| gst_message_parse_error (message, &err, &debug); | |
| g_print ("\nError from element %s: %s\n%s\n\n", | |
| GST_STR_NULL (element_name), err->message, (debug) ? debug : ""); | |
| g_error_free (err); | |
| g_free (debug); | |
| g_free (element_name); | |
| fail_if (GST_MESSAGE_TYPE (message) == GST_MESSAGE_ERROR); | |
| g_main_loop_quit (mainloop); | |
| } | |
| break; | |
| case GST_MESSAGE_EOS: | |
| { | |
| g_main_loop_quit (mainloop); | |
| } | |
| break; | |
| break; | |
| default: | |
| { | |
| } | |
| break; | |
| } | |
| return TRUE; | |
| } | |
| /* | |
| * Creates a RTP pipeline for one test. | |
| * @param frame_data Pointer to the frame data which is used to pass through pay/depayloaders. | |
| * @param frame_data_size Frame data size in bytes. | |
| * @param frame_count Frame count. | |
| * @param filtercaps Caps filters. | |
| * @param pay Payloader name. | |
| * @param depay Depayloader name. | |
| * @return | |
| * Returns pointer to the RTP pipeline. | |
| * The user must free the RTP pipeline when it's not used anymore. | |
| */ | |
| static rtp_pipeline * | |
| rtp_pipeline_create (const guint8 * frame_data, int frame_data_size, | |
| int frame_count, const char *filtercaps, const char *pay, const char *depay) | |
| { | |
| gchar *pipeline_name; | |
| rtp_pipeline *p; | |
| GstCaps *caps; | |
| /* Check parameters. */ | |
| if (!frame_data || !pay || !depay) { | |
| return NULL; | |
| } | |
| /* Allocate memory for the RTP pipeline. */ | |
| p = (rtp_pipeline *) malloc (sizeof (rtp_pipeline)); | |
| p->frame_data = frame_data; | |
| p->frame_data_size = frame_data_size; | |
| p->frame_count = frame_count; | |
| p->custom_event = NULL; | |
| /* Create elements. */ | |
| pipeline_name = g_strdup_printf ("%s-%s-pipeline", pay, depay); | |
| p->pipeline = gst_pipeline_new (pipeline_name); | |
| g_free (pipeline_name); | |
| p->appsrc = gst_element_factory_make ("appsrc", NULL); | |
| p->rtppay = | |
| gst_parse_bin_from_description_full (pay, TRUE, NULL, | |
| GST_PARSE_FLAG_NO_SINGLE_ELEMENT_BINS, NULL); | |
| p->rtpdepay = | |
| gst_parse_bin_from_description_full (depay, TRUE, NULL, | |
| GST_PARSE_FLAG_NO_SINGLE_ELEMENT_BINS, NULL); | |
| p->fakesink = gst_element_factory_make ("fakesink", NULL); | |
| /* One or more elements are not created successfully or failed to create p? */ | |
| if (!p->pipeline || !p->appsrc || !p->rtppay || !p->rtpdepay || !p->fakesink) { | |
| /* Release created elements. */ | |
| RELEASE_ELEMENT (p->pipeline); | |
| RELEASE_ELEMENT (p->appsrc); | |
| RELEASE_ELEMENT (p->rtppay); | |
| RELEASE_ELEMENT (p->rtpdepay); | |
| RELEASE_ELEMENT (p->fakesink); | |
| /* Release allocated memory. */ | |
| free (p); | |
| return NULL; | |
| } | |
| /* Set src properties. */ | |
| caps = gst_caps_from_string (filtercaps); | |
| g_object_set (p->appsrc, "do-timestamp", TRUE, "caps", caps, | |
| "format", GST_FORMAT_TIME, NULL); | |
| gst_caps_unref (caps); | |
| /* Add elements to the pipeline. */ | |
| gst_bin_add (GST_BIN (p->pipeline), p->appsrc); | |
| gst_bin_add (GST_BIN (p->pipeline), p->rtppay); | |
| gst_bin_add (GST_BIN (p->pipeline), p->rtpdepay); | |
| gst_bin_add (GST_BIN (p->pipeline), p->fakesink); | |
| /* Link elements. */ | |
| gst_element_link (p->appsrc, p->rtppay); | |
| gst_element_link (p->rtppay, p->rtpdepay); | |
| gst_element_link (p->rtpdepay, p->fakesink); | |
| return p; | |
| } | |
| /* | |
| * Destroys the RTP pipeline. | |
| * @param p Pointer to the RTP pipeline. | |
| */ | |
| static void | |
| rtp_pipeline_destroy (rtp_pipeline * p) | |
| { | |
| /* Check parameters. */ | |
| if (p == NULL) { | |
| return; | |
| } | |
| /* Release pipeline. */ | |
| RELEASE_ELEMENT (p->pipeline); | |
| /* Release allocated memory. */ | |
| free (p); | |
| } | |
| static GstPadProbeReturn | |
| pay_event_probe_cb (GstPad * pad, GstPadProbeInfo * info, gpointer user_data) | |
| { | |
| rtp_pipeline *p = (rtp_pipeline *) user_data; | |
| GstEvent *event = GST_PAD_PROBE_INFO_DATA (info); | |
| if (GST_EVENT_TYPE (event) == GST_EVENT_CUSTOM_DOWNSTREAM) { | |
| const GstStructure *s0 = gst_event_get_structure (p->custom_event); | |
| const GstStructure *s1 = gst_event_get_structure (event); | |
| if (gst_structure_is_equal (s0, s1)) { | |
| return GST_PAD_PROBE_DROP; | |
| } | |
| } | |
| return GST_PAD_PROBE_OK; | |
| } | |
| static GstPadProbeReturn | |
| depay_event_probe_cb (GstPad * pad, GstPadProbeInfo * info, gpointer user_data) | |
| { | |
| rtp_pipeline *p = (rtp_pipeline *) user_data; | |
| GstEvent *event = GST_PAD_PROBE_INFO_DATA (info); | |
| if (GST_EVENT_TYPE (event) == GST_EVENT_CUSTOM_DOWNSTREAM) { | |
| const GstStructure *s0 = gst_event_get_structure (p->custom_event); | |
| const GstStructure *s1 = gst_event_get_structure (event); | |
| if (gst_structure_is_equal (s0, s1)) { | |
| gst_event_unref (p->custom_event); | |
| p->custom_event = NULL; | |
| } | |
| } | |
| return GST_PAD_PROBE_OK; | |
| } | |
| /* | |
| * Runs the RTP pipeline. | |
| * @param p Pointer to the RTP pipeline. | |
| */ | |
| static void | |
| rtp_pipeline_run (rtp_pipeline * p) | |
| { | |
| GstFlowReturn flow_ret; | |
| GMainLoop *mainloop = NULL; | |
| GstBus *bus; | |
| gint i, j; | |
| /* Check parameters. */ | |
| if (p == NULL) { | |
| return; | |
| } | |
| /* Create mainloop. */ | |
| mainloop = g_main_loop_new (NULL, FALSE); | |
| if (!mainloop) { | |
| return; | |
| } | |
| /* Add bus callback. */ | |
| bus = gst_pipeline_get_bus (GST_PIPELINE (p->pipeline)); | |
| gst_bus_add_watch (bus, rtp_bus_callback, (gpointer) mainloop); | |
| /* Set pipeline to PLAYING. */ | |
| gst_element_set_state (p->pipeline, GST_STATE_PLAYING); | |
| /* Push custom event into the pipeline */ | |
| if (p->custom_event) { | |
| GstPad *srcpad; | |
| /* Install a probe to drop the event after it being serialized */ | |
| srcpad = gst_element_get_static_pad (p->rtppay, "src"); | |
| gst_pad_add_probe (srcpad, GST_PAD_PROBE_TYPE_EVENT_DOWNSTREAM, | |
| pay_event_probe_cb, p, NULL); | |
| gst_object_unref (srcpad); | |
| /* Install a probe to trace the deserialized event after depayloading */ | |
| srcpad = gst_element_get_static_pad (p->rtpdepay, "src"); | |
| gst_pad_add_probe (srcpad, GST_PAD_PROBE_TYPE_EVENT_DOWNSTREAM, | |
| depay_event_probe_cb, p, NULL); | |
| gst_object_unref (srcpad); | |
| /* Send the event */ | |
| gst_element_send_event (p->appsrc, gst_event_ref (p->custom_event)); | |
| } | |
| /* Push data into the pipeline */ | |
| for (i = 0; i < LOOP_COUNT; i++) { | |
| const guint8 *data = p->frame_data; | |
| for (j = 0; j < p->frame_count; j++) { | |
| GstBuffer *buf; | |
| buf = | |
| gst_buffer_new_wrapped_full (GST_MEMORY_FLAG_READONLY, | |
| (guint8 *) data, p->frame_data_size, 0, p->frame_data_size, NULL, | |
| NULL); | |
| g_signal_emit_by_name (p->appsrc, "push-buffer", buf, &flow_ret); | |
| fail_unless_equals_int (flow_ret, GST_FLOW_OK); | |
| data += p->frame_data_size; | |
| gst_buffer_unref (buf); | |
| } | |
| } | |
| g_signal_emit_by_name (p->appsrc, "end-of-stream", &flow_ret); | |
| /* Run mainloop. */ | |
| g_main_loop_run (mainloop); | |
| /* Set pipeline to NULL. */ | |
| gst_element_set_state (p->pipeline, GST_STATE_NULL); | |
| /* Release mainloop. */ | |
| g_main_loop_unref (mainloop); | |
| gst_bus_remove_watch (bus); | |
| gst_object_unref (bus); | |
| fail_if (p->custom_event); | |
| } | |
| /* | |
| * Enables buffer lists and adds a chain_list_function to the depayloader. | |
| * @param p Pointer to the RTP pipeline. | |
| */ | |
| static void | |
| rtp_pipeline_enable_lists (rtp_pipeline * p) | |
| { | |
| GstPad *pad; | |
| /* Add chain list function for the buffer list tests */ | |
| pad = gst_element_get_static_pad (p->rtpdepay, "sink"); | |
| gst_pad_set_chain_list_function (pad, | |
| GST_DEBUG_FUNCPTR (rtp_pipeline_chain_list)); | |
| /* .. to satisfy this silly test code in case someone dares push a buffer */ | |
| gst_pad_set_chain_function (pad, GST_DEBUG_FUNCPTR (rtp_pipeline_chain)); | |
| gst_object_unref (pad); | |
| } | |
| /* | |
| * Creates the RTP pipeline and runs the test using the pipeline. | |
| * @param frame_data Pointer to the frame data which is used to pass through pay/depayloaders. | |
| * @param frame_data_size Frame data size in bytes. | |
| * @param frame_count Frame count. | |
| * @param filtercaps Caps filters. | |
| * @param pay Payloader name. | |
| * @param depay Depayloader name. | |
| * @bytes_sent bytes that will be sent, used when testing buffer lists | |
| * @mtu_size set mtu size when testing lists | |
| * @use_lists enable buffer lists | |
| */ | |
| static void | |
| rtp_pipeline_test (const guint8 * frame_data, int frame_data_size, | |
| int frame_count, const char *filtercaps, const char *pay, const char *depay, | |
| guint bytes_sent, guint mtu_size, gboolean use_lists) | |
| { | |
| /* Create RTP pipeline. */ | |
| rtp_pipeline *p = | |
| rtp_pipeline_create (frame_data, frame_data_size, frame_count, filtercaps, | |
| pay, depay); | |
| if (p == NULL) { | |
| return; | |
| } | |
| /* set mtu size if needed */ | |
| if (mtu_size > 0) { | |
| g_object_set (p->rtppay, "mtu", mtu_size, NULL); | |
| } | |
| if (use_lists) { | |
| rtp_pipeline_enable_lists (p); | |
| chain_list_bytes_received = 0; | |
| } | |
| /* Run RTP pipeline. */ | |
| rtp_pipeline_run (p); | |
| /* Destroy RTP pipeline. */ | |
| rtp_pipeline_destroy (p); | |
| if (use_lists) { | |
| /* 'next NAL' indicator is 4 bytes */ | |
| fail_unless_equals_int (chain_list_bytes_received, bytes_sent * LOOP_COUNT); | |
| } | |
| } | |
| static const guint8 rtp_ilbc_frame_data[] = | |
| { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_ilbc_frame_data_size = 20; | |
| static int rtp_ilbc_frame_count = 1; | |
| GST_START_TEST (rtp_ilbc) | |
| { | |
| rtp_pipeline_test (rtp_ilbc_frame_data, rtp_ilbc_frame_data_size, | |
| rtp_ilbc_frame_count, "audio/x-iLBC,mode=20", "rtpilbcpay", | |
| "rtpilbcdepay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_gsm_frame_data[] = | |
| { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_gsm_frame_data_size = 20; | |
| static int rtp_gsm_frame_count = 1; | |
| GST_START_TEST (rtp_gsm) | |
| { | |
| rtp_pipeline_test (rtp_gsm_frame_data, rtp_gsm_frame_data_size, | |
| rtp_gsm_frame_count, "audio/x-gsm,rate=8000,channels=1", "rtpgsmpay", | |
| "rtpgsmdepay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_amr_frame_data[] = | |
| { 0x3c, 0x24, 0x03, 0xb3, 0x48, 0x10, 0x68, 0x46, 0x6c, 0xec, 0x03, | |
| 0x7a, 0x37, 0x16, 0x41, 0x41, 0xc0, 0x00, 0x0d, 0xcd, 0x12, 0xed, | |
| 0xad, 0x80, 0x00, 0x00, 0x11, 0x31, 0x00, 0x00, 0x0d, 0xa0 | |
| }; | |
| static int rtp_amr_frame_data_size = 32; | |
| static int rtp_amr_frame_count = 1; | |
| GST_START_TEST (rtp_amr) | |
| { | |
| rtp_pipeline_test (rtp_amr_frame_data, rtp_amr_frame_data_size, | |
| rtp_amr_frame_count, "audio/AMR,channels=1,rate=8000", "rtpamrpay", | |
| "rtpamrdepay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_pcma_frame_data[] = | |
| { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_pcma_frame_data_size = 20; | |
| static int rtp_pcma_frame_count = 1; | |
| GST_START_TEST (rtp_pcma) | |
| { | |
| rtp_pipeline_test (rtp_pcma_frame_data, rtp_pcma_frame_data_size, | |
| rtp_pcma_frame_count, "audio/x-alaw,channels=1,rate=8000", "rtppcmapay", | |
| "rtppcmadepay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_pcmu_frame_data[] = | |
| { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_pcmu_frame_data_size = 20; | |
| static int rtp_pcmu_frame_count = 1; | |
| GST_START_TEST (rtp_pcmu) | |
| { | |
| rtp_pipeline_test (rtp_pcmu_frame_data, rtp_pcmu_frame_data_size, | |
| rtp_pcmu_frame_count, "audio/x-mulaw,channels=1,rate=8000", "rtppcmupay", | |
| "rtppcmudepay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_mpa_frame_data[] = | |
| { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_mpa_frame_data_size = 20; | |
| static int rtp_mpa_frame_count = 1; | |
| GST_START_TEST (rtp_mpa) | |
| { | |
| rtp_pipeline_test (rtp_mpa_frame_data, rtp_mpa_frame_data_size, | |
| rtp_mpa_frame_count, "audio/mpeg,mpegversion=1", "rtpmpapay", | |
| "rtpmpadepay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_h261_frame_data[] = { | |
| 0x00, 0x01, 0x00, 0x06, 0x00, 0x01, 0x11, 0x00, 0x00, 0x4c, 0x40, 0x00, | |
| 0x15, 0x10, | |
| }; | |
| static int rtp_h261_frame_data_size = 14; | |
| static int rtp_h261_frame_count = 1; | |
| GST_START_TEST (rtp_h261) | |
| { | |
| rtp_pipeline_test (rtp_h261_frame_data, rtp_h261_frame_data_size, | |
| rtp_h261_frame_count, "video/x-h261", "rtph261pay", "rtph261depay", | |
| 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_h263_frame_data[] = | |
| { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_h263_frame_data_size = 20; | |
| static int rtp_h263_frame_count = 1; | |
| GST_START_TEST (rtp_h263) | |
| { | |
| rtp_pipeline_test (rtp_h263_frame_data, rtp_h263_frame_data_size, | |
| rtp_h263_frame_count, | |
| "video/x-h263,variant=(string)itu,h263version=h263", | |
| "rtph263pay", "rtph263depay", 0, 0, FALSE); | |
| rtp_pipeline_test (rtp_h263_frame_data, rtp_h263_frame_data_size, | |
| rtp_h263_frame_count, | |
| "video/x-h263,variant=(string)itu,h263version=h263,width=10,height=20", | |
| "rtph263pay", "rtph263depay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_h263p_frame_data[] = | |
| { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_h263p_frame_data_size = 20; | |
| static int rtp_h263p_frame_count = 1; | |
| GST_START_TEST (rtp_h263p) | |
| { | |
| rtp_pipeline_test (rtp_h263p_frame_data, rtp_h263p_frame_data_size, | |
| rtp_h263p_frame_count, "video/x-h263,variant=(string)itu," | |
| "h263version=(string)h263", "rtph263ppay", "rtph263pdepay", 0, 0, FALSE); | |
| /* payloader should accept any input that matches the template caps | |
| * if there's just a udpsink or fakesink downstream */ | |
| rtp_pipeline_test (rtp_h263p_frame_data, rtp_h263p_frame_data_size, | |
| rtp_h263p_frame_count, "video/x-h263,variant=(string)itu," | |
| "h263version=(string)h263", "rtph263ppay", "identity", 0, 0, FALSE); | |
| /* default output of avenc_h263p */ | |
| rtp_pipeline_test (rtp_h263p_frame_data, rtp_h263p_frame_data_size, | |
| rtp_h263p_frame_count, "video/x-h263,variant=(string)itu," | |
| "h263version=(string)h263p, annex-f=(boolean)true, " | |
| "annex-j=(boolean)true, annex-i=(boolean)true, annex-t=(boolean)true", | |
| "rtph263ppay", "identity", 0, 0, FALSE); | |
| /* pay ! depay should also work with any input */ | |
| rtp_pipeline_test (rtp_h263p_frame_data, rtp_h263p_frame_data_size, | |
| rtp_h263p_frame_count, "video/x-h263,variant=(string)itu," | |
| "h263version=(string)h263p, annex-f=(boolean)true, " | |
| "annex-j=(boolean)true, annex-i=(boolean)true, annex-t=(boolean)true", | |
| "rtph263ppay", "rtph263pdepay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_h264_frame_data[] = | |
| { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_h264_frame_data_size = 20; | |
| static int rtp_h264_frame_count = 1; | |
| GST_START_TEST (rtp_h264) | |
| { | |
| /* FIXME 0.11: fully specify h264 caps (and make payloader check) */ | |
| rtp_pipeline_test (rtp_h264_frame_data, rtp_h264_frame_data_size, | |
| rtp_h264_frame_count, | |
| "video/x-h264,stream-format=(string)byte-stream,alignment=(string)nal", | |
| "rtph264pay", "rtph264depay", 0, 0, FALSE); | |
| /* config-interval property used to be of uint type, was changed to int, | |
| * make sure old GValue stuff still works */ | |
| { | |
| GValue val = G_VALUE_INIT; | |
| GstElement *rtph264pay; | |
| GParamSpec *pspec; | |
| rtph264pay = gst_element_factory_make ("rtph264pay", NULL); | |
| pspec = g_object_class_find_property (G_OBJECT_GET_CLASS (rtph264pay), | |
| "config-interval"); | |
| fail_unless (pspec->value_type == G_TYPE_INT); | |
| g_value_init (&val, G_TYPE_UINT); | |
| g_value_set_uint (&val, 10); | |
| g_object_set_property (G_OBJECT (rtph264pay), "config-interval", &val); | |
| g_value_set_uint (&val, 0); | |
| g_object_get_property (G_OBJECT (rtph264pay), "config-interval", &val); | |
| fail_unless_equals_int (10, g_value_get_uint (&val)); | |
| g_object_set (G_OBJECT (rtph264pay), "config-interval", -1, NULL); | |
| g_object_get_property (G_OBJECT (rtph264pay), "config-interval", &val); | |
| fail_unless (g_value_get_uint (&val) == G_MAXUINT); | |
| g_value_unset (&val); | |
| gst_object_unref (rtph264pay); | |
| } | |
| } | |
| GST_END_TEST; | |
| /* H264 data generated with: | |
| * videotestsrc pattern=black ! video/x-raw,width=16,height=16 ! openh264enc */ | |
| static const guint8 h264_16x16_black_bs[] = { | |
| 0x00, 0x00, 0x00, 0x01, 0x67, 0x42, 0xd0, 0x0b, | |
| 0x8c, 0x8d, 0x4e, 0x40, 0x3c, 0x22, 0x11, 0xa8, | |
| 0x00, 0x00, 0x00, 0x01, 0x68, 0xce, 0x3c, 0x80, | |
| 0x00, 0x00, 0x00, 0x01, 0x65, 0xb8, 0x00, 0x04, | |
| 0x00, 0x00, 0x09, 0xe4, 0xc5, 0x00, 0x01, 0x19, | |
| 0xfc | |
| }; | |
| static GstSample * | |
| rtp_h264depay_run (const gchar * stream_format) | |
| { | |
| GstHarness *h; | |
| GstSample *sample; | |
| GstBuffer *buf; | |
| GstEvent *e; | |
| GstCaps *out_caps; | |
| GstCaps *in_caps; | |
| gboolean seen_caps = FALSE; | |
| gsize size; | |
| h = gst_harness_new_parse ("rtph264pay ! rtph264depay"); | |
| /* Our input data is in byte-stream format (not that it matters) */ | |
| in_caps = gst_caps_new_simple ("video/x-h264", | |
| "stream-format", G_TYPE_STRING, "byte-stream", | |
| "alignment", G_TYPE_STRING, "au", | |
| "profile", G_TYPE_STRING, "baseline", | |
| "width", G_TYPE_INT, 16, | |
| "height", G_TYPE_INT, 16, "framerate", GST_TYPE_FRACTION, 30, 1, NULL); | |
| /* Force rtph264depay to output format as requested */ | |
| out_caps = gst_caps_new_simple ("video/x-h264", | |
| "stream-format", G_TYPE_STRING, stream_format, | |
| "alignment", G_TYPE_STRING, "au", NULL); | |
| gst_harness_set_caps (h, in_caps, out_caps); | |
| in_caps = NULL; | |
| out_caps = NULL; | |
| gst_harness_play (h); | |
| size = sizeof (h264_16x16_black_bs); | |
| buf = gst_buffer_new_memdup (h264_16x16_black_bs, size); | |
| fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); | |
| fail_unless (gst_harness_push_event (h, gst_event_new_eos ())); | |
| while ((e = gst_harness_try_pull_event (h))) { | |
| if (GST_EVENT_TYPE (e) == GST_EVENT_CAPS) { | |
| GstCaps *caps = NULL; | |
| gst_event_parse_caps (e, &caps); | |
| gst_caps_replace (&out_caps, caps); | |
| seen_caps = TRUE; | |
| } | |
| gst_event_unref (e); | |
| } | |
| fail_unless (seen_caps); | |
| buf = gst_harness_pull (h); | |
| sample = gst_sample_new (buf, out_caps, NULL, NULL); | |
| gst_buffer_unref (buf); | |
| gst_caps_replace (&out_caps, NULL); | |
| gst_harness_teardown (h); | |
| return sample; | |
| } | |
| GST_START_TEST (rtp_h264depay_avc) | |
| { | |
| const GValue *val; | |
| GstStructure *st; | |
| GstMapInfo map = GST_MAP_INFO_INIT; | |
| GstBuffer *buf; | |
| GstSample *s; | |
| GstCaps *caps; | |
| s = rtp_h264depay_run ("avc"); | |
| /* must have codec_data in output caps */ | |
| caps = gst_sample_get_caps (s); | |
| st = gst_caps_get_structure (caps, 0); | |
| GST_LOG ("caps: %" GST_PTR_FORMAT, caps); | |
| fail_unless (gst_structure_has_field (st, "stream-format")); | |
| fail_unless (gst_structure_has_field (st, "alignment")); | |
| fail_unless (gst_structure_has_field (st, "level")); | |
| fail_unless (gst_structure_has_field (st, "profile")); | |
| val = gst_structure_get_value (st, "codec_data"); | |
| fail_unless (val != NULL); | |
| fail_unless (GST_VALUE_HOLDS_BUFFER (val)); | |
| /* check codec_data, shouldn't contain trailing zeros */ | |
| buf = gst_value_get_buffer (val); | |
| fail_unless (gst_buffer_map (buf, &map, GST_MAP_READ)); | |
| { | |
| guint num_sps, num_pps, len; | |
| guint8 *data; | |
| GST_MEMDUMP ("H.264 codec_data", map.data, map.size); | |
| fail_unless_equals_int (map.data[0], 1); | |
| num_sps = map.data[5] & 0x1f; | |
| data = map.data + 6; | |
| fail_unless_equals_int (num_sps, 1); | |
| len = GST_READ_UINT16_BE (data); | |
| data += 2; | |
| /* make sure there are no trailing zeros in the SPS */ | |
| fail_unless (data[len - 1] != 0); | |
| data += len; | |
| num_pps = *data++; | |
| fail_unless_equals_int (num_pps, 1); | |
| len = GST_READ_UINT16_BE (data); | |
| data += 2; | |
| /* make sure there are no trailing zeros in the PPS */ | |
| fail_unless (data[len - 1] != 0); | |
| } | |
| gst_buffer_unmap (buf, &map); | |
| buf = gst_sample_get_buffer (s); | |
| fail_unless (gst_buffer_map (buf, &map, GST_MAP_READ)); | |
| GST_MEMDUMP ("H.264 AVC frame", map.data, map.size); | |
| fail_unless (map.size >= 4 + 13); | |
| /* Want IDR slice as very first thing. | |
| * We assume nal size markers are 4 bytes here. */ | |
| fail_unless_equals_int (map.data[4] & 0x1f, 5); | |
| gst_buffer_unmap (buf, &map); | |
| gst_sample_unref (s); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (rtp_h264depay_bytestream) | |
| { | |
| GstByteReader br; | |
| GstStructure *st; | |
| GstMapInfo map = GST_MAP_INFO_INIT; | |
| GstBuffer *buf; | |
| GstSample *s; | |
| GstCaps *caps; | |
| guint32 dw = 0; | |
| guint8 b = 0; | |
| guint off, left; | |
| s = rtp_h264depay_run ("byte-stream"); | |
| /* must not have codec_data in output caps */ | |
| caps = gst_sample_get_caps (s); | |
| st = gst_caps_get_structure (caps, 0); | |
| GST_LOG ("caps: %" GST_PTR_FORMAT, caps); | |
| fail_if (gst_structure_has_field (st, "codec_data")); | |
| buf = gst_sample_get_buffer (s); | |
| fail_unless (gst_buffer_map (buf, &map, GST_MAP_READ)); | |
| GST_MEMDUMP ("H.264 byte-stream frame", map.data, map.size); | |
| fail_unless (map.size > 40); | |
| gst_byte_reader_init (&br, map.data, map.size); | |
| /* We assume nal sync markers are 4 bytes... */ | |
| fail_unless (gst_byte_reader_get_uint32_be (&br, &dw)); | |
| fail_unless_equals_int (dw, 0x00000001); | |
| /* Want SPS as very first thing */ | |
| fail_unless (gst_byte_reader_get_uint8 (&br, &b)); | |
| fail_unless_equals_int (b & 0x1f, 7); | |
| /* Then, we want the PPS */ | |
| left = gst_byte_reader_get_remaining (&br); | |
| off = gst_byte_reader_masked_scan_uint32 (&br, 0xffffffff, 1, 0, left); | |
| fail_if (off == (guint) - 1); | |
| gst_byte_reader_skip (&br, off + 4); | |
| fail_unless (gst_byte_reader_get_uint8 (&br, &b)); | |
| fail_unless_equals_int (b & 0x1f, 8); | |
| /* FIXME: looks like we get two sets of SPS/PPS ?! */ | |
| left = gst_byte_reader_get_remaining (&br); | |
| off = gst_byte_reader_masked_scan_uint32 (&br, 0xffffffff, 1, 0, left); | |
| fail_if (off == (guint) - 1); | |
| gst_byte_reader_skip (&br, off + 4); | |
| left = gst_byte_reader_get_remaining (&br); | |
| off = gst_byte_reader_masked_scan_uint32 (&br, 0xffffffff, 1, 0, left); | |
| fail_if (off == (guint) - 1); | |
| gst_byte_reader_skip (&br, off + 4); | |
| /* Finally, we want an IDR slice */ | |
| left = gst_byte_reader_get_remaining (&br); | |
| off = gst_byte_reader_masked_scan_uint32 (&br, 0xffffffff, 1, 0, left); | |
| fail_if (off == (guint) - 1); | |
| gst_byte_reader_skip (&br, off + 4); | |
| fail_unless (gst_byte_reader_get_uint8 (&br, &b)); | |
| fail_unless_equals_int (b & 0x1f, 5); | |
| gst_buffer_unmap (buf, &map); | |
| gst_sample_unref (s); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_h264_list_lt_mtu_frame_data[] = | |
| /* not packetized, next NAL starts with 0001 */ | |
| { 0x00, 0x00, 0x00, 0x01, 0x00, 0x10, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x10, 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, | |
| 0xad, 0x80, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x0d, 0x10 | |
| }; | |
| static int rtp_h264_list_lt_mtu_frame_data_size = 16; | |
| static int rtp_h264_list_lt_mtu_frame_count = 2; | |
| /* NAL = 4 bytes */ | |
| /* also 2 bytes FU-A header each time */ | |
| static int rtp_h264_list_lt_mtu_bytes_sent = (16 - 4); | |
| static int rtp_h264_list_lt_mtu_mtu_size = 1024; | |
| GST_START_TEST (rtp_h264_list_lt_mtu) | |
| { | |
| /* FIXME 0.11: fully specify h264 caps (and make payloader check) */ | |
| rtp_pipeline_test (rtp_h264_list_lt_mtu_frame_data, | |
| rtp_h264_list_lt_mtu_frame_data_size, rtp_h264_list_lt_mtu_frame_count, | |
| "video/x-h264,stream-format=(string)byte-stream,alignment=(string)nal", | |
| "rtph264pay aggregate-mode=zero-latency", "rtph264depay", | |
| rtp_h264_list_lt_mtu_bytes_sent, rtp_h264_list_lt_mtu_mtu_size, TRUE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_h264_list_lt_mtu_frame_data_avc[] = | |
| /* packetized data */ | |
| { 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x07, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x05, 0x00, 0x00, | |
| 0xad, 0x80, 0x00, 0x00, 0x00, 0x00, 0x03, 0x00, 0x0d, 0x00 | |
| }; | |
| /* Only the last NAL of each packet is computed by the strange algorithm in | |
| * rtp_pipeline_chain_list() | |
| */ | |
| static int rtp_h264_list_lt_mtu_bytes_sent_avc = 7 + 3; | |
| //static int rtp_h264_list_lt_mtu_mtu_size = 1024; | |
| GST_START_TEST (rtp_h264_list_lt_mtu_avc) | |
| { | |
| /* FIXME 0.11: fully specify h264 caps (and make payloader check) */ | |
| rtp_pipeline_test (rtp_h264_list_lt_mtu_frame_data_avc, | |
| rtp_h264_list_lt_mtu_frame_data_size, rtp_h264_list_lt_mtu_frame_count, | |
| "video/x-h264,stream-format=(string)avc,alignment=(string)au," | |
| "codec_data=(buffer)01640014ffe1001867640014acd94141fb0110000003001773594000f142996001000568ebecb22c", | |
| "rtph264pay aggregate-mode=zero-latency", "rtph264depay", | |
| rtp_h264_list_lt_mtu_bytes_sent_avc, rtp_h264_list_lt_mtu_mtu_size, TRUE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_h264_list_gt_mtu_frame_data[] = | |
| /* not packetized, next NAL starts with 0001 */ | |
| { 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x10 | |
| }; | |
| static int rtp_h264_list_gt_mtu_frame_data_size = 64; | |
| static int rtp_h264_list_gt_mtu_frame_count = 1; | |
| /* NAL = 4 bytes. When data does not fit into 1 mtu, 1 byte will be skipped */ | |
| static int rtp_h264_list_gt_mtu_bytes_sent = 1 * (64 - 4) - 1; | |
| static int rtp_h264_list_gt_mtu_mty_size = 28; | |
| GST_START_TEST (rtp_h264_list_gt_mtu) | |
| { | |
| /* FIXME 0.11: fully specify h264 caps (and make payloader check) */ | |
| rtp_pipeline_test (rtp_h264_list_gt_mtu_frame_data, | |
| rtp_h264_list_gt_mtu_frame_data_size, rtp_h264_list_gt_mtu_frame_count, | |
| "video/x-h264,stream-format=(string)byte-stream,alignment=(string)nal", | |
| "rtph264pay", "rtph264depay", | |
| rtp_h264_list_gt_mtu_bytes_sent, rtp_h264_list_gt_mtu_mty_size, TRUE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_h264_list_gt_mtu_frame_data_avc[] = | |
| /* packetized data */ | |
| { 0x00, 0x00, 0x00, 0x20, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x18, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| /* NAL = 4 bytes. When data does not fit into 1 mtu, 1 byte will be skipped */ | |
| static int rtp_h264_list_gt_mtu_bytes_sent_avc = 1 * (64 - 2 * 4 - 2 * 1); | |
| GST_START_TEST (rtp_h264_list_gt_mtu_avc) | |
| { | |
| /* FIXME 0.11: fully specify h264 caps (and make payloader check) */ | |
| rtp_pipeline_test (rtp_h264_list_gt_mtu_frame_data_avc, | |
| rtp_h264_list_gt_mtu_frame_data_size, rtp_h264_list_gt_mtu_frame_count, | |
| "video/x-h264,stream-format=(string)avc,alignment=(string)au," | |
| "codec_data=(buffer)01640014ffe1001867640014acd94141fb0110000003001773594000f142996001000568ebecb22c", | |
| "rtph264pay", "rtph264depay", | |
| rtp_h264_list_gt_mtu_bytes_sent_avc, rtp_h264_list_gt_mtu_mty_size, TRUE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_h265_frame_data[] = { | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_h265_frame_data_size = 20; | |
| static int rtp_h265_frame_count = 1; | |
| GST_START_TEST (rtp_h265) | |
| { | |
| rtp_pipeline_test (rtp_h265_frame_data, rtp_h265_frame_data_size, | |
| rtp_h265_frame_count, | |
| "video/x-h265,stream-format=(string)byte-stream,alignment=(string)nal", | |
| "rtph265pay", "rtph265depay", 0, 0, FALSE); | |
| /* config-interval property used to be of uint type, was changed to int, | |
| * make sure old GValue stuff still works */ | |
| { | |
| GValue val = G_VALUE_INIT; | |
| GstElement *rtph265pay; | |
| GParamSpec *pspec; | |
| rtph265pay = gst_element_factory_make ("rtph265pay", NULL); | |
| pspec = g_object_class_find_property (G_OBJECT_GET_CLASS (rtph265pay), | |
| "config-interval"); | |
| fail_unless (pspec->value_type == G_TYPE_INT); | |
| g_value_init (&val, G_TYPE_UINT); | |
| g_value_set_uint (&val, 10); | |
| g_object_set_property (G_OBJECT (rtph265pay), "config-interval", &val); | |
| g_value_set_uint (&val, 0); | |
| g_object_get_property (G_OBJECT (rtph265pay), "config-interval", &val); | |
| fail_unless_equals_int (10, g_value_get_uint (&val)); | |
| g_object_set (G_OBJECT (rtph265pay), "config-interval", -1, NULL); | |
| g_object_get_property (G_OBJECT (rtph265pay), "config-interval", &val); | |
| fail_unless (g_value_get_uint (&val) == G_MAXUINT); | |
| g_value_unset (&val); | |
| gst_object_unref (rtph265pay); | |
| } | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_h265_list_lt_mtu_frame_data[] = { | |
| /* not packetized, next NALU starts with 0x00000001 */ | |
| 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x10, | |
| 0x00, 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x10 | |
| }; | |
| static int rtp_h265_list_lt_mtu_frame_data_size = 16; | |
| static int rtp_h265_list_lt_mtu_frame_count = 2; | |
| /* 3 bytes start code prefixed with one zero byte, NALU header is in payload */ | |
| static int rtp_h265_list_lt_mtu_bytes_sent = 2 * (16 - 3 - 1); | |
| static int rtp_h265_list_lt_mtu_mtu_size = 1024; | |
| GST_START_TEST (rtp_h265_list_lt_mtu) | |
| { | |
| rtp_pipeline_test (rtp_h265_list_lt_mtu_frame_data, | |
| rtp_h265_list_lt_mtu_frame_data_size, rtp_h265_list_lt_mtu_frame_count, | |
| "video/x-h265,stream-format=(string)byte-stream,alignment=(string)nal", | |
| "rtph265pay", "rtph265depay", rtp_h265_list_lt_mtu_bytes_sent, | |
| rtp_h265_list_lt_mtu_mtu_size, TRUE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_h265_list_lt_mtu_frame_data_hvc1[] = { | |
| /* packetized data */ | |
| 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x09, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x06, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x04, 0x00, 0x00, 0x00, 0x00, | |
| }; | |
| /* length size is 3 bytes */ | |
| static int rtp_h265_list_lt_mtu_bytes_sent_hvc1 = 4 + 9; | |
| GST_START_TEST (rtp_h265_list_lt_mtu_hvc1) | |
| { | |
| rtp_pipeline_test (rtp_h265_list_lt_mtu_frame_data_hvc1, | |
| rtp_h265_list_lt_mtu_frame_data_size, rtp_h265_list_lt_mtu_frame_count, | |
| "video/x-h265,stream-format=(string)hvc1,alignment=(string)au," | |
| "codec_data=(buffer)0101c000000080000000000099f000fcfdf8f800000203a000010" | |
| "01840010c01ffff01c000000300800000030000030099ac0900a10001003042010101c00" | |
| "0000300800000030000030099a00a080f1fe36bbb5377725d602dc040404100000300010" | |
| "00003000a0800a2000100074401c172b02240", | |
| "rtph265pay aggregate-mode=zero-latency", "rtph265depay", | |
| rtp_h265_list_lt_mtu_bytes_sent_hvc1, rtp_h265_list_lt_mtu_mtu_size, | |
| TRUE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_h265_list_gt_mtu_frame_data[] = { | |
| /* not packetized, next NAL starts with 0x000001 */ | |
| 0x00, 0x00, 0x01, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x10 | |
| }; | |
| static const int rtp_h265_list_gt_mtu_frame_data_size = 62; | |
| static const int rtp_h265_list_gt_mtu_frame_count = 1; | |
| /* start code is 3 bytes, NALU header is 2 bytes */ | |
| static int rtp_h265_list_gt_mtu_bytes_sent = 1 * (62 - 3 - 2); | |
| static int rtp_h265_list_gt_mtu_mtu_size = 28; | |
| GST_START_TEST (rtp_h265_list_gt_mtu) | |
| { | |
| rtp_pipeline_test (rtp_h265_list_gt_mtu_frame_data, | |
| rtp_h265_list_gt_mtu_frame_data_size, rtp_h265_list_gt_mtu_frame_count, | |
| "video/x-h265,stream-format=(string)byte-stream,alignment=(string)nal", | |
| "rtph265pay", "rtph265depay", rtp_h265_list_gt_mtu_bytes_sent, | |
| rtp_h265_list_gt_mtu_mtu_size, TRUE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_h265_list_gt_mtu_frame_data_hvc1[] = { | |
| /* packetized data */ | |
| 0x00, 0x00, 0x20, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x18, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| /* length size is 3 bytes, NALU header is 2 bytes */ | |
| static int rtp_h265_list_gt_mtu_bytes_sent_hvc1 = 1 * (62 - 2 * 3 - 2 * 2); | |
| GST_START_TEST (rtp_h265_list_gt_mtu_hvc1) | |
| { | |
| rtp_pipeline_test (rtp_h265_list_gt_mtu_frame_data_hvc1, | |
| rtp_h265_list_gt_mtu_frame_data_size, rtp_h265_list_gt_mtu_frame_count, | |
| "video/x-h265,stream-format=(string)hvc1,alignment=(string)au," | |
| "codec_data=(buffer)0101c000000080000000000099f000fcfdf8f800000203a000010" | |
| "01840010c01ffff01c000000300800000030000030099ac0900a10001003042010101c00" | |
| "0000300800000030000030099a00a080f1fe36bbb5377725d602dc040404100000300010" | |
| "00003000a0800a2000100074401c172b02240", | |
| "rtph265pay", "rtph265depay", rtp_h265_list_gt_mtu_bytes_sent_hvc1, | |
| rtp_h265_list_gt_mtu_mtu_size, TRUE); | |
| } | |
| GST_END_TEST; | |
| /* KLV data from Day_Flight.mpg */ | |
| static const guint8 rtp_KLV_frame_data[] = { | |
| 0x06, 0x0e, 0x2b, 0x34, 0x02, 0x0b, 0x01, 0x01, | |
| 0x0e, 0x01, 0x03, 0x01, 0x01, 0x00, 0x00, 0x00, | |
| 0x81, 0x91, 0x02, 0x08, 0x00, 0x04, 0x6c, 0x8e, | |
| 0x20, 0x03, 0x83, 0x85, 0x41, 0x01, 0x01, 0x05, | |
| 0x02, 0x3d, 0x3b, 0x06, 0x02, 0x15, 0x80, 0x07, | |
| 0x02, 0x01, 0x52, 0x0b, 0x03, 0x45, 0x4f, 0x4e, | |
| 0x0c, 0x0e, 0x47, 0x65, 0x6f, 0x64, 0x65, 0x74, | |
| 0x69, 0x63, 0x20, 0x57, 0x47, 0x53, 0x38, 0x34, | |
| 0x0d, 0x04, 0x4d, 0xc4, 0xdc, 0xbb, 0x0e, 0x04, | |
| 0xb1, 0xa8, 0x6c, 0xfe, 0x0f, 0x02, 0x1f, 0x4a, | |
| 0x10, 0x02, 0x00, 0x85, 0x11, 0x02, 0x00, 0x4b, | |
| 0x12, 0x04, 0x20, 0xc8, 0xd2, 0x7d, 0x13, 0x04, | |
| 0xfc, 0xdd, 0x02, 0xd8, 0x14, 0x04, 0xfe, 0xb8, | |
| 0xcb, 0x61, 0x15, 0x04, 0x00, 0x8f, 0x3e, 0x61, | |
| 0x16, 0x04, 0x00, 0x00, 0x01, 0xc9, 0x17, 0x04, | |
| 0x4d, 0xdd, 0x8c, 0x2a, 0x18, 0x04, 0xb1, 0xbe, | |
| 0x9e, 0xf4, 0x19, 0x02, 0x0b, 0x85, 0x28, 0x04, | |
| 0x4d, 0xdd, 0x8c, 0x2a, 0x29, 0x04, 0xb1, 0xbe, | |
| 0x9e, 0xf4, 0x2a, 0x02, 0x0b, 0x85, 0x38, 0x01, | |
| 0x2e, 0x39, 0x04, 0x00, 0x8d, 0xd4, 0x29, 0x01, | |
| 0x02, 0x1c, 0x5f | |
| }; | |
| GST_START_TEST (rtp_klv) | |
| { | |
| rtp_pipeline_test (rtp_KLV_frame_data, G_N_ELEMENTS (rtp_KLV_frame_data), 1, | |
| "meta/x-klv, parsed=(bool)true", "rtpklvpay", "rtpklvdepay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (rtp_klv_fragmented) | |
| { | |
| /* force super-small mtu of 60 to fragment KLV unit */ | |
| rtp_pipeline_test (rtp_KLV_frame_data, sizeof (rtp_KLV_frame_data), 1, | |
| "meta/x-klv, parsed=(bool)true", "rtpklvpay", "rtpklvdepay", | |
| sizeof (rtp_KLV_frame_data), 60, FALSE); | |
| } | |
| GST_END_TEST; | |
| typedef struct | |
| { | |
| gint buffer_count; | |
| gint drop_index; | |
| } KlvDepayProbeData; | |
| static GstPadProbeReturn | |
| rtp_klv_do_packet_loss_depay_probe_cb (GstPad * pad, GstPadProbeInfo * info, | |
| KlvDepayProbeData * data) | |
| { | |
| GstPadProbeReturn ret = GST_PAD_PROBE_OK; | |
| if (info->type & GST_PAD_PROBE_TYPE_BUFFER_LIST) { | |
| GstBufferList *buffer_list = info->data; | |
| gint length = gst_buffer_list_length (buffer_list); | |
| if (data->drop_index >= 0) { | |
| gint drop_offset = data->drop_index - data->buffer_count; | |
| if (0 <= drop_offset && drop_offset < length) | |
| gst_buffer_list_remove (buffer_list, drop_offset, 1); | |
| } | |
| data->buffer_count += length; | |
| } else { | |
| if (data->buffer_count == data->drop_index) | |
| ret = GST_PAD_PROBE_DROP; | |
| data->buffer_count++; | |
| } | |
| return ret; | |
| } | |
| GST_START_TEST (rtp_klv_fragmented_packet_loss) | |
| { | |
| /* Number of KLV frames to push through the pipeline */ | |
| const guint FRAME_COUNT = 5; | |
| /* Repeat frame data */ | |
| int frame_data_size = sizeof (rtp_KLV_frame_data); | |
| guint8 *frame_data = malloc (FRAME_COUNT * sizeof (rtp_KLV_frame_data)); | |
| for (guint i = 0; i < FRAME_COUNT; i++) | |
| memcpy (frame_data + i * frame_data_size, rtp_KLV_frame_data, | |
| frame_data_size); | |
| /* Create RTP pipeline. */ | |
| rtp_pipeline *p = | |
| rtp_pipeline_create (frame_data, frame_data_size, FRAME_COUNT, | |
| "meta/x-klv, parsed=(bool)true", "rtpklvpay", "rtpklvdepay"); | |
| if (p == NULL) { | |
| return; | |
| } | |
| /* Force super-small mtu of 60 to fragment KLV unit (4 fragments per unit) */ | |
| g_object_set (p->rtppay, "mtu", 60, NULL); | |
| /* Drop the 7:th fragment on the depayloader's sink pad */ | |
| KlvDepayProbeData sink_probe_data = {.buffer_count = 0,.drop_index = 7 }; | |
| GstPad *depay_sink = gst_element_get_static_pad (p->rtpdepay, "sink"); | |
| gst_pad_add_probe (depay_sink, | |
| GST_PAD_PROBE_TYPE_BUFFER | GST_PAD_PROBE_TYPE_BUFFER_LIST, | |
| (GstPadProbeCallback) rtp_klv_do_packet_loss_depay_probe_cb, | |
| &sink_probe_data, NULL); | |
| gst_object_unref (depay_sink); | |
| /* Count buffers on the depayloader's source pad */ | |
| KlvDepayProbeData src_probe_data = {.buffer_count = 0,.drop_index = -1 }; | |
| GstPad *depay_src = gst_element_get_static_pad (p->rtpdepay, "src"); | |
| gst_pad_add_probe (depay_src, | |
| GST_PAD_PROBE_TYPE_BUFFER | GST_PAD_PROBE_TYPE_BUFFER_LIST, | |
| (GstPadProbeCallback) rtp_klv_do_packet_loss_depay_probe_cb, | |
| &src_probe_data, NULL); | |
| gst_object_unref (depay_src); | |
| /* Run RTP pipeline. */ | |
| rtp_pipeline_run (p); | |
| /* Destroy RTP pipeline. */ | |
| rtp_pipeline_destroy (p); | |
| free (frame_data); | |
| /* We should be able to decode all RTP buffers except for the second one */ | |
| g_assert_cmpuint (src_probe_data.buffer_count, ==, FRAME_COUNT - 1); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_L16_frame_data[] = | |
| { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_L16_frame_data_size = 20; | |
| static int rtp_L16_frame_count = 1; | |
| GST_START_TEST (rtp_L16) | |
| { | |
| rtp_pipeline_test (rtp_L16_frame_data, rtp_L16_frame_data_size, | |
| rtp_L16_frame_count, | |
| "audio/x-raw,format=S16BE,rate=1,channels=1,layout=(string)interleaved", | |
| "rtpL16pay", "rtpL16depay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_L24_frame_data[] = | |
| { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_L24_frame_data_size = 24; | |
| static int rtp_L24_frame_count = 1; | |
| GST_START_TEST (rtp_L24) | |
| { | |
| rtp_pipeline_test (rtp_L24_frame_data, rtp_L24_frame_data_size, | |
| rtp_L24_frame_count, | |
| "audio/x-raw,format=S24BE,rate=1,channels=1,layout=(string)interleaved", | |
| "rtpL24pay", "rtpL24depay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_mp2t_frame_data[] = | |
| { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_mp2t_frame_data_size = 20; | |
| static int rtp_mp2t_frame_count = 1; | |
| GST_START_TEST (rtp_mp2t) | |
| { | |
| rtp_pipeline_test (rtp_mp2t_frame_data, rtp_mp2t_frame_data_size, | |
| rtp_mp2t_frame_count, "video/mpegts,packetsize=188,systemstream=true", | |
| "rtpmp2tpay", "rtpmp2tdepay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_mp4v_frame_data[] = | |
| { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_mp4v_frame_data_size = 20; | |
| static int rtp_mp4v_frame_count = 1; | |
| GST_START_TEST (rtp_mp4v) | |
| { | |
| rtp_pipeline_test (rtp_mp4v_frame_data, rtp_mp4v_frame_data_size, | |
| rtp_mp4v_frame_count, "video/mpeg,mpegversion=4,systemstream=false", | |
| "rtpmp4vpay", "rtpmp4vdepay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_mp4v_list_frame_data[] = | |
| { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_mp4v_list_frame_data_size = 20; | |
| static int rtp_mp4v_list_frame_count = 1; | |
| static int rtp_mp4v_list_bytes_sent = 1 * 20; | |
| GST_START_TEST (rtp_mp4v_list) | |
| { | |
| rtp_pipeline_test (rtp_mp4v_list_frame_data, rtp_mp4v_list_frame_data_size, | |
| rtp_mp4v_list_frame_count, | |
| "video/mpeg,mpegversion=4,systemstream=false,codec_data=(buffer)000001b001", | |
| "rtpmp4vpay", "rtpmp4vdepay", rtp_mp4v_list_bytes_sent, 0, TRUE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_mp4g_frame_data[] = | |
| { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_mp4g_frame_data_size = 20; | |
| static int rtp_mp4g_frame_count = 1; | |
| GST_START_TEST (rtp_mp4g) | |
| { | |
| rtp_pipeline_test (rtp_mp4g_frame_data, rtp_mp4g_frame_data_size, | |
| rtp_mp4g_frame_count, | |
| "video/mpeg,mpegversion=4,systemstream=false,codec_data=(buffer)000001b001", | |
| "rtpmp4gpay", "rtpmp4gdepay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_theora_frame_data[] = | |
| { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_theora_frame_data_size = 20; | |
| static int rtp_theora_frame_count = 1; | |
| GST_START_TEST (rtp_theora) | |
| { | |
| rtp_pipeline_test (rtp_theora_frame_data, rtp_theora_frame_data_size, | |
| rtp_theora_frame_count, "video/x-theora", "rtptheorapay", | |
| "rtptheoradepay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_vorbis_frame_data[] = | |
| { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_vorbis_frame_data_size = 20; | |
| static int rtp_vorbis_frame_count = 1; | |
| GST_START_TEST (rtp_vorbis) | |
| { | |
| rtp_pipeline_test (rtp_vorbis_frame_data, rtp_vorbis_frame_data_size, | |
| rtp_vorbis_frame_count, "audio/x-vorbis", "rtpvorbispay", | |
| "rtpvorbisdepay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| /* videotestsrc pattern=red ! video/x-raw,width=160,height=120 ! vp8enc */ | |
| #define VP8_CAPS "video/x-vp8, profile=(string)0, " \ | |
| "streamheader=(buffer)4f5650383001010000a000780000010000010000001e00000001, " \ | |
| "width=(int)160, height=(int)120, framerate=(fraction)30/1" | |
| static const guint8 rtp_vp8_frame_data[] = { | |
| 0x30, 0x07, 0x00, 0x9d, 0x01, 0x2a, 0xa0, 0x00, | |
| 0x78, 0x00, 0x00, 0x47, 0x08, 0x85, 0x85, 0x88, | |
| 0x85, 0x84, 0x88, 0x02, 0x02, 0x02, 0x75, 0xaa, | |
| 0x03, 0xf8, 0x03, 0xfa, 0x02, 0x06, 0xc3, 0xef, | |
| 0x05, 0x10, 0x9c, 0x52, 0xd2, 0xa1, 0x38, 0xa5, | |
| 0xa5, 0x42, 0x71, 0x4b, 0x4a, 0x84, 0xe2, 0x96, | |
| 0x95, 0x09, 0xc5, 0x2d, 0x2a, 0x13, 0x8a, 0x5a, | |
| 0x54, 0x27, 0x14, 0xb4, 0xa8, 0x4e, 0x29, 0x69, | |
| 0x50, 0x9b, 0x00, 0xfe, 0xfd, 0x6e, 0xf3, 0xff, | |
| 0xe3, 0x99, 0x37, 0x30, 0xc4, 0xff, 0x8e, 0x6d, | |
| 0xff, 0xf1, 0x61, 0x3c, 0x0e, 0x28, 0xc8, 0xff, | |
| 0xf1, 0x51, 0x00 | |
| }; | |
| GST_START_TEST (rtp_vp8) | |
| { | |
| rtp_pipeline_test (rtp_vp8_frame_data, sizeof (rtp_vp8_frame_data), 1, | |
| VP8_CAPS, "rtpvp8pay", "rtpvp8depay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| /* videotestsrc pattern=red ! video/x-raw,width=160,height=120 ! vp9enc */ | |
| #define VP9_CAPS "video/x-vp9, profile=(string)0, " \ | |
| "width=(int)160, height=(int)120, framerate=(fraction)30/1" | |
| static const guint8 rtp_vp9_frame_data[] = { | |
| 0x82, 0x49, 0x83, 0x42, 0x00, 0x09, 0xf0, 0x07, | |
| 0x76, 0x00, 0x38, 0x24, 0x1c, 0x18, 0x42, 0x00, | |
| 0x00, 0x30, 0x60, 0x00, 0x00, 0x67, 0x3f, 0xff, | |
| 0xfe, 0x69, 0x95, 0xff, 0xff, 0xff, 0xfe, 0x99, | |
| 0x6b, 0xff, 0xff, 0xff, 0xff, 0x62, 0x98, 0x1d, | |
| 0x45, 0x4c, 0x90, 0xc4, 0x70 | |
| }; | |
| GST_START_TEST (rtp_vp9) | |
| { | |
| rtp_pipeline_test (rtp_vp9_frame_data, sizeof (rtp_vp9_frame_data), 1, | |
| VP9_CAPS, "rtpvp9pay", "rtpvp9depay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_jpeg_frame_data[] = | |
| { /* SOF */ 0xFF, 0xC0, 0x00, 0x11, 0x08, 0x00, 0x08, 0x00, 0x08, | |
| 0x03, 0x00, 0x21, 0x08, 0x01, 0x11, 0x08, 0x02, 0x11, 0x08, | |
| /* DQT */ 0xFF, 0xDB, 0x00, 0x43, 0x08, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| /* DATA */ 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_jpeg_frame_data_size = sizeof (rtp_jpeg_frame_data); | |
| static int rtp_jpeg_frame_count = 1; | |
| GST_START_TEST (rtp_jpeg) | |
| { | |
| rtp_pipeline_test (rtp_jpeg_frame_data, rtp_jpeg_frame_data_size, | |
| rtp_jpeg_frame_count, "video/x-jpeg,height=640,width=480", "rtpjpegpay", | |
| "rtpjpegdepay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (rtp_jpeg_width_greater_than_2040) | |
| { | |
| rtp_pipeline_test (rtp_jpeg_frame_data, rtp_jpeg_frame_data_size, | |
| rtp_jpeg_frame_count, "video/x-jpeg,height=2048,width=480", "rtpjpegpay", | |
| "rtpjpegdepay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (rtp_jpeg_height_greater_than_2040) | |
| { | |
| rtp_pipeline_test (rtp_jpeg_frame_data, rtp_jpeg_frame_data_size, | |
| rtp_jpeg_frame_count, "video/x-jpeg,height=640,width=2048", "rtpjpegpay", | |
| "rtpjpegdepay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (rtp_jpeg_width_and_height_greater_than_2040) | |
| { | |
| rtp_pipeline_test (rtp_jpeg_frame_data, rtp_jpeg_frame_data_size, | |
| rtp_jpeg_frame_count, "video/x-jpeg,height=2048,width=2048", "rtpjpegpay", | |
| "rtpjpegdepay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_jpeg_list_frame_data[] = | |
| { /* SOF */ 0xFF, 0xC0, 0x00, 0x11, 0x08, 0x00, 0x08, 0x00, 0x08, | |
| 0x03, 0x00, 0x21, 0x08, 0x01, 0x11, 0x08, 0x02, 0x11, 0x08, | |
| /* DQT */ 0xFF, 0xDB, 0x00, 0x43, 0x08, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| /* DATA */ 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_jpeg_list_frame_data_size = sizeof (rtp_jpeg_list_frame_data); | |
| static int rtp_jpeg_list_frame_count = 1; | |
| static int rtp_jpeg_list_bytes_sent = 1 * sizeof (rtp_jpeg_list_frame_data); | |
| GST_START_TEST (rtp_jpeg_list) | |
| { | |
| rtp_pipeline_test (rtp_jpeg_list_frame_data, rtp_jpeg_list_frame_data_size, | |
| rtp_jpeg_list_frame_count, "video/x-jpeg,height=640,width=480", | |
| "rtpjpegpay", "rtpjpegdepay", rtp_jpeg_list_bytes_sent, 0, TRUE); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (rtp_jpeg_list_width_greater_than_2040) | |
| { | |
| rtp_pipeline_test (rtp_jpeg_list_frame_data, rtp_jpeg_list_frame_data_size, | |
| rtp_jpeg_list_frame_count, "video/x-jpeg,height=2048,width=480", | |
| "rtpjpegpay", "rtpjpegdepay", rtp_jpeg_list_bytes_sent, 0, TRUE); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (rtp_jpeg_list_height_greater_than_2040) | |
| { | |
| rtp_pipeline_test (rtp_jpeg_list_frame_data, rtp_jpeg_list_frame_data_size, | |
| rtp_jpeg_list_frame_count, "video/x-jpeg,height=640,width=2048", | |
| "rtpjpegpay", "rtpjpegdepay", rtp_jpeg_list_bytes_sent, 0, TRUE); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (rtp_jpeg_list_width_and_height_greater_than_2040) | |
| { | |
| rtp_pipeline_test (rtp_jpeg_list_frame_data, rtp_jpeg_list_frame_data_size, | |
| rtp_jpeg_list_frame_count, "video/x-jpeg,height=2048,width=2048", | |
| "rtpjpegpay", "rtpjpegdepay", rtp_jpeg_list_bytes_sent, 0, TRUE); | |
| } | |
| GST_END_TEST; | |
| static void | |
| rtp_jpeg_do_packet_loss (gdouble prob, gint num_expected) | |
| { | |
| GstHarness *h; | |
| gboolean eos = FALSE; | |
| gchar *s; | |
| guint i, buffer_count; | |
| s = g_strdup_printf ("videotestsrc pattern=ball num-buffers=100 ! " | |
| "jpegenc quality=50 ! rtpjpegpay ! identity drop-probability=%g ! " | |
| "rtpjpegdepay", prob); | |
| GST_INFO ("running pipeline %s", s); | |
| h = gst_harness_new_parse (s); | |
| g_free (s); | |
| gst_harness_play (h); | |
| do { | |
| GstEvent *event; | |
| event = gst_harness_pull_event (h); | |
| eos = (GST_EVENT_TYPE (event) == GST_EVENT_EOS); | |
| gst_event_unref (event); | |
| } while (!eos); | |
| buffer_count = gst_harness_buffers_received (h); | |
| GST_INFO ("Got %u buffers", buffer_count); | |
| if (num_expected >= 0) { | |
| fail_unless_equals_int (num_expected, buffer_count); | |
| } | |
| for (i = 0; i < buffer_count; ++i) { | |
| GstBuffer *buf; | |
| GstMapInfo map; | |
| guint16 soi, eoi; | |
| buf = gst_harness_pull (h); | |
| fail_unless (buf != NULL); | |
| fail_unless (gst_buffer_map (buf, &map, GST_MAP_READ)); | |
| GST_MEMDUMP ("jpeg frame", map.data, map.size); | |
| fail_unless (map.size > 4); | |
| soi = GST_READ_UINT16_BE (map.data); | |
| fail_unless (soi == 0xffd8, "expected JPEG frame start FFD8 not %02X", soi); | |
| eoi = GST_READ_UINT16_BE (map.data + map.size - 2); | |
| fail_unless (eoi == 0xffd9, "expected JPEG frame end FFD9 not %02X", eoi); | |
| gst_buffer_unmap (buf, &map); | |
| gst_buffer_unref (buf); | |
| } | |
| gst_harness_teardown (h); | |
| } | |
| GST_START_TEST (rtp_jpeg_packet_loss) | |
| { | |
| gdouble probabilities[] = { 0.0, 0.001, 0.01, 0.1, 0.2, 0.5, 1.0 }; | |
| gint num_expected[] = { 100, -1, -1, -1, -1, -1, 0 }; | |
| GST_INFO ("Start iteration %d", __i__); | |
| fail_unless (__i__ < G_N_ELEMENTS (probabilities)); | |
| rtp_jpeg_do_packet_loss (probabilities[__i__], num_expected[__i__]); | |
| GST_INFO ("Done with iteration %d", __i__); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_g729_frame_data[] = | |
| { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_g729_frame_data_size = 22; | |
| static int rtp_g729_frame_count = 1; | |
| GST_START_TEST (rtp_g729) | |
| { | |
| rtp_pipeline_test (rtp_g729_frame_data, rtp_g729_frame_data_size, | |
| rtp_g729_frame_count, "audio/G729,rate=8000,channels=1", "rtpg729pay", | |
| "rtpg729depay", 0, 0, FALSE); | |
| } | |
| GST_END_TEST; | |
| static const guint8 rtp_gst_frame_data[] = | |
| { 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, | |
| 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00 | |
| }; | |
| static int rtp_gst_frame_data_size = 22; | |
| static int rtp_gst_frame_count = 1; | |
| GST_START_TEST (rtp_gst_custom_event) | |
| { | |
| /* Create RTP pipeline. */ | |
| rtp_pipeline *p = | |
| rtp_pipeline_create (rtp_gst_frame_data, rtp_gst_frame_data_size, | |
| rtp_gst_frame_count, "application/x-test", | |
| "rtpgstpay", "rtpgstdepay"); | |
| if (p == NULL) { | |
| return; | |
| } | |
| p->custom_event = | |
| gst_event_new_custom (GST_EVENT_CUSTOM_DOWNSTREAM, | |
| gst_structure_new ("test", "foo", G_TYPE_INT, 1, NULL)); | |
| /* Run RTP pipeline. */ | |
| rtp_pipeline_run (p); | |
| /* Destroy RTP pipeline. */ | |
| rtp_pipeline_destroy (p); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (rtp_vorbis_renegotiate) | |
| { | |
| GstElement *pipeline; | |
| GstElement *enc, *pay, *depay, *dec, *sink; | |
| GstPad *sinkpad, *srcpad; | |
| GstCaps *templcaps, *caps, *filter, *srccaps; | |
| GstSegment segment; | |
| GstBuffer *buffer; | |
| GstMapInfo map; | |
| GstAudioInfo info; | |
| pipeline = gst_pipeline_new (NULL); | |
| enc = gst_element_factory_make ("vorbisenc", NULL); | |
| pay = gst_element_factory_make ("rtpvorbispay", NULL); | |
| depay = gst_element_factory_make ("rtpvorbisdepay", NULL); | |
| dec = gst_element_factory_make ("vorbisdec", NULL); | |
| sink = gst_element_factory_make ("fakesink", NULL); | |
| g_object_set (sink, "async", FALSE, NULL); | |
| gst_bin_add_many (GST_BIN (pipeline), enc, pay, depay, dec, sink, NULL); | |
| fail_unless (gst_element_link_many (enc, pay, depay, dec, sink, NULL)); | |
| fail_unless_equals_int (gst_element_set_state (pipeline, GST_STATE_PLAYING), | |
| GST_STATE_CHANGE_SUCCESS); | |
| sinkpad = gst_element_get_static_pad (enc, "sink"); | |
| srcpad = gst_element_get_static_pad (dec, "src"); | |
| templcaps = gst_pad_get_pad_template_caps (sinkpad); | |
| filter = | |
| gst_caps_new_simple ("audio/x-raw", "channels", G_TYPE_INT, 2, "rate", | |
| G_TYPE_INT, 44100, NULL); | |
| caps = gst_caps_intersect (templcaps, filter); | |
| caps = gst_caps_fixate (caps); | |
| gst_segment_init (&segment, GST_FORMAT_TIME); | |
| fail_unless (gst_pad_send_event (sinkpad, | |
| gst_event_new_stream_start ("test"))); | |
| fail_unless (gst_pad_send_event (sinkpad, gst_event_new_caps (caps))); | |
| fail_unless (gst_pad_send_event (sinkpad, gst_event_new_segment (&segment))); | |
| gst_audio_info_from_caps (&info, caps); | |
| buffer = gst_buffer_new_and_alloc (44100 * info.bpf); | |
| gst_buffer_map (buffer, &map, GST_MAP_WRITE); | |
| gst_audio_format_info_fill_silence (info.finfo, map.data, map.size); | |
| gst_buffer_unmap (buffer, &map); | |
| GST_BUFFER_PTS (buffer) = 0; | |
| GST_BUFFER_DURATION (buffer) = 1 * GST_SECOND; | |
| fail_unless_equals_int (gst_pad_chain (sinkpad, buffer), GST_FLOW_OK); | |
| srccaps = gst_pad_get_current_caps (srcpad); | |
| fail_unless (gst_caps_can_intersect (srccaps, caps)); | |
| gst_caps_unref (srccaps); | |
| gst_caps_unref (caps); | |
| gst_caps_unref (filter); | |
| filter = | |
| gst_caps_new_simple ("audio/x-raw", "channels", G_TYPE_INT, 2, "rate", | |
| G_TYPE_INT, 48000, NULL); | |
| caps = gst_caps_intersect (templcaps, filter); | |
| caps = gst_caps_fixate (caps); | |
| fail_unless (gst_pad_send_event (sinkpad, gst_event_new_caps (caps))); | |
| gst_audio_info_from_caps (&info, caps); | |
| buffer = gst_buffer_new_and_alloc (48000 * info.bpf); | |
| gst_buffer_map (buffer, &map, GST_MAP_WRITE); | |
| gst_audio_format_info_fill_silence (info.finfo, map.data, map.size); | |
| gst_buffer_unmap (buffer, &map); | |
| GST_BUFFER_PTS (buffer) = 0; | |
| GST_BUFFER_DURATION (buffer) = 1 * GST_SECOND; | |
| GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_DISCONT); | |
| fail_unless_equals_int (gst_pad_chain (sinkpad, buffer), GST_FLOW_OK); | |
| srccaps = gst_pad_get_current_caps (srcpad); | |
| fail_unless (gst_caps_can_intersect (srccaps, caps)); | |
| gst_caps_unref (srccaps); | |
| gst_caps_unref (caps); | |
| gst_caps_unref (filter); | |
| gst_caps_unref (templcaps); | |
| gst_object_unref (sinkpad); | |
| gst_object_unref (srcpad); | |
| gst_element_set_state (pipeline, GST_STATE_NULL); | |
| gst_object_unref (pipeline); | |
| } | |
| GST_END_TEST; | |
| static guint16 | |
| pull_rtp_buffer (GstHarness * h, gboolean has_marker) | |
| { | |
| gint16 seq; | |
| GstBuffer *buf; | |
| GstRTPBuffer rtp = GST_RTP_BUFFER_INIT; | |
| buf = gst_harness_try_pull (h); | |
| fail_unless (buf); | |
| fail_unless (gst_rtp_buffer_map (buf, GST_MAP_READ, &rtp)); | |
| seq = gst_rtp_buffer_get_seq (&rtp); | |
| gst_rtp_buffer_unmap (&rtp); | |
| if (has_marker) | |
| fail_unless (GST_BUFFER_FLAG_IS_SET (buf, GST_BUFFER_FLAG_MARKER)); | |
| else | |
| fail_if (GST_BUFFER_FLAG_IS_SET (buf, GST_BUFFER_FLAG_MARKER)); | |
| gst_buffer_unref (buf); | |
| return seq; | |
| } | |
| static void | |
| test_rtp_opus_dtx (gboolean dtx) | |
| { | |
| GstHarness *h; | |
| GstBuffer *buf; | |
| /* generated with a muted mic using: | |
| * gst-launch-1.0 pulsesrc ! opusenc dtx=true bitrate-type=vbr ! fakesink silent=false dump=true -v | |
| */ | |
| static const guint8 opus_empty[] = { 0xf8 }; | |
| static const guint8 opus_frame[] = { 0xf8, 0xff, 0xfe }; | |
| guint16 seq, expected_seq; | |
| h = gst_harness_new_parse ("rtpopuspay"); | |
| fail_unless (h); | |
| gst_harness_set (h, "rtpopuspay", "dtx", dtx, NULL); | |
| gst_harness_set_caps_str (h, | |
| "audio/x-opus, rate=48000, channels=1, channel-mapping-family=0", | |
| "application/x-rtp, media=audio, clock-rate=48000, encoding-name=OPUS, sprop-stereo=(string)0, encoding-params=(string)2, sprop-maxcapturerate=(string)48000, payload=96"); | |
| /* push first opus frame */ | |
| buf = gst_buffer_new_memdup (opus_frame, sizeof (opus_frame)); | |
| fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); | |
| seq = pull_rtp_buffer (h, TRUE); | |
| expected_seq = seq + 1; | |
| /* push empty frame */ | |
| buf = gst_buffer_new_memdup (opus_empty, sizeof (opus_empty)); | |
| fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); | |
| if (dtx) { | |
| /* buffer is not transmitted if dtx is enabled */ | |
| buf = gst_harness_try_pull (h); | |
| fail_if (buf); | |
| } else { | |
| seq = pull_rtp_buffer (h, FALSE); | |
| fail_unless_equals_int (seq, expected_seq); | |
| expected_seq++; | |
| } | |
| /* push second opus frame */ | |
| buf = gst_buffer_new_memdup (opus_frame, sizeof (opus_frame)); | |
| fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK); | |
| seq = pull_rtp_buffer (h, dtx); | |
| fail_unless_equals_int (seq, expected_seq); | |
| gst_harness_teardown (h); | |
| } | |
| GST_START_TEST (rtp_opus_dtx_disabled) | |
| { | |
| test_rtp_opus_dtx (FALSE); | |
| } | |
| GST_END_TEST; | |
| GST_START_TEST (rtp_opus_dtx_enabled) | |
| { | |
| test_rtp_opus_dtx (TRUE); | |
| } | |
| GST_END_TEST; | |
| /* | |
| * Creates the test suite. | |
| * | |
| * Returns: pointer to the test suite. | |
| */ | |
| static Suite * | |
| rtp_payloading_suite (void) | |
| { | |
| GstRegistry *registry = gst_registry_get (); | |
| Suite *s = suite_create ("rtp_data_test"); | |
| TCase *tc_chain = tcase_create ("linear"); | |
| /* Set timeout to 60 seconds. */ | |
| tcase_set_timeout (tc_chain, 60); | |
| suite_add_tcase (s, tc_chain); | |
| tcase_add_test (tc_chain, rtp_ilbc); | |
| tcase_add_test (tc_chain, rtp_gsm); | |
| tcase_add_test (tc_chain, rtp_amr); | |
| tcase_add_test (tc_chain, rtp_pcma); | |
| tcase_add_test (tc_chain, rtp_pcmu); | |
| tcase_add_test (tc_chain, rtp_mpa); | |
| tcase_add_test (tc_chain, rtp_h261); | |
| tcase_add_test (tc_chain, rtp_h263); | |
| tcase_add_test (tc_chain, rtp_h263p); | |
| tcase_add_test (tc_chain, rtp_h264); | |
| tcase_add_test (tc_chain, rtp_h264depay_avc); | |
| tcase_add_test (tc_chain, rtp_h264depay_bytestream); | |
| tcase_add_test (tc_chain, rtp_h264_list_lt_mtu); | |
| tcase_add_test (tc_chain, rtp_h264_list_lt_mtu_avc); | |
| tcase_add_test (tc_chain, rtp_h264_list_gt_mtu); | |
| tcase_add_test (tc_chain, rtp_h264_list_gt_mtu_avc); | |
| tcase_add_test (tc_chain, rtp_h265); | |
| tcase_add_test (tc_chain, rtp_h265_list_lt_mtu); | |
| tcase_add_test (tc_chain, rtp_h265_list_lt_mtu_hvc1); | |
| tcase_add_test (tc_chain, rtp_h265_list_gt_mtu); | |
| tcase_add_test (tc_chain, rtp_h265_list_gt_mtu_hvc1); | |
| tcase_add_test (tc_chain, rtp_klv); | |
| tcase_add_test (tc_chain, rtp_klv_fragmented); | |
| tcase_add_test (tc_chain, rtp_klv_fragmented_packet_loss); | |
| tcase_add_test (tc_chain, rtp_L16); | |
| tcase_add_test (tc_chain, rtp_L24); | |
| tcase_add_test (tc_chain, rtp_mp2t); | |
| tcase_add_test (tc_chain, rtp_mp4v); | |
| tcase_add_test (tc_chain, rtp_mp4v_list); | |
| tcase_add_test (tc_chain, rtp_mp4g); | |
| tcase_add_test (tc_chain, rtp_theora); | |
| tcase_add_test (tc_chain, rtp_vorbis); | |
| tcase_add_test (tc_chain, rtp_vp8); | |
| tcase_add_test (tc_chain, rtp_vp9); | |
| tcase_add_test (tc_chain, rtp_jpeg); | |
| tcase_add_test (tc_chain, rtp_jpeg_width_greater_than_2040); | |
| tcase_add_test (tc_chain, rtp_jpeg_height_greater_than_2040); | |
| tcase_add_test (tc_chain, rtp_jpeg_width_and_height_greater_than_2040); | |
| tcase_add_test (tc_chain, rtp_jpeg_list); | |
| tcase_add_test (tc_chain, rtp_jpeg_list_width_greater_than_2040); | |
| tcase_add_test (tc_chain, rtp_jpeg_list_height_greater_than_2040); | |
| tcase_add_test (tc_chain, rtp_jpeg_list_width_and_height_greater_than_2040); | |
| if (gst_registry_check_feature_version (registry, "jpegenc", 1, 0, 0) | |
| && gst_registry_check_feature_version (registry, "videotestsrc", 1, 0, 0)) | |
| tcase_add_loop_test (tc_chain, rtp_jpeg_packet_loss, 0, 7); | |
| tcase_add_test (tc_chain, rtp_g729); | |
| tcase_add_test (tc_chain, rtp_gst_custom_event); | |
| tcase_add_test (tc_chain, rtp_vorbis_renegotiate); | |
| tcase_add_test (tc_chain, rtp_opus_dtx_disabled); | |
| tcase_add_test (tc_chain, rtp_opus_dtx_enabled); | |
| return s; | |
| } | |
| GST_CHECK_MAIN (rtp_payloading) |