From 9f7f7d3dd1dd98d2a0468e26ed4fb1c262f561c4 Mon Sep 17 00:00:00 2001 From: Joao Figueiredo Date: Thu, 19 Sep 2024 11:22:22 +0000 Subject: [PATCH] Update pipeline to increase gstreamer performance --- .../receiver/st2110_20_receiver_plugin.cpp | 20 +++++++++++-------- .../src/sender/st2110_20_sender_plugin.cpp | 8 ++------ 2 files changed, 14 insertions(+), 14 deletions(-) diff --git a/cpp/libs/ossrf_gstreamer_api/lib/src/receiver/st2110_20_receiver_plugin.cpp b/cpp/libs/ossrf_gstreamer_api/lib/src/receiver/st2110_20_receiver_plugin.cpp index f74c2d6..f902fbe 100644 --- a/cpp/libs/ossrf_gstreamer_api/lib/src/receiver/st2110_20_receiver_plugin.cpp +++ b/cpp/libs/ossrf_gstreamer_api/lib/src/receiver/st2110_20_receiver_plugin.cpp @@ -41,32 +41,36 @@ struct gst_st2110_20_receiver_impl : gst_receiver_plugin_t auto* source = gst_element_factory_make("udpsrc", NULL); BST_ENFORCE(source != nullptr, "Failed creating GStreamer element udpsrc"); BST_ENFORCE(gst_bin_add(GST_BIN(pipeline), source), "Failed adding udpsrc to the pipeline"); + // Set udp source params g_object_set(G_OBJECT(source), "address", s_.primary.source_ip_address.c_str(), NULL); g_object_set(G_OBJECT(source), "auto-multicast", TRUE, NULL); g_object_set(G_OBJECT(source), "port", s_.primary.source_port, NULL); g_object_set(G_OBJECT(source), "multicast-iface", s_.primary.interface_name.c_str(), NULL); + // Create and set caps for udp source GstCaps* caps = gst_caps_from_string( "application/x-rtp, media=(string)video, clock-rate=(int)90000, encoding-name=(string)RAW, " "sampling=(string)RGB, width=(string)640, height=(string)480"); g_object_set(G_OBJECT(source), "caps", caps, NULL); - // Add pipeline rtpjitterbuffer - auto* jitter_buffer = gst_element_factory_make("rtpjitterbuffer", NULL); - BST_ENFORCE(jitter_buffer != nullptr, "Failed creating GStreamer element jitter_buffer"); - BST_ENFORCE(gst_bin_add(GST_BIN(pipeline), jitter_buffer), "Failed adding jitter_buffer to the pipeline"); - // Add pipeline queue1 auto* queue1 = gst_element_factory_make("queue", NULL); BST_ENFORCE(queue1 != nullptr, "Failed creating GStreamer element queue"); BST_ENFORCE(gst_bin_add(GST_BIN(pipeline), queue1), "Failed adding queue to the pipeline"); + g_object_set(queue1, "max-size-buffers", 3, NULL); // Add pipeline rtp depay auto* depay = gst_element_factory_make("rtpvrawdepay", NULL); BST_ENFORCE(depay != nullptr, "Failed creating GStreamer element depay"); BST_ENFORCE(gst_bin_add(GST_BIN(pipeline), depay), "Failed adding depay to the pipeline"); + // Add pipeline queue2 + auto* queue2 = gst_element_factory_make("queue", NULL); + BST_ENFORCE(queue2 != nullptr, "Failed creating GStreamer element queue"); + BST_ENFORCE(gst_bin_add(GST_BIN(pipeline), queue2), "Failed adding queue to the pipeline"); + g_object_set(queue2, "max-size-buffers", 3, NULL); + // Add pipeline videoconvert auto* videoconvert = gst_element_factory_make("videoconvert", NULL); BST_ENFORCE(videoconvert != nullptr, "Failed creating GStreamer element converter"); @@ -77,8 +81,8 @@ struct gst_st2110_20_receiver_impl : gst_receiver_plugin_t BST_ENFORCE(sink != nullptr, "Failed creating GStreamer element sink"); BST_ENFORCE(gst_bin_add(GST_BIN(pipeline), sink), "Failed adding sink to the pipeline"); - // Link elements - BST_ENFORCE(gst_element_link_many(source, jitter_buffer, queue1, depay, videoconvert, sink, NULL), + // Link all elements together + BST_ENFORCE(gst_element_link_many(source, queue1, depay, queue2, videoconvert, sink, NULL), "Failed linking GStreamer video pipeline"); // Setup runner @@ -103,4 +107,4 @@ expected ossrf::gst::plugins::create_gst_st2110_20_plu BST_CHECK(i->create_gstreamer_pipeline()); return i; -} \ No newline at end of file +} diff --git a/cpp/libs/ossrf_gstreamer_api/lib/src/sender/st2110_20_sender_plugin.cpp b/cpp/libs/ossrf_gstreamer_api/lib/src/sender/st2110_20_sender_plugin.cpp index 13d6a96..c0d8fbe 100644 --- a/cpp/libs/ossrf_gstreamer_api/lib/src/sender/st2110_20_sender_plugin.cpp +++ b/cpp/libs/ossrf_gstreamer_api/lib/src/sender/st2110_20_sender_plugin.cpp @@ -58,6 +58,7 @@ struct gst_st2110_20_sender_impl : gst_sender_plugin_t // Add pipeline queue1 auto* queue1 = gst_element_factory_make("queue", NULL); BST_ENFORCE(queue1 != nullptr, "Failed creating GStreamer element queue"); + g_object_set(G_OBJECT(queue1), "max-size-buffers", 3, NULL); BST_ENFORCE(gst_bin_add(GST_BIN(pipeline), queue1), "Failed adding queue to the pipeline"); // Add pipeline rtpvrawpay @@ -65,11 +66,6 @@ struct gst_st2110_20_sender_impl : gst_sender_plugin_t BST_ENFORCE(rtpvrawpay != nullptr, "Failed creating GStreamer element rtpvrawpay"); BST_ENFORCE(gst_bin_add(GST_BIN(pipeline), rtpvrawpay), "Failed adding rtpvrawpay to the pipeline"); - // Add pipeline queue2 - auto* queue2 = gst_element_factory_make("queue", NULL); - BST_ENFORCE(queue2 != nullptr, "Failed creating GStreamer element queue"); - BST_ENFORCE(gst_bin_add(GST_BIN(pipeline), queue2), "Failed adding queue to the pipeline"); - // Add pipeline udpsink auto* udpsink = gst_element_factory_make("udpsink", NULL); BST_ENFORCE(udpsink != nullptr, "Failed creating GStreamer element udpsink"); @@ -81,7 +77,7 @@ struct gst_st2110_20_sender_impl : gst_sender_plugin_t BST_ENFORCE(gst_bin_add(GST_BIN(pipeline), udpsink), "Failed adding udpsink to the pipeline"); // Link elements - BST_ENFORCE(gst_element_link_many(source, capsfilter, queue1, rtpvrawpay, queue2, udpsink, NULL), + BST_ENFORCE(gst_element_link_many(source, capsfilter, queue1, rtpvrawpay, udpsink, NULL), "Failed linking GStreamer video pipeline"); // Setup runner