images in kvssink via callback

Author: niyatim23

samples/kvssink_gstreamer_sample.cpp

@@ -333,6 +333,18 @@ static void put_metadata(GstElement* element) {
     }
 }
 
+std::tuple<std::string, std::string, bool> get_images_metadata() {
+    std::ostringstream metadata_name_stream, metadata_value_stream;
+    std::tuple<std::string, std::string, bool> images_metadata;
+
+    metadata_name_stream << "support_images_name_" << data_global.metadata_counter;
+    metadata_value_stream << "support_images_value_" << data_global.metadata_counter;
+    
+    data_global.metadata_counter++;
+
+    return std::make_tuple(metadata_name_stream.str(), metadata_value_stream.str(), false);
+}
+
 int gstreamer_live_source_init(int argc, char *argv[], CustomData *data, GstElement *pipeline, GstElement *kvssink) {
 
     bool vtenc = false, isOnRpi = false;
@@ -587,7 +599,7 @@ int gstreamer_live_source_init(int argc, char *argv[], CustomData *data, GstElem
     gst_caps_unref(h264_caps);
 
     /* configure kvssink */
-    g_object_set(G_OBJECT(kvssink), "stream-name", data->stream_name, "storage-size", 128, NULL);
+    g_object_set(G_OBJECT(kvssink), "stream-name", data->stream_name, "storage-size", 128, "support-images-callback", (gpointer) get_images_metadata, NULL);
     determine_credentials(kvssink, data);
 
     /* build the pipeline */

src/gstreamer/gstkvssink.cpp

@@ -181,6 +181,7 @@ enum {
     PROP_STREAM_TAGS,
     PROP_FILE_START_TIME,
     PROP_DISABLE_BUFFER_CLIPPING,
+    PROP_SUPPORT_IMAGES_CALLBACK,
     PROP_USE_ORIGINAL_PTS,
     PROP_GET_METRICS,
     PROP_ALLOW_CREATE_STREAM,
@@ -665,6 +666,11 @@ gst_kvs_sink_class_init(GstKvsSinkClass *klass) {
                                                            "Set to true only if your src/mux elements produce GST_CLOCK_TIME_NONE for segment start times.  It is non-standard behavior to set this to true, only use if there are known issues with your src/mux segment start/stop times.", DEFAULT_DISABLE_BUFFER_CLIPPING,
                                                            (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
 
+    g_object_class_install_property (gobject_class, PROP_SUPPORT_IMAGES_CALLBACK,
+                                     g_param_spec_pointer ("support-images-callback", "Support images",
+                                                           "Set to true only if you want to enable KVS events in fragment metadata.",
+                                                           (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
     g_object_class_install_property (gobject_class, PROP_USE_ORIGINAL_PTS,
                                      g_param_spec_boolean ("use-original-pts", "Use Original PTS",
                                                            "Set to true only if you want to use the original presentation time stamp on the buffer and that timestamp is expected to be a valid epoch value in nanoseconds. Most encoders will not have a valid PTS", DEFAULT_USE_ORIGINAL_PTS,
@@ -899,6 +905,9 @@ gst_kvs_sink_set_property(GObject *object, guint prop_id,
         case PROP_STORAGE_SIZE:
             kvssink->storage_size = g_value_get_uint (value);
             break;
+        case PROP_SUPPORT_IMAGES_CALLBACK:
+            kvssink->support_images_callback = (SupportImagesCallback) g_value_get_pointer(value);
+            break;
         case PROP_STOP_STREAM_TIMEOUT:
             kvssink->stop_stream_timeout = g_value_get_uint (value);
             break;
@@ -1045,6 +1054,9 @@ gst_kvs_sink_get_property(GObject *object, guint prop_id, GValue *value,
         case PROP_STORAGE_SIZE:
             g_value_set_uint (value, kvssink->storage_size);
             break;
+        case PROP_SUPPORT_IMAGES_CALLBACK:
+            g_value_set_pointer (value, (gpointer) kvssink->support_images_callback);
+            break;
         case PROP_STOP_STREAM_TIMEOUT:
             g_value_set_uint (value, kvssink->stop_stream_timeout);
             break;
@@ -1372,6 +1384,12 @@ gst_kvs_sink_handle_buffer (GstCollectPads * pads,
                                      std::chrono::nanoseconds(buf->pts),
                                      std::chrono::nanoseconds(buf->dts), kinesis_video_flags, track_id, data->frame_count);
         data->frame_count++;
+
+        if (CHECK_FRAME_FLAG_KEY_FRAME(kinesis_video_flags) && kvssink->support_images_callback != NULL) {
+            std::tuple<std::string, std::string, bool> metadata = kvssink->support_images_callback();
+            put_fragment_metadata(GST_ELEMENT_CAST (kvssink), std::get<0>(metadata), std::get<1>(metadata), 
+                    std::get<2>(metadata));
+        }
     }
     else {
         LOG_WARN("GStreamer buffer is invalid for " << kvssink->stream_name);

src/gstreamer/gstkvssink.h

@@ -36,6 +36,7 @@
 #include <string.h>
 #include <mutex>
 #include <atomic>
+#include <tuple>
 #include <gst/base/gstcollectpads.h>
 #include <unordered_set>
 
@@ -73,6 +74,8 @@ typedef struct _GstKvsSinkClass GstKvsSinkClass;
 typedef struct _KvsSinkCustomData KvsSinkCustomData;
 typedef struct _KvsSinkMetric KvsSinkMetric;
 
+typedef std::tuple<std::string, std::string, bool> (*SupportImagesCallback)();
+
 /* all information needed for one track */
 typedef struct _GstKvsSinkTrackData {
     GstCollectData collect;       /* we extend the CollectData */
@@ -143,8 +146,9 @@ struct _GstKvsSink {
     guint                       num_streams;
     guint                       num_audio_streams;
     guint                       num_video_streams;
-
-
+    
+    SupportImagesCallback      support_images_callback;
+  
     std::unique_ptr<Credentials> credentials_;
     std::shared_ptr<KvsSinkCustomData> data;
 };