FDS Output: introduce <outputSelection> configuration node

Author: sedmicha

src/plugins/output/fds/src/Config.cpp

@@ -1,6 +1,7 @@
 /**
  * \file src/plugins/output/fds/src/Config.cpp
  * \author Lukas Hutak <[email protected]>
+ * \author Michal Sedlak <[email protected]>
  * \brief Parser of XML configuration (source file)
  * \date 2019
  *
@@ -21,6 +22,11 @@
  *     <align>...</align>                 <!-- optional -->
  *   </dumpInterval>
  *   <asyncIO>...</asyncIO>               <!-- optional -->
+ *   <outputSelection>                    <!-- optional -->
+ *     <element>...</element>
+ *     <element>...</element>
+ *     ...
+ *   </outputSelection>
  * </params>
  */
 
@@ -30,9 +36,12 @@ enum params_xml_nodes {
     NODE_COMPRESS,
     NODE_DUMP,
     NODE_ASYNCIO,
+    NODE_SELECTION,
 
     DUMP_WINDOW,
-    DUMP_ALIGN
+    DUMP_ALIGN,
+
+    SELECTION_ELEMENT,
 };
 
 /// Definition of the \<dumpInterval\> node
@@ -42,17 +51,24 @@ static const struct fds_xml_args args_dump[] = {
     FDS_OPTS_END
 };
 
+/// Definition of the \<outputSelection\> node
+static const struct fds_xml_args args_selection[] = {
+    FDS_OPTS_ELEM(SELECTION_ELEMENT,   "element",      FDS_OPTS_T_STRING, FDS_OPTS_P_MULTI),
+    FDS_OPTS_END
+};
+
 /// Definition of the \<params\> node
 static const struct fds_xml_args args_params[] = {
     FDS_OPTS_ROOT("params"),
-    FDS_OPTS_ELEM(NODE_STORAGE,  "storagePath",        FDS_OPTS_T_STRING, 0),
-    FDS_OPTS_ELEM(NODE_COMPRESS, "compression",        FDS_OPTS_T_STRING, FDS_OPTS_P_OPT),
-    FDS_OPTS_NESTED(NODE_DUMP,   "dumpInterval",       args_dump,         FDS_OPTS_P_OPT),
-    FDS_OPTS_ELEM(NODE_ASYNCIO,  "asyncIO",            FDS_OPTS_T_BOOL,   FDS_OPTS_P_OPT),
+    FDS_OPTS_ELEM(NODE_STORAGE,     "storagePath",        FDS_OPTS_T_STRING, 0),
+    FDS_OPTS_ELEM(NODE_COMPRESS,    "compression",        FDS_OPTS_T_STRING, FDS_OPTS_P_OPT),
+    FDS_OPTS_NESTED(NODE_DUMP,      "dumpInterval",       args_dump,         FDS_OPTS_P_OPT),
+    FDS_OPTS_ELEM(NODE_ASYNCIO,     "asyncIO",            FDS_OPTS_T_BOOL,   FDS_OPTS_P_OPT),
+    FDS_OPTS_NESTED(NODE_SELECTION, "outputSelection",    args_selection,    FDS_OPTS_P_OPT),
     FDS_OPTS_END
 };
 
-Config::Config(const char *params)
+Config::Config(const char *params, const fds_iemgr_t *iemgr)
 {
     set_default();
 
@@ -74,7 +90,7 @@ Config::Config(const char *params)
 
     // Parse parameters and check configuration
     try {
-        parse_root(params_ctx);
+        parse_root(params_ctx, iemgr);
         validate();
     } catch (std::exception &ex) {
         throw std::runtime_error("Failed to parse the configuration: " + std::string(ex.what()));
@@ -93,6 +109,9 @@ Config::set_default()
 
     m_window.align = true;
     m_window.size = WINDOW_SIZE;
+
+    m_selection_used = false;
+    m_selection.clear();
 }
 
 /**
@@ -114,10 +133,11 @@ Config::validate()
 /**
  * @brief Process \<params\> node
  * @param[in] ctx XML context to process
+ * @param[in] iemgr Information elements manager
  * @throw runtime_error if the parser fails
  */
 void
-Config::parse_root(fds_xml_ctx_t *ctx)
+Config::parse_root(fds_xml_ctx_t *ctx, const fds_iemgr_t *iemgr)
 {
     const struct fds_xml_cont *content;
     while (fds_xml_next(ctx, &content) != FDS_EOC) {
@@ -151,6 +171,11 @@ Config::parse_root(fds_xml_ctx_t *ctx)
             assert(content->type == FDS_OPTS_T_CONTEXT);
             parse_dump(content->ptr_ctx);
             break;
+        case NODE_SELECTION:
+            // Output selection
+            assert(content->type == FDS_OPTS_T_CONTEXT);
+            parse_selection(content->ptr_ctx, iemgr);
+            break;
         default:
             // Internal error
             throw std::runtime_error("Unknown XML node");
@@ -187,4 +212,38 @@ Config::parse_dump(fds_xml_ctx_t *ctx)
             throw std::runtime_error("Unknown XML node");
         }
     }
-}
+}
+
+/**
+ * @brief Auxiliary function for parsing \<outputSelection\> options
+ * @param[in] ctx XML context to process
+ * @param[in] iemgr Information elements manager
+ * @throw runtime_error if the parser fails
+ */
+void
+Config::parse_selection(fds_xml_ctx_t *ctx, const fds_iemgr_t* iemgr)
+{
+    m_selection_used = true;
+
+    const struct fds_xml_cont *content;
+    while(fds_xml_next(ctx, &content) != FDS_EOC) {
+        switch (content->id) {
+        case SELECTION_ELEMENT: {
+            // IPFIX element to select
+            assert(content->type == FDS_OPTS_T_STRING);
+
+            const fds_iemgr_elem* ie = fds_iemgr_elem_find_name(iemgr, content->ptr_string);
+            if (!ie) {
+                throw std::runtime_error("Element \"" + std::string(content->ptr_string) + "\" not found!");
+            }
+            element elem;
+            elem.pen = ie->scope->pen;
+            elem.id = ie->id;
+            m_selection.push_back(elem);
+        } break;
+        default:
+            // Internal error
+            throw std::runtime_error("Unknown XML node");
+        }
+    }
+}

src/plugins/output/fds/src/Config.hpp

@@ -1,6 +1,7 @@
 /**
  * \file src/plugins/output/fds/src/Config.hpp
  * \author Lukas Hutak <[email protected]>
+ * \author Michal Sedlak <[email protected]>
  * \brief Parser of XML configuration (header file)
  * \date 2019
  *
@@ -12,6 +13,7 @@
 #define IPFIXCOL2_FDS_CONFIG_HPP
 
 #include <string>
+#include <vector>
 #include <libfds.h>
 
 /**
@@ -22,9 +24,10 @@ class Config {
     /**
      * @brief Parse configuration of the plugin
      * @param[in] params XML parameters to parse
+     * @param[in] iemgr Information elements manager
      * @throw runtime_exception on error
      */
-    Config(const char *params);
+    Config(const char *params, const fds_iemgr_t *iemgr);
     ~Config() = default;
 
     enum class calg {
@@ -45,6 +48,13 @@ class Config {
         uint32_t size;    ///< Time window size
     } m_window;   ///< Window alignment
 
+    struct element {
+        uint32_t pen;
+        uint16_t id;
+    };
+    bool m_selection_used;
+    std::vector<element> m_selection;
+
 private:
     /// Default window size
     static const uint32_t WINDOW_SIZE = 300U;
@@ -55,9 +65,11 @@ class Config {
     validate();
 
     void
-    parse_root(fds_xml_ctx_t *ctx);
+    parse_root(fds_xml_ctx_t *ctx, const fds_iemgr_t *iemgr);
     void
     parse_dump(fds_xml_ctx_t *ctx);
+    void
+    parse_selection(fds_xml_ctx_t *ctx, const fds_iemgr_t *iemgr);
 };
 
 

src/plugins/output/fds/src/fds.cpp

@@ -74,10 +74,12 @@ ipx_plugin_init(ipx_ctx_t *ctx, const char *params)
         return IPX_ERR_DENIED;
     }
 
+    const fds_iemgr_t *iemgr = ipx_ctx_iemgr_get(ctx);
+
     try {
         // Parse configuration, try to create a storage and time window
         std::unique_ptr<Instance> instance(new Instance);
-        instance->config_ptr.reset(new Config(params));
+        instance->config_ptr.reset(new Config(params, iemgr));
         instance->storage_ptr.reset(new Storage(ctx, *instance->config_ptr));
         window_check(*instance);
         // Everything seems OK