Added debug option to driver to allow user to constrain writing of provDB output to a particular range of IO steps

Author: giltirn

app/driver.cpp

@@ -108,6 +108,8 @@ optionalArgsParser & getOptionalArgsParser(){
 
     addOptionalCommandLineArg(p, outlier_statistic, "Set the statistic used for outlier detection. Options: exclusive_runtime (default), inclusive_runtime");
     addOptionalCommandLineArg(p, step_report_freq, "Set the steps between Chimbuko reporting IO step progress. Use 0 to deactivate this logging entirely (default 1)");
+    addOptionalCommandLineArg(p, prov_record_startstep, "If != -1, the IO step on which to start recording provenance information for anomalies (for testing, default -1)");
+    addOptionalCommandLineArg(p, prov_record_stopstep, "If != -1, the IO step on which to stop recording provenance information for anomalies (for testing, default -1)");
 
     initialized = true;
   }

include/chimbuko/chimbuko.hpp

@@ -36,6 +36,8 @@ namespace chimbuko {
     int nprovdb_shards; /**< Number of database shards*/
     int nprovdb_instances; /**< Number of instances of the provenance database server*/
 #endif
+    int prov_record_startstep; /**< If != -1, the IO step on which to start recording provenance information for anomalies */
+    int prov_record_stopstep; /**< If != -1, the IO step on which to stop recording provenance information for anomalies */
 
     unsigned int anom_win_size; /**< When anomaly data are recorded, a window of this size (in units of events) around the anomalous event are also recorded (used both for viz and provDB)*/
 

src/chimbuko.cpp

@@ -23,6 +23,8 @@ ChimbukoParams::ChimbukoParams(): rank(-1234),  //not set!
 				  provdb_addr_dir(""), nprovdb_shards(1), nprovdb_instances(1),
 #endif
 				  prov_outputpath(""),
+                                  prov_record_startstep(-1),
+                                  prov_record_stopstep(-1),  
 				  perf_outputpath(""), perf_step(10),
 				  only_one_frame(false), interval_msec(0),
 				  err_outputpath(""), parser_beginstep_timeout(30), override_rank(false),
@@ -389,6 +391,10 @@ void Chimbuko::extractAndSendProvenance(const Anomalies &anomalies,
 					const int step,
 					const unsigned long first_event_ts,
 					const unsigned long last_event_ts) const{
+  //Optionally skip provenance data recording on certain steps
+  if(m_params.prov_record_startstep != -1 && step < m_params.prov_record_startstep) return;
+  if(m_params.prov_record_stopstep != -1 && step > m_params.prov_record_stopstep) return;
+ 
   //Gather provenance data on anomalies and send to provenance database
   if(m_params.prov_outputpath.length() > 0
 #ifdef ENABLE_PROVDB