Added "created_at" timestamp to outer layer of pserver stats data object via a new stats payload. Updated docs accordingly.

Author: giltirn

app/pserver.cpp

@@ -204,6 +204,7 @@ int main (int argc, char ** argv){
     stat_sender.add_payload(new PSstatSenderGlobalAnomalyStatsCombinePayload(global_func_stats));
     stat_sender.add_payload(new PSstatSenderGlobalCounterStatsCombinePayload(global_counter_stats));
     stat_sender.add_payload(new PSstatSenderGlobalAnomalyMetricsCombinePayload(global_anom_metrics));
+    stat_sender.add_payload(new PSstatSenderCreatedAtTimestampPayload); //add 'created_at' timestamp
     stat_sender.run_stat_sender(args.ws_addr, args.stat_outputdir);
 
     //Register a signal handler that prevents the application from exiting on SIGTERM; instead this signal will be handled by ZeroMQ and will cause the pserver to shutdown gracefully

include/chimbuko/pserver/PSstatSender.hpp

@@ -36,6 +36,16 @@ namespace chimbuko{
   };
 
 
+  /**
+   * @brief A payload to insert a "created_at" timestamp entry into the record
+   */
+  struct PSstatSenderCreatedAtTimestampPayload: public PSstatSenderPayloadBase{
+    /**
+     * @brief Add the timestamp into the 'into'
+     */
+    void add_json(nlohmann::json &into) const override;
+  };
+
 
   /**
    * @brief A class that periodically sends aggregate statistics to the visualization module via curl using a background thread

sphinx/source/io_schema/pserver_schema.rst

@@ -30,6 +30,7 @@ The full parameter server data packet JSON object has the following schema:
 ---------------------
 
 | {
+|    **'created_at'**: *UNIX timestamp given in milliseconds relative to epoch*
 |    **'anomaly_stats'**: *Statistics of anomalies  (object with schema given below). This field will not appear if no data has been received from the AD instances since the last send*
 |    **'anomaly_metrics'** : *Statistics of anomaly metrics by pid/rid/fid (array of objects with schema below).* 
 |    **'counter_stats'**: *Statistics of counter values aggregated over all ranks (array). This field will not appear if no counters were ever collected*
@@ -52,7 +53,7 @@ The schema for the **'anomaly_stats'** object is as follows:
 ---------------------
 
 | {
-|  **'created_at'**: *timestamp given in milliseconds relative to epoch*,
+|  **'created_at'**: *UNIX timestamp given in milliseconds relative to epoch*,
 |  **'anomaly'**:   *Statistics on anomalies by process/rank (array)*
 |       [
 |         {

src/pserver/PSstatSender.cpp

@@ -6,6 +6,10 @@
 
 using namespace chimbuko;
 
+void PSstatSenderCreatedAtTimestampPayload::add_json(nlohmann::json &into) const{
+  into["created_at"] = std::chrono::duration_cast<std::chrono::milliseconds>(
+        std::chrono::system_clock::now().time_since_epoch() ).count();
+}
 
 PSstatSender::PSstatSender(size_t send_freq) 
   : m_stat_sender(nullptr), m_stop_sender(false), m_bad(false), m_send_freq(send_freq)