record the times of embed and maintenance runs

This makes it easier to debug when something with the cronjob goes
wrong. Currently the data is only exposed in the cli info command.

We might want to use it somewhere in the UI to warn about outdated data

Author: splitbrain

cli.php

@@ -57,7 +57,7 @@ protected function setup(Options $options)
 
         $options->registerCommand('chat', 'Start an interactive chat session');
 
-        $options->registerCommand('info', 'Get Info about the vector storage');
+        $options->registerCommand('info', 'Get Info about the vector storage and other stats');
 
         $options->registerCommand('split', 'Split a page into chunks (for debugging)');
         $options->registerArgument('page', 'The page to split', true, 'split');
@@ -120,7 +120,11 @@ protected function showinfo()
         $stats = [
             'model' => $this->getConf('model'),
         ];
-        $stats = array_merge($stats, $this->helper->getStorage()->statistics());
+        $stats = array_merge(
+            $stats,
+            array_map('dformat', $this->helper->getRunData()),
+            $this->helper->getStorage()->statistics()
+        );
         $this->printTable($stats);
     }
 
@@ -137,14 +141,14 @@ protected function printTable($data, $level = 0)
         foreach ($data as $key => $value) {
             if (is_array($value)) {
                 echo $tf->format(
-                    [$level * 2, 15, '*'],
+                    [$level * 2, 20, '*'],
                     ['', $key, ''],
                     [Colors::C_LIGHTBLUE, Colors::C_LIGHTBLUE, Colors::C_LIGHTBLUE]
                 );
                 $this->printTable($value, $level + 1);
             } else {
                 echo $tf->format(
-                    [$level * 2, 15, '*'],
+                    [$level * 2, 20, '*'],
                     ['', $key, $value],
                     [Colors::C_LIGHTBLUE, Colors::C_LIGHTBLUE, Colors::C_LIGHTGRAY]
                 );
@@ -259,6 +263,10 @@ protected function runMaintenance()
         $this->helper->getStorage()->runMaintenance();
         $this->notice('Peak memory used: {memory}', ['memory' => filesize_h(memory_get_peak_usage(true))]);
         $this->notice('Spent time: {time}min', ['time' => round((time() - $start) / 60, 2)]);
+
+        $data = $this->helper->getRunData();
+        $data['maintenance ran at'] = time();
+        $this->helper->setRunData($data);
     }
 
     /**
@@ -274,6 +282,10 @@ protected function createEmbeddings($clear)
         $this->helper->getEmbeddings()->createNewIndex($skipRE, $matchRE, $clear);
         $this->notice('Peak memory used: {memory}', ['memory' => filesize_h(memory_get_peak_usage(true))]);
         $this->notice('Spent time: {time}min', ['time' => round((time() - $start) / 60, 2)]);
+
+        $data = $this->helper->getRunData();
+        $data['embed ran at'] = time();
+        $this->helper->setRunData($data);
     }
 
     /**

helper.php

@@ -30,12 +30,17 @@ class helper_plugin_aichat extends Plugin
     /** @var AbstractStorage */
     protected $storage;
 
+    /** @var array where to store meta data on the last run */
+    protected $runDataFile;
+
     /**
      * Constructor. Initializes vendor autoloader
      */
     public function __construct()
     {
-        require_once __DIR__ . '/vendor/autoload.php';
+        require_once __DIR__ . '/vendor/autoload.php'; // FIXME obsolete from Kaos onwards
+        global $conf;
+        $this->runDataFile = $conf['metadir'] . '/aichat__run.json';
     }
 
     /**
@@ -295,4 +300,28 @@ public function getLanguageLimit()
             return '';
         }
     }
+
+    /**
+     * Store info about the last run
+     *
+     * @param array $data
+     * @return void
+     */
+    public function setRunData(array $data)
+    {
+        file_put_contents($this->runDataFile, json_encode($data, JSON_PRETTY_PRINT));
+    }
+
+    /**
+     * Get info about the last run
+     *
+     * @return array
+     */
+    public function getRunData()
+    {
+        if (!file_exists($this->runDataFile)) {
+            return [];
+        }
+        return json_decode(file_get_contents($this->runDataFile), true);
+    }
 }