Save search results of long running queries every 30 seconds

If a search query runs for a long time, and the server dies/restarts before the query completes, all results will be lost. To protect against this, we save results every 30 seconds, so long as there are new results.

Author: Piccirello

src/webui/searchjobmanager.cpp

@@ -37,6 +37,7 @@
 #include <QJsonObject>
 #include <QString>
 #include <QStringList>
+#include <QTimer>
 
 #include "base/global.h"
 #include "base/logger.h"
@@ -75,15 +76,29 @@ int SearchJobManager::startSearch(const QString &pattern, const QString &categor
 
     connect(searchHandler.get(), &SearchHandler::searchFinished, this, [this, id]
     {
+        if (QTimer *timer = m_resultSaveTimers.take(id))
+        {
+            timer->stop();
+            timer->deleteLater();
+        }
         m_activeSearches.remove(id);
         saveSession();
         saveSearchResults(id);
     });
     connect(searchHandler.get(), &SearchHandler::searchFailed, this, [this, id]([[maybe_unused]] const QString &errorMessage)
     {
+        if (QTimer *timer = m_resultSaveTimers.take(id))
+        {
+            timer->stop();
+            timer->deleteLater();
+        }
         m_activeSearches.remove(id);
         saveSession();
     });
+    connect(searchHandler.get(), &SearchHandler::newSearchResults, this, [this, id]
+    {
+        scheduleSaveResults(id);
+    });
 
     m_searchHandlers.insert(id, searchHandler);
     m_activeSearches.insert(id);
@@ -131,6 +146,12 @@ bool SearchJobManager::deleteSearch(const int id)
     if (!found)
         return false;
 
+    if (QTimer *timer = m_resultSaveTimers.take(id))
+    {
+        timer->stop();
+        timer->deleteLater();
+    }
+
     m_searchOrder.removeOne(id);
     removeSearchResults(id);
     saveSession();
@@ -325,6 +346,27 @@ void SearchJobManager::saveSession() const
     }
 }
 
+void SearchJobManager::scheduleSaveResults(const int searchId)
+{
+    if (!m_storeOpenedTabsResults)
+        return;
+
+    if (m_resultSaveTimers.contains(searchId))
+        return;  // Timer already running, don't restart
+
+    auto *timer = new QTimer(this);
+    timer->setSingleShot(true);
+    timer->setInterval(30000);  // 30 seconds
+    connect(timer, &QTimer::timeout, this, [this, searchId, timer]
+    {
+        m_resultSaveTimers.remove(searchId);
+        timer->deleteLater();
+        saveSearchResults(searchId);
+    });
+    m_resultSaveTimers.insert(searchId, timer);
+    timer->start();
+}
+
 void SearchJobManager::saveSearchResults(const int searchId) const
 {
     const auto *pref = Preferences::instance();

src/webui/searchjobmanager.h

@@ -34,6 +34,8 @@
 #include <QObject>
 #include <QSet>
 
+class QTimer;
+
 #include "base/path.h"
 #include "base/search/searchhandler.h"
 
@@ -76,6 +78,7 @@ private slots:
     void loadSession();
     void saveSession() const;
     void saveSearchResults(int searchId) const;
+    void scheduleSaveResults(int searchId);
     void removeSearchResults(int searchId) const;
     void removeAllResultFiles() const;
     void removeAllData() const;
@@ -88,4 +91,5 @@ private slots:
     QSet<int> m_activeSearches;
     QHash<int, RestoredSearch> m_restoredSearches;
     QList<int> m_searchOrder;  // Tracks insertion order (oldest first)
+    QHash<int, QTimer*> m_resultSaveTimers;
 };