Merge pull request #1594 from craftcms/feature/prune-db-logs-table

Prune logs table when processed feeds

Author: angrybrad

src/Plugin.php

@@ -17,6 +17,7 @@
 use craft\feedme\web\twig\Extension;
 use craft\feedme\web\twig\variables\FeedMeVariable;
 use craft\helpers\UrlHelper;
+use craft\services\Gc;
 use craft\web\twig\variables\CraftVariable;
 use craft\web\UrlManager;
 use yii\base\Event;
@@ -86,6 +87,7 @@ public function init(): void
         $this->_registerCpRoutes();
         $this->_registerTwigExtensions();
         $this->_registerVariables();
+        $this->_registerGc();
     }
 
     /**
@@ -170,4 +172,15 @@ private function _registerVariables(): void
             $event->sender->set('feedme', FeedMeVariable::class);
         });
     }
+
+    private function _registerGc(): void
+    {
+        Event::on(
+            Gc::class,
+            Gc::EVENT_RUN,
+            function(Event $event) {
+                $this->getLogs()->prune();
+            }
+        );
+    }
 }

src/services/Logs.php

@@ -57,6 +57,7 @@ class Logs extends Component
 
     public const LOG_CATEGORY = 'feed-me';
     public const LOG_TABLE = '{{%feedme_logs}}';
+    public const LOG_TABLE_LIMIT = 300;
 
     public const LOG_LEVEL_MAP = [
         Logger::LEVEL_ERROR => 'error',
@@ -124,6 +125,22 @@ public function clear(): void
             ->execute();
     }
 
+    public function prune(): void
+    {
+        $ids = (new Query())
+            ->select(['id'])
+            ->from(self::LOG_TABLE)
+            ->orderBy(['log_time' => SORT_DESC])
+            ->limit(self::LOG_TABLE_LIMIT)
+            ->column();
+
+        if (count($ids)) {
+            Craft::$app->getDb()->createCommand()
+                ->delete(self::LOG_TABLE, ['not', ['in', 'id', $ids]])
+                ->execute();
+        }
+    }
+
     /**
      * @param null $type
      * @return array
@@ -138,7 +155,7 @@ public function getLogEntries($type = null): array
             ->from(self::LOG_TABLE)
 
             // Hard-coded until pagination is implemented
-            ->limit(300);
+            ->limit(self::LOG_TABLE_LIMIT);
 
         if ($type) {
             $query->andWhere(['level' => self::logLevelInt($type)]);

src/services/Process.php

@@ -81,6 +81,8 @@ public function beforeProcessFeed(FeedModel $feed, array $feedData)
             $gc = Craft::$app->getGc();
             $gc->deleteAllTrashed = true;
             $gc->run(true);
+        } else {
+            Plugin::getInstance()->getLogs()->prune();
         }
 
         $this->_data = $feedData;