Improve queue stats (#56)

* increase productio worker count

* Improve queue stats output

* cs fix

* further increase worker count (#55)

Author: SniperSister

app/Health/QueueLengthCheck.php

@@ -0,0 +1,31 @@
+<?php
+
+namespace App\Health;
+
+use Laravel\Horizon\Contracts\JobRepository;
+use Spatie\Health\Checks\Check;
+use Spatie\Health\Checks\Result;
+
+class QueueLengthCheck extends Check
+{
+    public function run(): Result
+    {
+        /** @var JobRepository $jobs */
+        $jobs = app(JobRepository::class);
+
+        $result = Result::make()
+            ->appendMeta([
+                'pending' => $jobs->countPending(),
+                'failed' => $jobs->countFailed(),
+                'completed' => $jobs->countCompleted()
+            ]);
+
+        if ($jobs->countPending() > 50000) {
+            return $result
+                ->failed('Job queue larger than 50.000 items')
+                ->shortSummary('Excessive queue length');
+        }
+
+        return $result->ok();
+    }
+}

app/Providers/HealthCheckProvider.php

@@ -2,6 +2,7 @@
 
 namespace App\Providers;
 
+use App\Health\QueueLengthCheck;
 use Illuminate\Support\ServiceProvider;
 use Spatie\CpuLoadHealthCheck\CpuLoadCheck;
 use Spatie\Health\Checks\Checks\DatabaseCheck;
@@ -29,6 +30,7 @@ public function boot(): void
             UsedDiskSpaceCheck::new(),
             DatabaseCheck::new(),
             HorizonCheck::new(),
+            QueueLengthCheck::new(),
             RedisCheck::new(),
             CpuLoadCheck::new()
         ]);

config/horizon.php

@@ -211,12 +211,12 @@
     'environments' => [
         'production' => [
             'supervisor-default' => [
-                'maxProcesses' => 15,
+                'maxProcesses' => 20,
                 'balanceMaxShift' => 1,
                 'balanceCooldown' => 3,
             ],
             'supervisor-updates' => [
-                'maxProcesses' => 40,
+                'maxProcesses' => 80,
                 'balanceMaxShift' => 1,
                 'balanceCooldown' => 3,
             ],

routes/console.php

@@ -8,3 +8,4 @@
 Schedule::command(CleanupSitesList::class)->everySixHours();
 Schedule::command(PruneFailedJobsCommand::class)->daily();
 Schedule::command(QueueHealthChecks::class)->everyFifteenMinutes();
+Schedule::command('horizon:snapshot')->everyFiveMinutes();