Pass through extra settings to the worker process

Fixes #78

Author: PeterJCLaw

django_lightweight_queue/management/commands/queue_runner.py

@@ -132,7 +132,7 @@ def touch_filename(name: str) -> Optional[str]:
             )
 
         def run() -> None:
-            runner(touch_filename, machine, logger)
+            runner(touch_filename, machine, logger, extra_settings)
 
         # fork() only after we have started enough to catch failure, including
         # being able to write to our pidfile.

django_lightweight_queue/management/commands/queue_worker.py

@@ -1,15 +1,18 @@
 from typing import Any
 
-from django.core.management.base import BaseCommand, CommandParser
+from django.core.management.base import CommandParser
 
 from ...types import QueueName, WorkerNumber
 from ...worker import Worker
+from ...command_utils import CommandWithExtraSettings
 
 
-class Command(BaseCommand):
+class Command(CommandWithExtraSettings):
     help = "Run an individual queue worker"  # noqa:A003 # inherited name
 
     def add_arguments(self, parser: CommandParser) -> None:
+        super().add_arguments(parser)
+
         parser.add_argument(
             'queue',
             help="queue for which this is a worker",
@@ -40,6 +43,8 @@ def handle(
         touch_filename: str,
         **options: Any
     ) -> None:
+        super().handle_extra_settings(**options)
+
         worker = Worker(
             queue=queue,
             worker_num=number,

django_lightweight_queue/runner.py

@@ -20,6 +20,7 @@ def runner(
     touch_filename_fn: Callable[[QueueName], Optional[str]],
     machine: Machine,
     logger: Logger,
+    extra_settings_filename: Optional[str],
 ) -> None:
     set_process_title("Master process")
 
@@ -117,6 +118,12 @@ def handle_term(signum: int, stack: object) -> None:
                         touch_filename,
                     ])
 
+                if extra_settings_filename is not None:
+                    args.extend([
+                        '--extra-settings',
+                        extra_settings_filename,
+                    ])
+
                 worker = subprocess.Popen(args)
                 workers[(queue, worker_num)] = (worker, worker_name)