feat: add gunicorn and python-daemon dependencies to pyproject.toml

Author: liuruibin

apps/common/management/__init__.py

@@ -0,0 +1,46 @@
+# coding=utf-8
+"""
+    @project: MaxKB
+    @Author：虎
+    @file： celery.py
+    @date：2024/8/19 11:57
+    @desc:
+"""
+import os
+import subprocess
+
+from django.core.management.base import BaseCommand
+
+from maxkb.const import BASE_DIR
+
+
+class Command(BaseCommand):
+    help = 'celery'
+
+    def add_arguments(self, parser):
+        parser.add_argument(
+            'service', nargs='+', type=str, choices=("celery", "model"), help='Service',
+        )
+
+    def handle(self, *args, **options):
+        service = options.get('service')
+        os.environ.setdefault('CELERY_NAME', ','.join(service))
+        server_hostname = os.environ.get("SERVER_HOSTNAME")
+        if hasattr(os, 'getuid') and os.getuid() == 0:
+            os.environ.setdefault('C_FORCE_ROOT', '1')
+        if not server_hostname:
+            server_hostname = '%h'
+        cmd = [
+            'celery',
+            '-A', 'ops',
+            'worker',
+            '-P', 'threads',
+            '-l', 'info',
+            '-c', '10',
+            '-Q', ','.join(service),
+            '--heartbeat-interval', '10',
+            '-n', f'{",".join(service)}@{server_hostname}',
+            '--without-mingle',
+        ]
+        kwargs = {'cwd': BASE_DIR}
+        subprocess.run(cmd, **kwargs)

apps/common/management/commands/__init__.py

@@ -0,0 +1,6 @@
+from .services.command import BaseActionCommand, Action
+
+
+class Command(BaseActionCommand):
+    help = 'Restart services'
+    action = Action.restart.value

apps/common/management/commands/celery.py

@@ -0,0 +1,134 @@
+import math
+
+from django.core.management.base import BaseCommand
+from django.db.models import TextChoices
+
+from .hands import *
+from .utils import ServicesUtil
+import os
+
+
+class Services(TextChoices):
+    gunicorn = 'gunicorn', 'gunicorn'
+    celery_default = 'celery_default', 'celery_default'
+    local_model = 'local_model', 'local_model'
+    web = 'web', 'web'
+    celery = 'celery', 'celery'
+    celery_model = 'celery_model', 'celery_model'
+    task = 'task', 'task'
+    all = 'all', 'all'
+
+    @classmethod
+    def get_service_object_class(cls, name):
+        from . import services
+        services_map = {
+            cls.gunicorn.value: services.GunicornService,
+            cls.celery_default: services.CeleryDefaultService,
+            cls.local_model: services.GunicornLocalModelService
+        }
+        return services_map.get(name)
+
+    @classmethod
+    def web_services(cls):
+        return [cls.gunicorn, cls.local_model]
+
+    @classmethod
+    def celery_services(cls):
+        return [cls.celery_default, cls.celery_model]
+
+    @classmethod
+    def task_services(cls):
+        return cls.celery_services()
+
+    @classmethod
+    def all_services(cls):
+        return cls.web_services() + cls.task_services()
+
+    @classmethod
+    def export_services_values(cls):
+        return [cls.all.value, cls.web.value, cls.task.value] + [s.value for s in cls.all_services()]
+
+    @classmethod
+    def get_service_objects(cls, service_names, **kwargs):
+        services = set()
+        for name in service_names:
+            method_name = f'{name}_services'
+            if hasattr(cls, method_name):
+                _services = getattr(cls, method_name)()
+            elif hasattr(cls, name):
+                _services = [getattr(cls, name)]
+            else:
+                continue
+            services.update(set(_services))
+
+        service_objects = []
+        for s in services:
+            service_class = cls.get_service_object_class(s.value)
+            if not service_class:
+                continue
+            kwargs.update({
+                'name': s.value
+            })
+            service_object = service_class(**kwargs)
+            service_objects.append(service_object)
+        return service_objects
+
+
+class Action(TextChoices):
+    start = 'start', 'start'
+    status = 'status', 'status'
+    stop = 'stop', 'stop'
+    restart = 'restart', 'restart'
+
+
+class BaseActionCommand(BaseCommand):
+    help = 'Service Base Command'
+
+    action = None
+    util = None
+
+    def __init__(self, *args, **kwargs):
+        super().__init__(*args, **kwargs)
+
+    def add_arguments(self, parser):
+        parser.add_argument(
+            'services', nargs='+', choices=Services.export_services_values(), help='Service',
+        )
+        parser.add_argument('-d', '--daemon', nargs="?", const=True)
+        parser.add_argument('-w', '--worker', type=int, nargs="?",
+                            default=3 if os.cpu_count() > 6 else math.floor(os.cpu_count() / 2))
+        parser.add_argument('-f', '--force', nargs="?", const=True)
+
+    def initial_util(self, *args, **options):
+        service_names = options.get('services')
+        service_kwargs = {
+            'worker_gunicorn': options.get('worker')
+        }
+        services = Services.get_service_objects(service_names=service_names, **service_kwargs)
+
+        kwargs = {
+            'services': services,
+            'run_daemon': options.get('daemon', False),
+            'stop_daemon': self.action == Action.stop.value and Services.all.value in service_names,
+            'force_stop': options.get('force') or False,
+        }
+        self.util = ServicesUtil(**kwargs)
+
+    def handle(self, *args, **options):
+        self.initial_util(*args, **options)
+        assert self.action in Action.values, f'The action {self.action} is not in the optional list'
+        _handle = getattr(self, f'_handle_{self.action}', lambda: None)
+        _handle()
+
+    def _handle_start(self):
+        self.util.start_and_watch()
+        os._exit(0)
+
+    def _handle_stop(self):
+        self.util.stop()
+
+    def _handle_restart(self):
+        self.util.restart()
+
+    def _handle_status(self):
+        self.util.show_status()

apps/common/management/commands/restart.py

@@ -0,0 +1,26 @@
+import logging
+import os
+import sys
+
+from maxkb.const import CONFIG, PROJECT_DIR
+
+try:
+    from apps.smartdoc import const
+
+    __version__ = const.VERSION
+except ImportError as e:
+    print("Not found __version__: {}".format(e))
+    print("Python is: ")
+    logging.info(sys.executable)
+    __version__ = 'Unknown'
+    sys.exit(1)
+
+HTTP_HOST = '0.0.0.0'
+HTTP_PORT = CONFIG.HTTP_LISTEN_PORT or 8080
+DEBUG = CONFIG.DEBUG or False
+
+LOG_DIR = os.path.join(PROJECT_DIR, 'data', 'logs')
+APPS_DIR = os.path.join(PROJECT_DIR, 'apps')
+TMP_DIR = os.path.join(PROJECT_DIR, 'tmp')
+if not os.path.exists(TMP_DIR):
+    os.makedirs(TMP_DIR)

apps/common/management/commands/services/__init__.py

@@ -0,0 +1,3 @@
+from .celery_default import *
+from .gunicorn import *
+from .local_model import *