Fix celery async task worker pool (#533)

* Fix celery async task worker pool

* Update celery start scripts

* fix lint

Author: wu-clan

backend/app/task/celery.py

@@ -57,8 +57,6 @@ def init_celery() -> celery.Celery:
         result_backend_transport_options=result_backend_transport_options,
         task_cls='app.task.celery_task.base:TaskBase',
         task_track_started=True,
-        # TODO: Update this work if celery version >= 6.0.0
-        worker_pool=celery_aio_pool.pool.AsyncIOPool,
     )
 
     # Load task modules

backend/celery-start.sh

@@ -1,7 +1,10 @@
 #!/usr/bin/env bash
 
 # work && beat
-celery -A app.task.celery worker -l info -B
+celery -A app.task.celery worker -l info -P gevent -c 100 &
+
+# beat
+celery -A app.task.celery beat -l info &
 
 # flower
 celery -A app.task.celery flower --port=8555 --basic-auth=admin:123456

backend/pyproject.toml

@@ -31,6 +31,7 @@ dependencies = [
     "fastapi-pagination>=0.12.34",
     "fastapi[all]==0.111.0",
     "flower>=2.0.0",
+    "gevent>=24.11.1",
     "itsdangerous>=2.2.0",
     "jinja2>=3.1.4",
     "loguru>=0.7.3",

backend/requirements.txt

@@ -37,6 +37,7 @@ fastapi-oauth20==0.0.1a2
 fastapi-pagination==0.12.34
 filelock==3.17.0
 flower==2.0.1
+gevent==24.11.1
 greenlet==3.1.1
 h11==0.14.0
 hiredis==3.1.0
@@ -91,6 +92,7 @@ rich==13.9.4
 rsa==4.9
 rtoml==0.12.0
 ruff==0.9.5
+setuptools==75.8.2
 shellingham==1.5.4
 simple-websocket==1.1.0
 six==1.17.0
@@ -118,3 +120,5 @@ websockets==14.2
 win32-setctime==1.2.0 ; sys_platform == 'win32'
 wsproto==1.2.0
 xdbsearchip==1.0.2
+zope-event==5.0
+zope-interface==7.2

backend/uv.lock

@@ -1,6 +1,6 @@
 [program:celery_worker]
 directory=/fba/backend
-command=/usr/local/bin/celery -A app.task.celery worker --loglevel=INFO
+command=/usr/local/bin/celery -A app.task.celery worker -P gevent -c 1000 --loglevel=INFO
 user=root
 autostart=true
 autorestart=true