Celery for single tenant app

Author: GoelJatin

config/settings/base.py

@@ -4,6 +4,7 @@
 from pathlib import Path
 
 import environ
+from celery.schedules import crontab
 
 BASE_DIR = Path(__file__).resolve(strict=True).parent.parent.parent
 # pi23_gswdt/
@@ -81,6 +82,7 @@
     "rest_framework.authtoken",
     "corsheaders",
     "drf_spectacular",
+    "django_celery_results",
 ]
 
 LOCAL_APPS = [
@@ -268,7 +270,7 @@
 # https://docs.celeryq.dev/en/stable/userguide/configuration.html#std:setting-broker_url
 CELERY_BROKER_URL = env("CELERY_BROKER_URL")
 # https://docs.celeryq.dev/en/stable/userguide/configuration.html#std:setting-result_backend
-CELERY_RESULT_BACKEND = CELERY_BROKER_URL
+CELERY_RESULT_BACKEND = "django-db"
 # https://docs.celeryq.dev/en/stable/userguide/configuration.html#result-extended
 CELERY_RESULT_EXTENDED = True
 # https://docs.celeryq.dev/en/stable/userguide/configuration.html#result-backend-always-retry
@@ -337,3 +339,26 @@
 }
 # Your stuff...
 # ------------------------------------------------------------------------------
+REDIS_URL = env("CELERY_BROKER_URL", default="redis://redis:6379/0")
+
+CACHES = {
+    "default": {
+        "BACKEND": "django_redis.cache.RedisCache",
+        "LOCATION": REDIS_URL,
+        "OPTIONS": {"CLIENT_CLASS": "django_redis.client.DefaultClient", "PICKLE_VERSION": 5},
+        "IGNORE_EXCEPTIONS": True,
+        "TIMEOUT": 3600,
+    },
+}
+
+CELERY_CACHE_BACKEND = "default"
+CELERY_BEAT_SCHEDULE = {
+    "task__test_celery": {
+        "task": "task__test_celery",
+        "args": (1, 2, 3),
+        "kwargs": {"a": 1, "b": 2, "c": 3},
+        "schedule": crontab(
+            **{"minute": "*/3", "hour": "*", "day_of_week": "*", "day_of_month": "*", "month_of_year": "*"}
+        ),
+    },
+}

config/settings/local.py

@@ -13,15 +13,15 @@
 # https://docs.djangoproject.com/en/dev/ref/settings/#allowed-hosts
 ALLOWED_HOSTS = ["localhost", "0.0.0.0", "127.0.0.1"]
 
-# CACHES
-# ------------------------------------------------------------------------------
-# https://docs.djangoproject.com/en/dev/ref/settings/#caches
-CACHES = {
-    "default": {
-        "BACKEND": "django.core.cache.backends.locmem.LocMemCache",
-        "LOCATION": "",
-    }
-}
+# # CACHES
+# # ------------------------------------------------------------------------------
+# # https://docs.djangoproject.com/en/dev/ref/settings/#caches
+# CACHES = {
+#     "default": {
+#         "BACKEND": "django.core.cache.backends.locmem.LocMemCache",
+#         "LOCATION": "",
+#     }
+# }
 
 # EMAIL
 # ------------------------------------------------------------------------------

pi23_gswdt/bank/tasks.py

@@ -0,0 +1,14 @@
+from celery.utils.log import get_task_logger
+from django.conf import settings
+from django_redis_task_lock import lock
+
+from config.celery_app import app
+
+LOGGER = get_task_logger(__name__)
+
+
+@app.task(name="task__test_celery")
+@lock(debug=settings.DEBUG)
+def task__test_celery(*args, **kwargs):
+    LOGGER.info("Executing the task with args: [%s] and kwargs: [%s]", args, kwargs)
+    return f"Executing the task with args: [{args}] and kwargs: [{kwargs}]"

requirements/base.txt

@@ -23,6 +23,8 @@ djangorestframework==3.14.0  # https://github.com/encode/django-rest-framework
 django-cors-headers==4.2.0  # https://github.com/adamchainz/django-cors-headers
 # DRF-spectacular for api documentation
 drf-spectacular==0.26.5  # https://github.com/tfranzel/drf-spectacular
+django-celery-results==2.5.1  # https://github.com/celery/django-celery-results
+django-redis-task-lock==0.6  # https://github.com/Lenders-Cooperative/django-redis-task-lock
 
 django-constance==2.9.1  # https://github.com/jazzband/django-constance
 django-constance[database]