Migrate to a dedicated cron_jobs module + rqcron command

Signed-off-by: tdruez <[email protected]>

Author: tdruez

dje/cron_jobs.py

@@ -0,0 +1,20 @@
+#
+# Copyright (c) nexB Inc. and others. All rights reserved.
+# DejaCode is a trademark of nexB Inc.
+# SPDX-License-Identifier: AGPL-3.0-only
+# See https://github.com/aboutcode-org/dejacode for support or download.
+# See https://aboutcode.org for more information about AboutCode FOSS projects.
+#
+
+from rq import cron
+
+from dje.tasks import update_vulnerabilities
+
+
+cron.register(
+    func=update_vulnerabilities,
+    queue_name="default",
+    # cron=settings.DEJACODE_VULNERABILITIES_CRON,  # 3am daily by default
+    cron="0 * * * *",  # Every hour
+    job_timeout=3600,  # 1 hour
+)

dje/management/commands/cronjobs.py

@@ -122,7 +122,7 @@ def scancodeio_submit_scan(uris, user_uuid, dataspace_uuid):
             scancodeio.submit_scan(uri, user_uuid, dataspace_uuid)
 
 
-@job("default", timeout="3h")
+@job("default", timeout=3600)
 def update_vulnerabilities():
     """Fetch vulnerabilities for all Dataspaces that enable vulnerablecodedb access."""
     from vulnerabilities.fetch import fetch_from_vulnerablecode

dje/tasks.py

@@ -66,7 +66,7 @@ services:
 
   scheduler:
     build: .
-    command: wait-for-it web:8000 -- sh -c "./manage.py cronjobs"
+    command: wait-for-it web:8000 -- sh -c "./manage.py rqcron dje.cron_jobs --logging-level DEBUG"
     env_file:
       - docker.env
     volumes: