process mass images

Author: alextford11

tcsocket/app/views/contractor.py

@@ -54,11 +54,8 @@ async def contractor_set_mass(request):
 
     # starting image processing here due to conflicting db connections on tests
     redis = request.app['redis']
-    for contractor in contractors:
-        if contractor.photo:
-            await redis.enqueue_job(
-                'process_image', company_key=company['public_key'], contractor_id=contractor.id, url=contractor.photo
-            )
+    if con_details := {(contractor.id, contractor.photo) for contractor in contractors if contractor.photo}:
+        await redis.enqueue_job('process_image_mass', company_key=company['public_key'], con_details=con_details)
     return json_response(request, status='success')
 
 

tcsocket/app/worker.py

@@ -89,6 +89,11 @@ async def process_image(ctx, company_key, contractor_id, url):
     return 200
 
 
+async def process_image_mass(ctx, company_key, con_details):
+    for con_id, url in con_details:
+        await process_image(ctx, company_key, con_id, url)
+
+
 def request_headers(company, extra=None):
     return dict(accept=CT_JSON, authorization=f'Token {company["private_key"]}', **(extra or {}))
 
@@ -229,7 +234,14 @@ async def kill_worker(ctx):
 
 
 class WorkerSettings:
-    functions = [process_image, submit_booking, submit_enquiry, update_contractors, update_enquiry_options]
+    functions = [
+        process_image,
+        process_image_mass,
+        submit_booking,
+        submit_enquiry,
+        update_contractors,
+        update_enquiry_options,
+    ]
     cron_jobs = [
         cron(delete_old_appointments, hour={0, 3, 6, 9, 12, 15, 18, 21}, minute=0),
         cron(kill_worker, hour=3, minute=0),