Get crawls belonging to all configs in one db query

Author: tw4l

backend/btrixcloud/colls.py

@@ -1459,9 +1459,10 @@ async def add_crawl_to_collection(
     ) -> CollOut:
         crawl_ids = set(add_remove.crawlIds)
 
-        for config_id in add_remove.crawlconfigIds:
-            for crawl_id in await colls.crawl_ops.get_config_crawl_ids(config_id):
-                crawl_ids.add(crawl_id)
+        for crawl_id in await colls.crawl_ops.get_config_crawl_ids(
+            add_remove.crawlconfigIds
+        ):
+            crawl_ids.add(crawl_id)
 
         return await colls.add_crawls_to_collection(
             coll_id, list(crawl_ids), org, headers=dict(request.headers)
@@ -1480,9 +1481,10 @@ async def remove_crawl_from_collection(
     ) -> CollOut:
         crawl_ids = set(add_remove.crawlIds)
 
-        for config_id in add_remove.crawlconfigIds:
-            for crawl_id in await colls.crawl_ops.get_config_crawl_ids(config_id):
-                crawl_ids.add(crawl_id)
+        for crawl_id in await colls.crawl_ops.get_config_crawl_ids(
+            add_remove.crawlconfigIds
+        ):
+            crawl_ids.add(crawl_id)
 
         return await colls.remove_crawls_from_collection(
             coll_id, list(crawl_ids), org, headers=dict(request.headers)

backend/btrixcloud/crawls.py

@@ -386,9 +386,9 @@ async def list_crawls(
 
         return crawls, total
 
-    async def get_config_crawl_ids(self, cid: UUID) -> list[str]:
-        """get list of crawl ids belonging to given crawlconfig"""
-        res = self.crawls.find({"cid": cid}, {"_id": 1})
+    async def get_config_crawl_ids(self, cids: list[UUID]) -> list[str]:
+        """get list of crawl ids belonging to given crawlconfigs"""
+        res = self.crawls.find({"cid": {"$in": cids}}, {"_id": 1})
         res_list = await res.to_list()
         return [res["_id"] for res in res_list]