Adds paginated cache collection (#227)

Author: JWittmeyer

controller/auth/kratos.py

@@ -33,18 +33,40 @@ def __refresh_identity_cache():
     request = requests.get(f"{KRATOS_ADMIN_URL}/identities")
     if request.ok:
         collected = datetime.now()
+        identities = request.json()
+
+        # maybe more pages https://www.ory.sh/docs/ecosystem/api-design#pagination
+        while next_link := __get_link_from_kratos_request(request):
+            request = requests.get(next_link)
+            if request.ok:
+                identities.extend(request.json())
+
         KRATOS_IDENTITY_CACHE = {
             identity["id"]: {
                 "identity": identity,
                 "simple": __parse_identity_to_simple(identity),
             }
-            for identity in request.json()
+            for identity in identities
         }
+
         KRATOS_IDENTITY_CACHE["collected"] = collected
     else:
         KRATOS_IDENTITY_CACHE = {}
 
 
+def __get_link_from_kratos_request(request: requests.Response) -> str:
+    # rel=next only if there is more than 1 page
+    # </admin/identities?page_size=1&page_token=00000000-0000-0000-0000-000000000000>; rel="first",</admin/identities?page_size=1&page_token=08f30706-9919-4776-9018-6a56c4fa8bb9>; rel="next"
+    link = request.headers.get("Link")
+    if link:
+        if 'rel="next"' in link:
+            parts = link.split("<")
+            for part in parts:
+                if 'rel="next"' in part:
+                    return part.split(">")[0].replace("/admin", KRATOS_ADMIN_URL)
+    return None
+
+
 def __get_identity(user_id: str, only_simple: bool = True) -> Dict[str, Any]:
     if not isinstance(user_id, str):
         user_id = str(user_id)

fast_api/routes/organization.py

@@ -1,5 +1,4 @@
 import json
-from typing import Optional
 from fastapi import APIRouter, Depends, Request, Body
 from controller.misc import config_service
 from fast_api.models import (
@@ -30,7 +29,6 @@
 from fast_api.routes.client_response import get_silent_success, pack_json_result
 from submodules.model import events
 from submodules.model.business_objects import organization
-from submodules.model.business_objects.user import get
 from submodules.model.util import sql_alchemy_to_dict
 from util import doc_ock, notification