Adds various hotfixes (#319)

* debounce postprocess

* remove print

* add info

* id preprocess

* seconds + model

Author: LennartSchmidtKern

api/transfer.py

@@ -182,8 +182,12 @@ def __recalculate_missing_attributes_and_embeddings(
 
     for integration_item in integration_items:
         integration_id = str(integration_item.id)
-        url = f"{COGNITION_INTEGRATION_PROVIDER}/integrations/postprocess/{integration_id}"
-        service_requests.post_call_or_raise(url, data=None)
+        post_process_integration(integration_id)
+
+
+def post_process_integration(integration_id: str) -> None:
+    url = f"{COGNITION_INTEGRATION_PROVIDER}/integrations/postprocess/{integration_id}"
+    service_requests.post_call_or_raise(url, data=None)
 
 
 def __calculate_missing_attributes(project_id: str, user_id: str) -> None:

controller/organization/manager.py

@@ -7,6 +7,10 @@
 from controller.auth import kratos
 from submodules.model.util import sql_alchemy_to_dict
 from submodules.s3 import controller as s3
+from submodules.model.cognition_objects import integration
+from api import transfer as transfer_api
+from util.decorator import param_debounce
+
 
 USER_INFO_WHITELIST = {"id", "role"}
 ORGANIZATION_WHITELIST = {"id", "name", "max_rows", "max_cols", "max_char_count"}
@@ -93,3 +97,17 @@ def get_overview_stats(org_id: str) -> List[Dict[str, Union[str, int]]]:
     if org_id is None:
         return []
     return organization.get_organization_overview_stats(org_id)
+
+
+# INFO: Not fully debounced if server runs multiple instances
+# TODO: Change to 60 to 300 for prod
+@param_debounce(seconds=60)
+def sync_organization_sharepoint_integrations(org_id: str) -> None:
+    all_integrations = integration.get_all_in_org(
+        org_id, enums.CognitionIntegrationType.SHAREPOINT.value
+    )
+    all_integration_ids = [
+        str(integration_entity.id) for integration_entity in all_integrations
+    ]
+    for integration_id in all_integration_ids:
+        transfer_api.post_process_integration(integration_id)

controller/user/manager.py

@@ -54,7 +54,9 @@ def update_organization_of_user(organization_name: str, user_mail: str) -> None:
         raise Exception(
             f"User {user_mail} is already part of organization {user_item.organization.name}"
         )
+
     user.update_organization(user_item.id, organization.id, with_commit=True)
+    organization_manager.sync_organization_sharepoint_integrations(organization.id)
 
 
 def update_user_role(user_id: str, role: str) -> User:

submodules/model

@@ -1,8 +1,8 @@
 from threading import Timer
 from inspect import signature
-
 from datetime import datetime, timedelta
 from functools import wraps
+import threading
 
 
 def debounce(wait):
@@ -99,3 +99,36 @@ def wrapper(*args, **kwargs):
                 return fn(*args, **kwargs)
 
         return wrapper
+
+
+class param_debounce:
+
+    def __init__(self, seconds=0, minutes=0, hours=0):
+        # total debounce delay in seconds
+        self.delay = timedelta(
+            seconds=seconds, minutes=minutes, hours=hours
+        ).total_seconds()
+        # map: key -> (Timer, last_args, last_kwargs)
+        self._timers = {}
+
+    def __call__(self, fn):
+        @wraps(fn)
+        def wrapper(*args, **kwargs):
+            key = args[0] if args else None
+
+            existing = self._timers.get(key)
+            if existing:
+                timer, _, _ = existing
+                timer.cancel()
+
+            def call_it():
+                _, last_args, last_kwargs = self._timers.pop(key, (None, None, None))
+                fn(*last_args, **last_kwargs)
+
+            timer = threading.Timer(self.delay, call_it)
+
+            self._timers[key] = (timer, args, kwargs)
+            timer.daemon = True
+            timer.start()
+
+        return wrapper