Added LLM validation for vector collection [Logs Message Fix] (#2378)

* Added LLM validation for vector collection

* Added LLM validation for vector collection

* Added LLM validation for vector collection [Logs Message Fix]

* Added LLM validation for vector collection [Logs Message Fix]

* Added LLM validation for vector collection [Logs Message Fix]

Author: 1007Shreyash

kairon/shared/pyscript/analytics_worker.py

@@ -9,6 +9,7 @@
 from mongoengine import connect, disconnect
 
 from kairon import Utility
+from kairon.exceptions import AppException
 from kairon.shared.concurrency.actors.utils import PyscriptUtility
 from kairon.shared.pyscript.shared_pyscript_utils import PyscriptSharedUtility
 from kairon.shared.pyscript.callback_pyscript_utils import CallbackScriptUtility
@@ -76,11 +77,18 @@ def main():
 
     except Exception as e:
         exit_code = 1
-        print(json.dumps({
-            "success": False,
-            "error": str(e),
-            "trace": traceback.format_exc()
-        }), flush=True)
+
+        if isinstance(e, AppException):
+            print(json.dumps({
+                "success": False,
+                "message": str(e)
+            }), flush=True)
+        else:
+            print(json.dumps({
+                "success": False,
+                "error": str(e),
+                "trace": traceback.format_exc()
+            }), flush=True)
 
     finally:
         _cleanup_and_exit(exit_code)

kairon/shared/pyscript/callback_pyscript_utils.py

@@ -581,7 +581,7 @@ def create_vector_collection(collection_name, model_id: str, user: str,
 
         bot_settings = ActionUtility.get_bot_settings(bot=bot)
         if not bot_settings.get("llm_settings", {}).get("enable_faq", False):
-            raise AppException("LLM is disabled, Please enable it")
+            raise AppException("LLM is disabled, please enable it")
 
         knowledge_vault_name = collection_name
         collection_name = f"{bot}_{collection_name}_faq_embd"

tests/unit_test/callback/pyscript_handler_test.py

@@ -22,6 +22,7 @@
 from kairon import Utility
 from kairon.events.executors.factory import ExecutorFactory
 from kairon.exceptions import AppException
+from kairon.shared.pyscript import analytics_worker
 from kairon.shared.actions.data_objects import EmailActionConfig
 from kairon.shared.actions.utils import ActionUtility
 from kairon.shared.callback.data_objects import CallbackConfig, encrypt_secret
@@ -4558,7 +4559,25 @@ def test_create_vector_collection_llm_disabled():
                 bot="bot123"
             )
 
-        assert "LLM is disabled, Please enable it" in str(exc.value)
+        assert "LLM is disabled, please enable it" in str(exc.value)
+
+
+def test_analytics_worker_handles_app_exception(monkeypatch, capsys):
+    monkeypatch.setattr("sys.stdin", io.StringIO("{}"))
+
+    def mock_exec(*args, **kwargs):
+        raise AppException("LLM is disabled, please enable it")
+
+    def mock_cleanup(*args, **kwargs):
+        return
+
+    monkeypatch.setattr("builtins.exec", mock_exec)
+    monkeypatch.setattr(analytics_worker, "_cleanup_and_exit", mock_cleanup)
+    analytics_worker.main()
+    captured = capsys.readouterr()
+
+    assert '"success": false' in captured.out.lower()
+    assert '"message": "LLM is disabled, please enable it"' in captured.out
 
 
 def test_create_vector_collection_embedding_size_from_process_instruction():