UN-2566 [FIX] Changed JSON selection marker (#191)

* UN-2566 Changed JSON selection marker

Signed-off-by: Deepak <[email protected]>

* Version bump

---------

Signed-off-by: Deepak <[email protected]>

Author: Deepak-Kesavan

src/unstract/sdk/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "v0.73.1"
+__version__ = "v0.73.2"
 
 
 def get_sdk_version() -> str:

src/unstract/sdk/llm.py

@@ -1,4 +1,5 @@
 import logging
+import os
 import re
 from collections.abc import Callable
 from typing import Any
@@ -31,6 +32,7 @@ class LLM:
     llm_adapters = adapters
     MAX_TOKENS = 1024 * 4
     RESPONSE = "response"
+    JSON_SELECTION_MARKER = os.environ.get("JSON_SELECTION_MARKER", "§§§")
 
     def __init__(
         self,
@@ -101,10 +103,12 @@ def complete(
             process_text_output = {}
             if extract_json:
                 response_text = response.text
-                start = response_text.find("###")
+                start = response_text.find(self.JSON_SELECTION_MARKER)
                 if start != -1:
-                    response_text = response_text[start + 3:].lstrip()
-                end = response_text.rfind("###")
+                    response_text = response_text[
+                        start + len(self.JSON_SELECTION_MARKER) :
+                    ].lstrip()
+                end = response_text.rfind(self.JSON_SELECTION_MARKER)
                 if end != -1:
                     response_text = response_text[:end].rstrip()
                 match = LLM.json_regex.search(response_text)