Skip to content

Commit d87222e

Browse files
Remove code block before returning response (#22)
1 parent f6d3ffc commit d87222e

File tree

1 file changed

+7
-0
lines changed

1 file changed

+7
-0
lines changed

src/unstract/sdk/llm.py

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,5 @@
11
import logging
2+
import re
23
import time
34
from typing import Any, Optional
45

@@ -7,6 +8,7 @@
78
from unstract.adapters.constants import Common
89
from unstract.adapters.llm import adapters
910
from unstract.adapters.llm.llm_adapter import LLMAdapter
11+
1012
from unstract.sdk.adapters import ToolAdapter
1113
from unstract.sdk.constants import LogLevel, ToolSettingsKey
1214
from unstract.sdk.tool.base import BaseTool
@@ -51,9 +53,14 @@ def run_completion(
5153
ServiceContext.get_service_context(
5254
platform_api_key=platform_api_key, llm=llm
5355
)
56+
code_block_pattern = re.compile(r"```.*?\n(.*?)\n```", re.DOTALL)
5457
for i in range(retries):
5558
try:
5659
response: CompletionResponse = llm.complete(prompt, **kwargs)
60+
match = code_block_pattern.search(response.text)
61+
if match:
62+
# Remove code block from response text
63+
response.text = match.group(1)
5764
result = {
5865
"response": response,
5966
}

0 commit comments

Comments
 (0)