Skip to content

Commit a0314bf

Browse files
committed
feat(call_llm): add azure openai code snippet
1 parent 15c10ce commit a0314bf

File tree

1 file changed

+28
-0
lines changed

1 file changed

+28
-0
lines changed

utils/call_llm.py

Lines changed: 28 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -89,6 +89,34 @@ def call_llm(prompt: str, use_cache: bool = True) -> str:
8989
return response_text
9090

9191

92+
# # Use Azure OpenAI
93+
# def call_llm(prompt, use_cache: bool = True):
94+
# from openai import AzureOpenAI
95+
96+
# endpoint = "https://<azure openai name>.openai.azure.com/"
97+
# deployment = "<deployment name>"
98+
99+
# subscription_key = "<azure openai key>"
100+
# api_version = "<api version>"
101+
102+
# client = AzureOpenAI(
103+
# api_version=api_version,
104+
# azure_endpoint=endpoint,
105+
# api_key=subscription_key,
106+
# )
107+
108+
# r = client.chat.completions.create(
109+
# model=deployment,
110+
# messages=[{"role": "user", "content": prompt}],
111+
# response_format={
112+
# "type": "text"
113+
# },
114+
# max_completion_tokens=40000,
115+
# reasoning_effort="medium",
116+
# store=False
117+
# )
118+
# return r.choices[0].message.content
119+
92120
# # Use Anthropic Claude 3.7 Sonnet Extended Thinking
93121
# def call_llm(prompt, use_cache: bool = True):
94122
# from anthropic import Anthropic

0 commit comments

Comments
 (0)