Skip to content

Commit 004d082

Browse files
committed
add siliconflow support
1 parent b27a9d1 commit 004d082

File tree

3 files changed

+10
-0
lines changed

3 files changed

+10
-0
lines changed

backend/example.env

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -56,4 +56,6 @@ LLM_MODEL_CONFIG_bedrock_nova_lite_v1="model_name,aws_access_key,aws_secret_key,
5656
LLM_MODEL_CONFIG_bedrock_nova_pro_v1="model_name,aws_access_key,aws_secret_key,region_name" #model_name="amazon.nova-pro-v1:0"
5757
LLM_MODEL_CONFIG_fireworks_deepseek_r1="model_name,fireworks_api_key" #model_name="accounts/fireworks/models/deepseek-r1"
5858
LLM_MODEL_CONFIG_fireworks_deepseek_v3="model_name,fireworks_api_key" #model_name="accounts/fireworks/models/deepseek-v3"
59+
LLM_MODEL_CONFIG_siliconflow_qwq-32b="Qwen/QwQ-32B,siliconflow_api_key" #model_name="Qwen/QwQ-32B"
60+
LLM_MODEL_CONFIG_siliconflow_deepseek-r1="deepseek-ai/DeepSeek-R1,siliconflow_api_key" #model_name="deepseek-ai/DeepSeek-R1"
5961
MAX_TOKEN_CHUNK_SIZE=2000 #Max token used to process/extract the file content.

backend/src/llm.py

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -73,6 +73,12 @@ def get_llm(model: str):
7373
model=model_name,
7474
temperature=0,
7575
)
76+
elif "siliconflow" in model:
77+
model_name, api_key = env_value.split(",")
78+
llm= ChatOpenAI(
79+
base_url="https://api.siliconflow.cn/v1",
80+
api_key=api_key,
81+
model=model_name)
7682
elif "azure" in model:
7783
model_name, api_endpoint, api_key, api_version = env_value.split(",")
7884
llm = AzureChatOpenAI(

frontend/src/utils/Constants.ts

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -20,6 +20,8 @@ export const llms =
2020
'ecnu_ecnu-reasoner',
2121
'ecnu_ecnu-reasoner-lite',
2222
'ecnu_ecnu-plus',
23+
'siliconflow_qwq-32b',
24+
'siliconflow_deepseek-r1',
2325
'gemini_1.5_pro',
2426
'gemini_1.5_flash',
2527
'gemini_2.0_flash',

0 commit comments

Comments
 (0)