Skip to content

Commit 6df7d2d

Browse files
committed
refactor: xinference 支持手动输入语音模型
1 parent 0ddd745 commit 6df7d2d

File tree

1 file changed

+19
-12
lines changed

1 file changed

+19
-12
lines changed

apps/setting/models_provider/impl/xinference_model_provider/xinference_model_provider.py

Lines changed: 19 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -277,6 +277,9 @@
277277
xinference_llm_model_credential,
278278
XinferenceChatModel
279279
),
280+
]
281+
282+
voice_model_info = [
280283
ModelInfo(
281284
'CosyVoice-300M-SFT',
282285
'CosyVoice-300M-SFT是一个小型的语音合成模型。',
@@ -359,18 +362,22 @@
359362
rerank_list = [ModelInfo('bce-reranker-base_v1',
360363
'发布新的重新排名器,建立在强大的 M3 和LLM (GEMMA 和 MiniCPM,实际上没那么大)骨干上,支持多语言处理和更大的输入,大幅提高 BEIR、C-MTEB/Retrieval 的排名性能、MIRACL、LlamaIndex 评估',
361364
ModelTypeConst.RERANKER, XInferenceRerankerModelCredential(), XInferenceReranker)]
362-
model_info_manage = (ModelInfoManage.builder().append_model_info_list(model_info_list).append_default_model_info(
363-
ModelInfo(
364-
'phi3',
365-
'Phi-3 Mini是Microsoft的3.8B参数,轻量级,最先进的开放模型。',
366-
ModelTypeConst.LLM, xinference_llm_model_credential, XinferenceChatModel))
367-
.append_model_info_list(
368-
embedding_model_info).append_default_model_info(
369-
ModelInfo(
370-
'',
371-
'',
372-
ModelTypeConst.EMBEDDING, xinference_embedding_model_credential, XinferenceEmbedding))
373-
.append_model_info_list(rerank_list).append_default_model_info(rerank_list[0])
365+
model_info_manage = (ModelInfoManage.builder()
366+
.append_model_info_list(model_info_list)
367+
.append_model_info_list(voice_model_info)
368+
.append_default_model_info(voice_model_info[0])
369+
.append_default_model_info(voice_model_info[1])
370+
.append_default_model_info(ModelInfo('phi3',
371+
'Phi-3 Mini是Microsoft的3.8B参数,轻量级,最先进的开放模型。',
372+
ModelTypeConst.LLM, xinference_llm_model_credential,
373+
XinferenceChatModel))
374+
.append_model_info_list(embedding_model_info)
375+
.append_default_model_info(ModelInfo('',
376+
'',
377+
ModelTypeConst.EMBEDDING,
378+
xinference_embedding_model_credential, XinferenceEmbedding))
379+
.append_model_info_list(rerank_list)
380+
.append_default_model_info(rerank_list[0])
374381
.build())
375382

376383

0 commit comments

Comments
 (0)