Skip to content

Commit 35ae290

Browse files
committed
fix: xinference tti and image model set default model
--bug=1051237 --user=刘瑞斌 【模型管理】Xorbits Inference添加自定义模型报错问题汇总 https://www.tapd.cn/57709429/s/1642278
1 parent 6b23fcd commit 35ae290

File tree

1 file changed

+23
-19
lines changed

1 file changed

+23
-19
lines changed

apps/setting/models_provider/impl/xinference_model_provider/xinference_model_provider.py

Lines changed: 23 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -521,25 +521,29 @@
521521
rerank_list = [ModelInfo('bce-reranker-base_v1',
522522
'发布新的重新排名器,建立在强大的 M3 和LLM (GEMMA 和 MiniCPM,实际上没那么大)骨干上,支持多语言处理和更大的输入,大幅提高 BEIR、C-MTEB/Retrieval 的排名性能、MIRACL、LlamaIndex 评估',
523523
ModelTypeConst.RERANKER, XInferenceRerankerModelCredential(), XInferenceReranker)]
524-
model_info_manage = (ModelInfoManage.builder()
525-
.append_model_info_list(model_info_list)
526-
.append_model_info_list(voice_model_info)
527-
.append_default_model_info(voice_model_info[0])
528-
.append_default_model_info(voice_model_info[1])
529-
.append_default_model_info(ModelInfo('phi3',
530-
'Phi-3 Mini是Microsoft的3.8B参数,轻量级,最先进的开放模型。',
531-
ModelTypeConst.LLM, xinference_llm_model_credential,
532-
XinferenceChatModel))
533-
.append_model_info_list(embedding_model_info)
534-
.append_default_model_info(ModelInfo('',
535-
'',
536-
ModelTypeConst.EMBEDDING,
537-
xinference_embedding_model_credential, XinferenceEmbedding))
538-
.append_model_info_list(rerank_list)
539-
.append_model_info_list(image_model_info)
540-
.append_model_info_list(tti_model_info)
541-
.append_default_model_info(rerank_list[0])
542-
.build())
524+
model_info_manage = (
525+
ModelInfoManage.builder()
526+
.append_model_info_list(model_info_list)
527+
.append_model_info_list(voice_model_info)
528+
.append_default_model_info(voice_model_info[0])
529+
.append_default_model_info(voice_model_info[1])
530+
.append_default_model_info(ModelInfo('phi3',
531+
'Phi-3 Mini是Microsoft的3.8B参数,轻量级,最先进的开放模型。',
532+
ModelTypeConst.LLM, xinference_llm_model_credential,
533+
XinferenceChatModel))
534+
.append_model_info_list(embedding_model_info)
535+
.append_default_model_info(ModelInfo('',
536+
'',
537+
ModelTypeConst.EMBEDDING,
538+
xinference_embedding_model_credential, XinferenceEmbedding))
539+
.append_model_info_list(rerank_list)
540+
.append_model_info_list(image_model_info)
541+
.append_default_model_info(image_model_info[0])
542+
.append_model_info_list(tti_model_info)
543+
.append_default_model_info(tti_model_info[0])
544+
.append_default_model_info(rerank_list[0])
545+
.build()
546+
)
543547

544548

545549
def get_base_url(url: str):

0 commit comments

Comments
 (0)