|
277 | 277 | xinference_llm_model_credential, |
278 | 278 | XinferenceChatModel |
279 | 279 | ), |
| 280 | +] |
| 281 | + |
| 282 | +voice_model_info = [ |
280 | 283 | ModelInfo( |
281 | 284 | 'CosyVoice-300M-SFT', |
282 | 285 | 'CosyVoice-300M-SFT是一个小型的语音合成模型。', |
|
359 | 362 | rerank_list = [ModelInfo('bce-reranker-base_v1', |
360 | 363 | '发布新的重新排名器,建立在强大的 M3 和LLM (GEMMA 和 MiniCPM,实际上没那么大)骨干上,支持多语言处理和更大的输入,大幅提高 BEIR、C-MTEB/Retrieval 的排名性能、MIRACL、LlamaIndex 评估', |
361 | 364 | ModelTypeConst.RERANKER, XInferenceRerankerModelCredential(), XInferenceReranker)] |
362 | | -model_info_manage = (ModelInfoManage.builder().append_model_info_list(model_info_list).append_default_model_info( |
363 | | - ModelInfo( |
364 | | - 'phi3', |
365 | | - 'Phi-3 Mini是Microsoft的3.8B参数,轻量级,最先进的开放模型。', |
366 | | - ModelTypeConst.LLM, xinference_llm_model_credential, XinferenceChatModel)) |
367 | | - .append_model_info_list( |
368 | | - embedding_model_info).append_default_model_info( |
369 | | - ModelInfo( |
370 | | - '', |
371 | | - '', |
372 | | - ModelTypeConst.EMBEDDING, xinference_embedding_model_credential, XinferenceEmbedding)) |
373 | | - .append_model_info_list(rerank_list).append_default_model_info(rerank_list[0]) |
| 365 | +model_info_manage = (ModelInfoManage.builder() |
| 366 | + .append_model_info_list(model_info_list) |
| 367 | + .append_model_info_list(voice_model_info) |
| 368 | + .append_default_model_info(voice_model_info[0]) |
| 369 | + .append_default_model_info(voice_model_info[1]) |
| 370 | + .append_default_model_info(ModelInfo('phi3', |
| 371 | + 'Phi-3 Mini是Microsoft的3.8B参数,轻量级,最先进的开放模型。', |
| 372 | + ModelTypeConst.LLM, xinference_llm_model_credential, |
| 373 | + XinferenceChatModel)) |
| 374 | + .append_model_info_list(embedding_model_info) |
| 375 | + .append_default_model_info(ModelInfo('', |
| 376 | + '', |
| 377 | + ModelTypeConst.EMBEDDING, |
| 378 | + xinference_embedding_model_credential, XinferenceEmbedding)) |
| 379 | + .append_model_info_list(rerank_list) |
| 380 | + .append_default_model_info(rerank_list[0]) |
374 | 381 | .build()) |
375 | 382 |
|
376 | 383 |
|
|
0 commit comments