|
521 | 521 | rerank_list = [ModelInfo('bce-reranker-base_v1', |
522 | 522 | '发布新的重新排名器,建立在强大的 M3 和LLM (GEMMA 和 MiniCPM,实际上没那么大)骨干上,支持多语言处理和更大的输入,大幅提高 BEIR、C-MTEB/Retrieval 的排名性能、MIRACL、LlamaIndex 评估', |
523 | 523 | ModelTypeConst.RERANKER, XInferenceRerankerModelCredential(), XInferenceReranker)] |
524 | | -model_info_manage = (ModelInfoManage.builder() |
525 | | - .append_model_info_list(model_info_list) |
526 | | - .append_model_info_list(voice_model_info) |
527 | | - .append_default_model_info(voice_model_info[0]) |
528 | | - .append_default_model_info(voice_model_info[1]) |
529 | | - .append_default_model_info(ModelInfo('phi3', |
530 | | - 'Phi-3 Mini是Microsoft的3.8B参数,轻量级,最先进的开放模型。', |
531 | | - ModelTypeConst.LLM, xinference_llm_model_credential, |
532 | | - XinferenceChatModel)) |
533 | | - .append_model_info_list(embedding_model_info) |
534 | | - .append_default_model_info(ModelInfo('', |
535 | | - '', |
536 | | - ModelTypeConst.EMBEDDING, |
537 | | - xinference_embedding_model_credential, XinferenceEmbedding)) |
538 | | - .append_model_info_list(rerank_list) |
539 | | - .append_model_info_list(image_model_info) |
540 | | - .append_model_info_list(tti_model_info) |
541 | | - .append_default_model_info(rerank_list[0]) |
542 | | - .build()) |
| 524 | +model_info_manage = ( |
| 525 | + ModelInfoManage.builder() |
| 526 | + .append_model_info_list(model_info_list) |
| 527 | + .append_model_info_list(voice_model_info) |
| 528 | + .append_default_model_info(voice_model_info[0]) |
| 529 | + .append_default_model_info(voice_model_info[1]) |
| 530 | + .append_default_model_info(ModelInfo('phi3', |
| 531 | + 'Phi-3 Mini是Microsoft的3.8B参数,轻量级,最先进的开放模型。', |
| 532 | + ModelTypeConst.LLM, xinference_llm_model_credential, |
| 533 | + XinferenceChatModel)) |
| 534 | + .append_model_info_list(embedding_model_info) |
| 535 | + .append_default_model_info(ModelInfo('', |
| 536 | + '', |
| 537 | + ModelTypeConst.EMBEDDING, |
| 538 | + xinference_embedding_model_credential, XinferenceEmbedding)) |
| 539 | + .append_model_info_list(rerank_list) |
| 540 | + .append_model_info_list(image_model_info) |
| 541 | + .append_default_model_info(image_model_info[0]) |
| 542 | + .append_model_info_list(tti_model_info) |
| 543 | + .append_default_model_info(tti_model_info[0]) |
| 544 | + .append_default_model_info(rerank_list[0]) |
| 545 | + .build() |
| 546 | +) |
543 | 547 |
|
544 | 548 |
|
545 | 549 | def get_base_url(url: str): |
|
0 commit comments