|
| 1 | +# coding=utf-8 |
| 2 | +""" |
| 3 | + @project: maxkb |
| 4 | + @Author：虎 |
| 5 | + @file： xf_model_provider.py |
| 6 | + @date：2024/04/19 14:47 |
| 7 | + @desc: |
| 8 | +""" |
| 9 | +import os |
| 10 | +from typing import Dict |
| 11 | + |
| 12 | +from langchain.schema import HumanMessage |
| 13 | +from langchain_community.chat_models import ChatSparkLLM |
| 14 | + |
| 15 | +from common import forms |
| 16 | +from common.exception.app_exception import AppApiException |
| 17 | +from common.forms import BaseForm |
| 18 | +from common.util.file_util import get_file_content |
| 19 | +from setting.models_provider.base_model_provider import ModelProvideInfo, ModelTypeConst, BaseModelCredential, \ |
| 20 | + ModelInfo, IModelProvider, ValidCode |
| 21 | +from setting.models_provider.impl.xf_model_provider.model.xf_chat_model import XFChatSparkLLM |
| 22 | +from smartdoc.conf import PROJECT_DIR |
| 23 | +import ssl |
| 24 | + |
| 25 | +ssl._create_default_https_context = ssl.create_default_context() |
| 26 | + |
| 27 | + |
| 28 | +class XunFeiLLMModelCredential(BaseForm, BaseModelCredential): |
| 29 | + |
| 30 | + def is_valid(self, model_type: str, model_name, model_credential: Dict[str, object], raise_exception=False): |
| 31 | + model_type_list = XunFeiModelProvider().get_model_type_list() |
| 32 | + if not any(list(filter(lambda mt: mt.get('value') == model_type, model_type_list))): |
| 33 | + raise AppApiException(ValidCode.valid_error.value, f'{model_type} 模型类型不支持') |
| 34 | + |
| 35 | + for key in ['spark_api_url', 'spark_app_id', 'spark_api_key', 'spark_api_secret']: |
| 36 | + if key not in model_credential: |
| 37 | + if raise_exception: |
| 38 | + raise AppApiException(ValidCode.valid_error.value, f'{key} 字段为必填字段') |
| 39 | + else: |
| 40 | + return False |
| 41 | + try: |
| 42 | + model = XunFeiModelProvider().get_model(model_type, model_name, model_credential) |
| 43 | + model.invoke([HumanMessage(content='你好')]) |
| 44 | + except Exception as e: |
| 45 | + if isinstance(e, AppApiException): |
| 46 | + raise e |
| 47 | + if raise_exception: |
| 48 | + raise AppApiException(ValidCode.valid_error.value, f'校验失败,请检查参数是否正确: {str(e)}') |
| 49 | + else: |
| 50 | + return False |
| 51 | + return True |
| 52 | + |
| 53 | + def encryption_dict(self, model: Dict[str, object]): |
| 54 | + return {**model, 'spark_api_secret': super().encryption(model.get('spark_api_secret', ''))} |
| 55 | + |
| 56 | + spark_api_url = forms.TextInputField('API 域名', required=True) |
| 57 | + spark_app_id = forms.TextInputField('APP ID', required=True) |
| 58 | + spark_api_key = forms.PasswordInputField("API Key", required=True) |
| 59 | + spark_api_secret = forms.PasswordInputField('API Secret', required=True) |
| 60 | + |
| 61 | + |
| 62 | +qwen_model_credential = XunFeiLLMModelCredential() |
| 63 | + |
| 64 | +model_dict = { |
| 65 | + 'generalv3.5': ModelInfo('generalv3.5', '', ModelTypeConst.LLM, qwen_model_credential), |
| 66 | + 'generalv3': ModelInfo('generalv3', '', ModelTypeConst.LLM, qwen_model_credential), |
| 67 | + 'generalv2': ModelInfo('generalv2', '', ModelTypeConst.LLM, qwen_model_credential) |
| 68 | +} |
| 69 | + |
| 70 | + |
| 71 | +class XunFeiModelProvider(IModelProvider): |
| 72 | + |
| 73 | + def get_dialogue_number(self): |
| 74 | + return 3 |
| 75 | + |
| 76 | + def get_model(self, model_type, model_name, model_credential: Dict[str, object], **model_kwargs) -> XFChatSparkLLM: |
| 77 | + zhipuai_chat = XFChatSparkLLM( |
| 78 | + spark_app_id=model_credential.get('spark_app_id'), |
| 79 | + spark_api_key=model_credential.get('spark_api_key'), |
| 80 | + spark_api_secret=model_credential.get('spark_api_secret'), |
| 81 | + spark_api_url=model_credential.get('spark_api_url'), |
| 82 | + spark_llm_domain=model_name |
| 83 | + ) |
| 84 | + return zhipuai_chat |
| 85 | + |
| 86 | + def get_model_credential(self, model_type, model_name): |
| 87 | + if model_name in model_dict: |
| 88 | + return model_dict.get(model_name).model_credential |
| 89 | + return qwen_model_credential |
| 90 | + |
| 91 | + def get_model_provide_info(self): |
| 92 | + return ModelProvideInfo(provider='model_xf_provider', name='讯飞星火', icon=get_file_content( |
| 93 | + os.path.join(PROJECT_DIR, "apps", "setting", 'models_provider', 'impl', 'xf_model_provider', 'icon', |
| 94 | + 'xf_icon_svg'))) |
| 95 | + |
| 96 | + def get_model_list(self, model_type: str): |
| 97 | + if model_type is None: |
| 98 | + raise AppApiException(500, '模型类型不能为空') |
| 99 | + return [model_dict.get(key).to_dict() for key in |
| 100 | + list(filter(lambda key: model_dict.get(key).model_type == model_type, model_dict.keys()))] |
| 101 | + |
| 102 | + def get_model_type_list(self): |
| 103 | + return [{'key': "大语言模型", 'value': "LLM"}] |
0 commit comments