feat: Support internal functionlib

--story=1017939 --user=刘瑞斌 【函数库】- 支持 系统内置函数 https://www.tapd.cn/57709429/s/1665943

Author: liuruibin

apps/application/flow/step_node/function_lib_node/impl/base_function_lib_node.py

@@ -16,6 +16,7 @@
 from application.flow.step_node.function_lib_node.i_function_lib_node import IFunctionLibNode
 from common.exception.app_exception import AppApiException
 from common.util.function_code import FunctionExecutor
+from common.util.rsa_util import rsa_long_decrypt
 from function_lib.models.function import FunctionLib
 from smartdoc.const import CONFIG
 
@@ -107,8 +108,14 @@ def execute(self, function_lib_id, input_field_list, **kwargs) -> NodeResult:
                                              ), **field}
                    for field in
                    function_lib.input_field_list]}
+        init_field_list = json.loads(rsa_long_decrypt(function_lib.init_field_list))
+        init_params = {field.get('field'): field.get('value') if field.get('value',
+                                                                           None) is not None else field.get(
+            'default_value') for field in init_field_list}
         self.context['params'] = params
-        result = function_executor.exec_code(function_lib.code, params)
+        # 合并初始化参数
+        all_params = init_params | params
+        result = function_executor.exec_code(function_lib.code, all_params)
         return NodeResult({'result': result}, {}, _write_context=write_context)
 
     def get_details(self, index: int, **kwargs):

apps/application/serializers/application_serializers.py

@@ -45,7 +45,7 @@
 from dataset.models import DataSet, Document, Image
 from dataset.serializers.common_serializers import list_paragraph, get_embedding_model_by_dataset_id_list
 from embedding.models import SearchMode
-from function_lib.models.function import FunctionLib, PermissionType
+from function_lib.models.function import FunctionLib, PermissionType, FunctionType
 from function_lib.serializers.function_lib_serializer import FunctionLibSerializer, FunctionLibModelSerializer
 from setting.models import AuthOperate, TeamMemberPermission
 from setting.models.model_management import Model
@@ -810,8 +810,10 @@ def list_function_lib(self, with_valid=True):
             if with_valid:
                 self.is_valid(raise_exception=True)
             application = QuerySet(Application).filter(id=self.data.get("application_id")).first()
-            return FunctionLibSerializer.Query(data={'user_id': application.user_id, 'is_active': True}).list(
-                with_valid=True)
+            return FunctionLibSerializer.Query(
+                data={'user_id': application.user_id, 'is_active': True,
+                      'function_type': FunctionType.PUBLIC}
+                ).list(with_valid=True)
 
         def get_function_lib(self, function_lib_id, with_valid=True):
             if with_valid:

apps/function_lib/migrations/0003_functionlib_function_type_functionlib_icon_and_more.py

@@ -0,0 +1,104 @@
+# Generated by Django 4.2.15 on 2025-03-13 02:56
+
+from django.db import migrations, models
+
+function_template = """
+INSERT INTO function_lib (create_time, update_time, id, name, "desc", code, input_field_list, user_id, is_active, permission_type, function_type, icon, init_field_list, template_id) VALUES ('2025-02-26 03:36:48.187286 +00:00', '2025-03-11 07:23:46.123972 +00:00', 'e89ad2ae-f3f2-11ef-ad09-0242ac110002', 'Google Search', 'Google Web Search', e'def google_search(query, apikey, cx):
+    import requests
+    import json
+    url = "https://customsearch.googleapis.com/customsearch/v1"
+    params = {
+        "q": query,
+        "key": apikey,
+        "cx": cx,
+        "num": 10,  # 每次最多返回10条
+    }
+
+    response = requests.get(url, params=params)
+    if response.status_code == 200:
+        contexts = response.json()[\'items\']
+        max_context = min(len(contexts), 10)
+        format_contexts = []
+        for i in range(max_context):
+            formatted_context = f"[[引用:{i + 1}]]\\n网页标题:{contexts[i][\'title\']}\\n网页链接:{contexts[i][\'link\']}\\n网页内容:{contexts[i][\'snippet\']}\\n网站名称:{contexts[i][\'displayLink\']}"
+            format_contexts.append(formatted_context)
+
+            context = "\\n\\n".join(format_contexts)
+        return context
+    else:
+        print(f"Error: {response.status_code}")
+        return None', '{"{\"name\": \"query\", \"type\": \"string\", \"source\": \"reference\", \"is_required\": true}"}', 'f0dd8f71-e4ee-11ee-8c84-a8a1595801ab', true, 'PUBLIC', 'INTERNAL', '/src/assets/fx/google_search/icon.png', 'd3OH0CJYyODrbL1+EgFQ0umVWmb3ZpLsZkv5eqskvXeikcuHXoF0Ta/sVBvdLBDcm4LCLKEgZkUOq9JQb+9qiVA6IHq0ZSFj+JpMIDgl3YVnFbhyTpGp3nAxOm2Y7ufmeMtVIOq20Is1ynOrdIB7UHWrvEOmSq+O8kY612X6VtMHrshkMFL9huiRdQThhnsEZdLdhHgkp9BjpCBJl8SbzTjJmVX4QeswobF5Kr3IRPZBPzrFh0S4jM6Ie0dW6OA5UwgCOBeIVyBxNytarj629kz9EWluns/UGVY8IoXQsphB9m63tXADZ9+djKfRV6TUBosi963DZLi893yY+M7o5UN+eK2u+6FQfy8pTwwiSdNIXtC16pcpvJvG+2jmNeTF1bzOS1fok+L0k/kHhOyzARk8BG1DDyvCsn73QIlnTbKrqCYN9q5zsRQvZPhBMg/g1/oOL147pRArs41htrzOObFP6MbQVM5DXX8tbvro24F7EjGMktoYpPLhqtiMNv9qn7tQbpRfDMYvMHUMiXfLXSroQH2u9a2pb7rBk0QtNJF18069t3p6nXRw3UsUsOXHvYZ1AyBQb6Jy+JbT2OIyUVKfqCvv86ZgnX6JNGqCQXHiFMuxmFI4i62b8f4uPpPBGw9PS5LFZYTm4VWHALoOKQyyOdrbIxk2+lCii5DeT2NkYNi+EaHCQ8/TKHhyG1DGymZPZ7VEK+WxmCwRlr6DEtQfEntlFyWgAimhHtxaTTM7uVViAU3ddCDUtmrOQBteK5c0BzvsMcLMSvsev5UKKo7Q1jipPORgKCun+d0El/qg4Fe38yqWHXBS4jbTuwtiNDsdabrZ0rJnDm3BRJQydouak1rg9GDXcCsHligdR5hJJqP1VqLLUDuoRC8V9urFI0udNQLWKFYPog3J4S/XYbdeQZvio8ZfDQRSWtADWj9B8voLRK8aJMT6HkKXsveRw8GlDNKu/JK44KS7uLCaE9QsIp4zYxRfpkYTx29VXI5vm+a6zvPGz9sJO9nowIOjTV5RMZ3MoS49JM7oGAjJ/5gTk5ZYWC56kmr7712NKZYxiDhDWhs+IYewujcEnj17L9hULDWQCqL+xGR25ayMGukWp4TREVTZxn3p0H7VZrlSrSiLWCISl6+dLED3reclcVsUsqR1YxHCNnPv+0VKmxS8MiMANYf3mf2QoI0F3tHst+sMSq08eJNLbYqCTCP6hOhG5rVbh3pDvSbpfMaPsRumzi3R0FY6mudBoG9g31Jl4N4HF82luL7Oj/kIkzA18aq1Zcl2UTy7Nnqjn8oTRqc8I3RjFxV1BY2zaiK3pvMPKDw7QBSWTa8T6xdq1/17cETKQRwVjjb8gWy1R8Q9khkEMN49TaZDoMLIsCN6EzvsmHXmUdxFxh5kBmG3GLmbttpYpKOPwGCFbykUf8x8jxubOLrgLsyUhNk/vMI/Y4ZHWVIAjZNlRowJYklyHMSmYFwSywczvg1mkE4qmAcKPJGOuBWzlh788VlQrc5E8yil7VexqW8nN/ho/aFd+G+RSPECaE6AvklZa6CPZTZzyhUPqHLVSG0Yq7lWxqc1XUbW3BJWPRF64ghf8VCAguSZpwSoTMBXBKGWa9er0cLSCZheTQSs5tIOkt93zhnATjeebvJPR/IhOZpM6m83o9JHtNLR6jsXS8R87+VivMJA+fp1NyWemwqBm9BNKt3A2E8=', null);
+INSERT INTO function_lib (create_time, update_time, id, name, "desc", code, input_field_list, user_id, is_active, permission_type, function_type, icon, init_field_list, template_id) VALUES ('2025-03-10 06:20:35.945414 +00:00', '2025-03-10 09:19:23.608026 +00:00', 'c75cb48e-fd77-11ef-84d2-5618c4394482', '博查AI', '从博查搜索任何信息和网页URL', e'def bocha_search(query, apikey):
+    import requests
+    import json
+    url = "https://api.bochaai.com/v1/web-search"
+    payload = json.dumps({
+        "query": query,
+        "Boolean": \'true\',
+        "count": 8
+    })
+
+    headers = {
+        \'Authorization\': \'Bearer \' + apikey, #鉴权参数，示例：Bearer xxxxxx，API KEY请先前往博查AI开放平台（https://open.bochaai.com）> API KEY 管理中获取。
+        \'Content-Type\': \'application/json\'
+    }
+
+    response = requests.request("POST", url, headers=headers, data=payload)
+    return response.json()', '{"{\"name\": \"query\", \"type\": \"string\", \"source\": \"reference\", \"is_required\": true}"}', 'f0dd8f71-e4ee-11ee-8c84-a8a1595801ab', true, 'PUBLIC', 'INTERNAL', '/src/assets/fx/bochaai/icon.png', 'X1ukYeWnI4usm6Emy2bVb0NigczyEZVe4MVst83D1Hgiqti9CNOiLNcANkuX05K+huX1D5p2g7LVFghgpM8ddoSMax5faAsG7tw1UZtPoexYp0ssjXDHBfFCbZcIs/X4Gjio5Lk33X7FQojOM1BIR1P/itxv0U5G1Q45FKg51kdiZoafKYuf24aqqMNDscCnLLQxwVt259BGU5JY4zIuv9hxAxX/7QCXJmgu5CrheuLiTqjRS4TzqBUrLtB/AT4QjrlILeZBwnQ5k2BKFp0mbVeAA+rAaJzBg0GmmnljsJolrKjdPuCWEwCnNw2uptlE3DePXvELsAPEuADBoeE/L5q4RFFzNvkgREsfWn2PaeSkutLUAItE+S3+Ol0QGmnIE7OabifpAgNDH6aalRjYcPNuWZ0V17XzcjFXRwpQFHd6TjkfsgpI5J2m+rZyGayZ9+4XFNbzv9u84TurOvLTGa5IHTbP9Yj4ND4xXyGT+zN0TeOZ3c7XeyoqJWVMNcsp6dc7hiQT5jc9rpRmNUtYo47KPcZfRHq3ToQjdJhx7ZpLA1Uun1RcW+lKhrDpy/ce2f8TjC2+gE7HpDIYeYMB+W0eDX/LHICAWdw/v8gaTn0wlmw9TVW8loqgVBQVlWdEUV2ErkJNfxliwcCD/AxWXlrvaF1FpLOGy6wgUPExoetnDS5BftFumvOEj6R3jfy7jThdEI3+YtNGTg6QA9cBlJ7Ey3nrixZGt/+j9TwAnPhNXcjs/SVGUzxBx+VmUN+jCXMJr93D/yOwnlUkkHljRisyoWIXXOlvOx9y41p2yJRXA1SWQ5n7O/FUA38Z/6w89OMNnPJHfMZgztV8SxgBsayR2echA6XXdmvBLbZlgyr1AugwcR+ZN2t3ayRG8muRYL9S6gNSywxOyaLKFuesOCDO+vU1NdegTFMKYoJuXts0W7bIzYjDB1vQyX9ggAzodTWLUz9sjzAh4zDMbnxPJdNXGVx4O61H0qoU40bPGLZGnPl1+b+mahgCVM7Q28UA', null);
+INSERT INTO function_lib (create_time, update_time, id, name, "desc", code, input_field_list, user_id, is_active, permission_type, function_type, icon, init_field_list, template_id) VALUES ('2025-02-25 07:44:40.141515 +00:00', '2025-03-11 06:33:53.248495 +00:00', '5e912f00-f34c-11ef-8a9c-5618c4394482', 'LangSearch API', e'A Web Search API supporting natural language search
+', e'def search(query, apikey):
+    import requests
+    import json
+    url = "https://api.langsearch.com/v1/web-search"
+    payload = json.dumps({
+        "query": query,
+        "summary": True,
+        "freshness": "noLimit",
+        "summary": True,
+        "livecrawl": True,
+        "count": 20
+    })
+    headers = {
+        \'Authorization\': apikey,
+        \'Content-Type\': \'application/json\'
+    }
+    # key从官网申请 https://langsearch.com/
+    response = requests.request("POST", url, headers=headers, data=payload)
+    if response.status_code == 200:
+        return str(response.json())
+    else:
+        raise Exception(f"API请求失败: {response.status_code}, 错误信息: {response.text}")
+    return(response.text)', '{"{\"name\": \"query\", \"type\": \"string\", \"source\": \"reference\", \"is_required\": true}"}', 'f0dd8f71-e4ee-11ee-8c84-a8a1595801ab', true, 'PUBLIC', 'INTERNAL', '/src/assets/fx/langsearch/icon.png', 'CEFmJK5N3NKa9UfZ+18FrZ2pqrAw68sQ21ZXVj3vnGfHSoWNnp0nPS13qbJTVehtxSZL0lFJo9u9tnoU8RKwtlkQhAzeUJ0rLV53Bfp2OM1Hg4s2+8Vy3+9os+M2uIaPLKlW+O2XJSbI49hzmbguxp6MqiLbqemT4AWxmqlBIDLaiuWJyMKHZYSWFXOZZ5HJqs9ZTocu/kS3mqW33QFTxBq4tz2mQkwtKeSGMooND9sGVgLYxkgg6XQx54gAQ4hBA6bZQ1d40M8t4+6yZvSlnNGn62edqWpwEyYXvcz6v/uB19bn30XGbSUDrcE5FONzV7Uuq7zl3zVmLZv9E/1nEkNtTarKRukwTSe9xi1lpCfRVzR9Ju0rUDqCgH8SoJeSIgjUgoRcdVgJS4EDWJ7D0qpPcsbntF+WaRjGw2tvDHlOqpIRAxBWIFUCTJfR0mk/m2LDLy0K8I0iIJNDNwNnLyvKzCA2600udUhrJhLOHsHHszGNmtMbE+isTN+trExnlUxo+sQBr0Z/3sUJNbUCoMR+WavbNfEppi+7CwOHK+fN0KgTSQLTEavJf6qJcFVF1FIW80Xd5UbIUXAOkkp/t0AQHft0Cd4QLMV9VA2SZt78POmUHTZ78WfZX0luypWjRsIdVLZSU0UZPu7W8a+hLiVCckCPzUHrW8vgWTv/21iZdo9+F9nCBeaORdYkqvIU23QKRwtz6BtBnvz93153BgAzCw9hsL8QAdetjy8P02uU9qw1yhgWMN2VIF9v+j5bhhSw32rd/ZSH/oZKp83/MLKAWPm3EyX2TOIkUMqlQTOlLqU4Ls8mv4wWUC9hcXgjfk6zwcevmq5ozUMEWKZbA2Co9wAb/gjgs2c7hOEu5z5TJ04cHsBb3OgawYQiSCYUxtU2T68/9BskaImVfEW/z29WkuKwo9TJVK/5GHtJOVyptaa0CZ946rnK5QuzGhSVTdsnt67KtMweCrC9XLMk1FAbtsnQepPnCyQFmEf4DjXUsbVntb0LMZ18ABNq0g4U', null);
+
+"""
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ('function_lib', '0002_functionlib_is_active_functionlib_permission_type'),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name='functionlib',
+            name='function_type',
+            field=models.CharField(choices=[('INTERNAL', '内置'), ('PUBLIC', '公开')], default='PUBLIC', max_length=20, verbose_name='函数类型'),
+        ),
+        migrations.AddField(
+            model_name='functionlib',
+            name='icon',
+            field=models.CharField(default='/ui/favicon.ico', max_length=256, verbose_name='函数库icon'),
+        ),
+        migrations.AddField(
+            model_name='functionlib',
+            name='init_field_list',
+            field=models.CharField(max_length=102400, null=True, verbose_name='启动字段列表'),
+        ),
+        migrations.AddField(
+            model_name='functionlib',
+            name='template_id',
+            field=models.UUIDField(default=None, null=True, verbose_name='模版id'),
+        ),
+        migrations.RunSQL(function_template)
+    ]

apps/function_lib/migrations/0003_functionlib_icon_functionlib_init_field_list.py

@@ -19,6 +19,10 @@ class PermissionType(models.TextChoices):
     PUBLIC = "PUBLIC", '公开'
     PRIVATE = "PRIVATE", "私有"
 
+class FunctionType(models.TextChoices):
+    INTERNAL = "INTERNAL", '内置'
+    PUBLIC = "PUBLIC", "公开"
+
 
 class FunctionLib(AppModelMixin):
     id = models.UUIDField(primary_key=True, max_length=128, default=uuid.uuid1, editable=False, verbose_name="主键id")
@@ -29,11 +33,14 @@ class FunctionLib(AppModelMixin):
     input_field_list = ArrayField(verbose_name="输入字段列表",
                                   base_field=models.JSONField(verbose_name="输入字段", default=dict)
                                   , default=list)
-    init_field_list = models.JSONField(verbose_name="启动字段列表", default=list)
+    init_field_list = models.CharField(max_length=102400, verbose_name="启动字段列表", null=True)
     icon = models.CharField(max_length=256, verbose_name="函数库icon", default="/ui/favicon.ico")
     is_active = models.BooleanField(default=True)
     permission_type = models.CharField(max_length=20, verbose_name='权限类型', choices=PermissionType.choices,
                                        default=PermissionType.PRIVATE)
+    function_type = models.CharField(max_length=20, verbose_name='函数类型', choices=FunctionType.choices,
+                                       default=FunctionType.PUBLIC)
+    template_id =  models.UUIDField(max_length=128, verbose_name="模版id", null=True, default=None)
 
     class Meta:
         db_table = "function_lib"

apps/function_lib/models/function.py

@@ -0,0 +1,8 @@
+# coding=utf-8
+"""
+    @project: MaxKB
+    @Author：虎
+    @file： __init__.py.py
+    @date：2024/8/2 14:55
+    @desc:
+"""