feat: add model setting

Author: wxg0103

apps/common/config/embedding_config.py

@@ -47,20 +47,20 @@ def delete_key(_id):
             ModelManage.cache.delete(_id)
 
 
-class VectorStore:
-    from embedding.vector.pg_vector import PGVector
-    from embedding.vector.base_vector import BaseVectorStore
-    instance_map = {
-        'pg_vector': PGVector,
-    }
-    instance = None
-
-    @staticmethod
-    def get_embedding_vector() -> BaseVectorStore:
-        from embedding.vector.pg_vector import PGVector
-        if VectorStore.instance is None:
-            from maxkb.const import CONFIG
-            vector_store_class = VectorStore.instance_map.get(CONFIG.get("VECTOR_STORE_NAME"),
-                                                              PGVector)
-            VectorStore.instance = vector_store_class()
-        return VectorStore.instance
+# class VectorStore:
+#     from embedding.vector.pg_vector import PGVector
+#     from embedding.vector.base_vector import BaseVectorStore
+#     instance_map = {
+#         'pg_vector': PGVector,
+#     }
+#     instance = None
+#
+#     @staticmethod
+#     def get_embedding_vector() -> BaseVectorStore:
+#         from embedding.vector.pg_vector import PGVector
+#         if VectorStore.instance is None:
+#             from maxkb.const import CONFIG
+#             vector_store_class = VectorStore.instance_map.get(CONFIG.get("VECTOR_STORE_NAME"),
+#                                                               PGVector)
+#             VectorStore.instance = vector_store_class()
+#         return VectorStore.instance

apps/common/utils/common.py

@@ -13,7 +13,8 @@
 import mimetypes
 import re
 import shutil
-from typing import List
+from functools import reduce
+from typing import List, Dict
 
 from django.core.files.uploadedfile import InMemoryUploadedFile
 from django.utils.translation import gettext as _
@@ -50,13 +51,13 @@ def group_by(list_source: List, key):
     return result
 
 
-
 CHAR_SET = ['0', '1', '2', '3', '4', '5', '6', '7', '8', '9']
 
 
 def get_random_chars(number=6):
     return "".join([CHAR_SET[random.randint(0, len(CHAR_SET) - 1)] for index in range(number)])
 
+
 def encryption(message: str):
     """
         加密敏感字段数据  加密方式是 如果密码是 1234567890  那么给前端则是 123******890
@@ -122,7 +123,6 @@ def get_file_content(path):
     return content
 
 
-
 def bytes_to_uploaded_file(file_bytes, file_name="file.txt"):
     content_type, _ = mimetypes.guess_type(file_name)
     if content_type is None:
@@ -205,3 +205,9 @@ def split_and_transcribe(file_path, model, max_segment_length_ms=59000, audio_fo
             full_text.append(text)
     return ' '.join(full_text)
 
+
+def query_params_to_single_dict(query_params: Dict):
+    return reduce(lambda x, y: {**x, **y}, list(
+        filter(lambda item: item is not None, [({key: value} if value is not None and len(value) > 0 else None) for
+                                               key, value in
+                                               query_params.items()])), {})