feat(llm):vector db

hugegraph-llm/README.md

@@ -113,6 +113,9 @@ python -m hugegraph_llm.demo.rag_demo.app --host 127.0.0.1 --port 18001
 > The following commands assume you're in the activated virtual environment from step 4 above
 
 ```bash
+# To use vector database backends (e.g., Milvus, Qdrant), sync the optional dependencies:
+uv sync --extra vectordb
+
 # Download NLTK stopwords for better text processing
 python ./src/hugegraph_llm/operators/common_op/nltk_helper.py
 

hugegraph-llm/config.md

@@ -16,6 +16,7 @@
   - [LiteLLM 配置](#litellm-配置)
   - [重排序配置](#重排序配置)
   - [HugeGraph 数据库配置](#hugegraph-数据库配置)
+  - [向量数据库配置](#向量数据库配置)
   - [管理员配置](#管理员配置)
 - [配置使用示例](#配置使用示例)
 - [配置文件位置](#配置文件位置)
@@ -130,6 +131,18 @@
 | `TOPK_PER_KEYWORD`     | Optional[Integer] | 1              | 每个关键词返回的 TopK 数量   |
 | `TOPK_RETURN_RESULTS`  | Optional[Integer] | 20             | 返回结果数量             |
 
+### 向量数据库配置
+
+| 配置项              | 类型               | 默认值  | 说明                     |
+|------------------|------------------|-------|------------------------|
+| `QDRANT_HOST`    | Optional[String] | None  | Qdrant 服务器主机地址         |
+| `QDRANT_PORT`    | Integer          | 6333  | Qdrant 服务器端口           |
+| `QDRANT_API_KEY` | Optional[String] | None  | Qdrant API 密钥（如果设置了的话） |
+| `MILVUS_HOST`    | Optional[String] | None  | Milvus 服务器主机地址         |
+| `MILVUS_PORT`    | Integer          | 19530 | Milvus 服务器端口           |
+| `MILVUS_USER`    | String           | ""    | Milvus 用户名              |
+| `MILVUS_PASSWORD`| String           | ""    | Milvus 密码               |
+
 ### 管理员配置
 
 | 配置项            | 类型               | 默认值     | 说明                 |

hugegraph-llm/pyproject.toml

@@ -22,11 +22,12 @@ description = "A tool for the implementation and research related to large langu
 authors = [
     { name = "Apache HugeGraph Contributors", email = "[email protected]" },
 ]
+maintainers = [
+    { name = "Apache HugeGraph Contributors", email = "[email protected]" },
+]
 readme = "README.md"
 license = "Apache-2.0"
 requires-python = ">=3.10,<3.12"
-
-
 dependencies = [
     # Common dependencies
     "decorator",
@@ -39,9 +40,9 @@ dependencies = [
     "numpy",
     "pandas",
     "pydantic",
+    "tqdm",
     "scipy",
     "python-igraph",
-
 
     # LLM specific dependencies
     "openai",
@@ -63,6 +64,13 @@ dependencies = [
     "hugegraph-python-client",
     "pycgraph",
 ]
+
+[project.optional-dependencies]
+vectordb = [
+    "pymilvus==2.5.9",
+    "qdrant-client==1.14.2",
+]
+
 [project.urls]
 homepage = "https://hugegraph.apache.org/"
 repository = "https://github.com/apache/incubator-hugegraph-ai"
@@ -92,3 +100,22 @@ hugegraph-python-client = { workspace = true }
 # We encountered a bug in PyCGraph's latest release version, so we're using a specific commit from the main branch (without the bug) as the project dependency.
 # TODO: Replace this command in the future when a new PyCGraph release version (after 3.1.2) is available.
 pycgraph = { git = "https://github.com/ChunelFeng/CGraph.git", subdirectory = "python", rev = "248bfcfeddfa2bc23a1d585a3925c71189dba6cc"}
+
+[tool.mypy]
+disable_error_code = ["import-untyped"]
+check_untyped_defs = true
+disallow_untyped_defs = false
+
+[tool.ruff]
+line-length = 120
+indent-width = 4
+extend-exclude = []
+
+# TODO: move this config in the root pyproject.toml & add more rules for it
+[tool.ruff.lint]
+extend-select = ["I"]
+
+[tool.ruff.format]
+quote-style = "preserve"
+indent-style = "space"
+line-ending = "auto"

hugegraph-llm/src/hugegraph_llm/config/__init__.py

@@ -16,21 +16,23 @@
 # under the License.
 
 
-__all__ = ["huge_settings", "admin_settings", "llm_settings", "resource_path"]
+__all__ = ["huge_settings", "admin_settings", "llm_settings", "resource_path", "index_settings"]
 
 import os
 
-from .prompt_config import PromptConfig
-from .hugegraph_config import HugeGraphConfig
 from .admin_config import AdminConfig
+from .hugegraph_config import HugeGraphConfig
+from .index_config import IndexConfig
 from .llm_config import LLMConfig
+from .prompt_config import PromptConfig
 
 llm_settings = LLMConfig()
 prompt = PromptConfig(llm_settings)
 prompt.ensure_yaml_file_exists()
 
 huge_settings = HugeGraphConfig()
 admin_settings = AdminConfig()
+index_settings = IndexConfig()
 
 package_path = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
 resource_path = os.path.join(package_path, "resources")

hugegraph-llm/src/hugegraph_llm/config/generate.py

@@ -18,7 +18,13 @@
 
 import argparse
 
-from hugegraph_llm.config import huge_settings, admin_settings, llm_settings, PromptConfig
+from hugegraph_llm.config import (
+    PromptConfig,
+    admin_settings,
+    huge_settings,
+    index_settings,
+    llm_settings,
+)
 
 if __name__ == "__main__":
     parser = argparse.ArgumentParser(description="Generate hugegraph-llm config file")
@@ -30,4 +36,5 @@
         huge_settings.generate_env()
         admin_settings.generate_env()
         llm_settings.generate_env()
+        index_settings.generate_env()
         PromptConfig(llm_settings).generate_yaml_file()

hugegraph-llm/src/hugegraph_llm/config/hugegraph_config.py

@@ -16,28 +16,29 @@
 # under the License.
 
 from typing import Optional
+
 from .models import BaseConfig
 
 
 class HugeGraphConfig(BaseConfig):
     """HugeGraph settings"""
 
     # graph server config
-    graph_url: Optional[str] = "127.0.0.1:8080"
-    graph_name: Optional[str] = "hugegraph"
-    graph_user: Optional[str] = "admin"
-    graph_pwd: Optional[str] = "xxx"
+    graph_url: str = "127.0.0.1:8080"
+    graph_name: str = "hugegraph"
+    graph_user: str = "admin"
+    graph_pwd: str = "xxx"
     graph_space: Optional[str] = None
 
     # graph query config
-    limit_property: Optional[str] = "False"
-    max_graph_path: Optional[int] = 10
-    max_graph_items: Optional[int] = 30
-    edge_limit_pre_label: Optional[int] = 8
+    limit_property: str = "False"
+    max_graph_path: int = 10
+    max_graph_items: int = 30
+    edge_limit_pre_label: int = 8
 
     # vector config
-    vector_dis_threshold: Optional[float] = 0.9
-    topk_per_keyword: Optional[int] = 1
+    vector_dis_threshold: float = 0.9
+    topk_per_keyword: int = 1
 
     # rerank config
-    topk_return_results: Optional[int] = 20
+    topk_return_results: int = 20

hugegraph-llm/src/hugegraph_llm/config/index_config.py

@@ -0,0 +1,38 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+import os
+from typing import Optional
+
+from .models import BaseConfig
+
+
+class IndexConfig(BaseConfig):
+    """LLM settings"""
+
+    qdrant_host: Optional[str] = os.environ.get("QDRANT_HOST", None)
+    qdrant_port: int = int(os.environ.get("QDRANT_PORT", "6333"))
+    qdrant_api_key: Optional[str] = (
+        os.environ.get("QDRANT_API_KEY") if os.environ.get("QDRANT_API_KEY") else None
+    )
+
+    milvus_host: Optional[str] = os.environ.get("MILVUS_HOST", None)
+    milvus_port: int = int(os.environ.get("MILVUS_PORT", "19530"))
+    milvus_user: str = os.environ.get("MILVUS_USER", "")
+    milvus_password: str = os.environ.get("MILVUS_PASSWORD", "")
+
+    cur_vector_index: str = os.environ.get("CUR_VECTOR_INDEX", "Faiss")

hugegraph-llm/src/hugegraph_llm/config/models/__init__.py

@@ -17,3 +17,5 @@
 
 from .base_config import BaseConfig
 from .base_prompt_config import BasePromptConfig
+
+__all__ = ["BaseConfig", "BasePromptConfig"]

hugegraph-llm/src/hugegraph_llm/demo/rag_demo/admin_block.py

@@ -19,7 +19,6 @@
 from collections import deque
 
 import gradio as gr
-from gradio import Request
 
 from hugegraph_llm.config import admin_settings
 from hugegraph_llm.utils.log import log
@@ -70,7 +69,7 @@ def clear_llm_server_log():
 
 
 # Function to validate password and control access to logs
-def check_password(password, request: Request = None):
+def check_password(password, request: gr.Request | None = None):
     client_ip = request.client.host if request else "Unknown IP"
     admin_token = admin_settings.admin_token
 

hugegraph-llm/src/hugegraph_llm/demo/rag_demo/app.py

@@ -116,7 +116,7 @@ def init_rag_ui() -> gr.Interface:
         def refresh_ui_config_prompt() -> tuple:
             # we can use its __init__() for in-place reload
             # settings.from_env()
-            huge_settings.__init__()  # pylint: disable=C2801
+            huge_settings.__init__()  # type: ignore[misc] # pylint: disable=C2801
             prompt.ensure_yaml_file_exists()
             return (
                 huge_settings.graph_url,