feat: add metadata for list_docs

Author: zakahan

veadk/database/kv/redis_database.py

@@ -150,7 +150,10 @@ def list_docs(self, key: str) -> list[dict]:
         """
         try:
             items = self._client.lrange(key, 0, -1)
-            return [{"id": str(i), "content": item} for i, item in enumerate(items)]
+            return [
+                {"id": str(i), "content": item, "metadata": {}}
+                for i, item in enumerate(items)
+            ]
         except Exception as e:
             logger.error(f"Failed to list documents from key {key}: {e}")
             return []

veadk/database/local_database.py

@@ -46,7 +46,10 @@ def add(self, texts: list[str], **kwargs: Any):
         return self.add_texts(texts)
 
     def list_docs(self, **kwargs: Any) -> list[dict]:
-        return [{"id": id, "content": content} for id, content in self.data.items()]
+        return [
+            {"id": id, "content": content, "metadata": {}}
+            for id, content in self.data.items()
+        ]
 
     def delete_doc(self, id: str, **kwargs: Any):
         if id not in self.data:

veadk/database/relational/mysql_database.py

@@ -162,7 +162,8 @@ def list_docs(self, table: str, offset: int = 0, limit: int = 100) -> list[dict]
                 cursor.execute(sql, (limit, offset))
                 results = cursor.fetchall()
                 return [
-                    {"id": str(row["id"]), "content": row["data"]} for row in results
+                    {"id": str(row["id"]), "content": row["data"], "metadata": {}}
+                    for row in results
                 ]
         except Exception as e:
             logger.error(f"Failed to list documents from table {table}: {e}")

veadk/database/vector/opensearch_vector_database.py

@@ -235,6 +235,7 @@ def list_docs(
             {
                 "id": hit["_id"],
                 "content": hit["_source"]["page_content"],
+                "metadata": {},
             }
             for hit in response["hits"]["hits"]
         ]

veadk/database/viking/viking_database.py

@@ -434,7 +434,11 @@ def list_docs(
             raise ValueError(f"Error in list_docs: {result['message']}")
 
         data = [
-            {"id": res["point_id"], "content": res["content"]}
+            {
+                "id": res["point_id"],
+                "content": res["content"],
+                "metadata": res["doc_info"],
+            }
             for res in result["data"]["point_list"]
         ]
         return data