|
30 | 30 | from veadk.integrations.ve_tos.ve_tos import VeTOS |
31 | 31 | from veadk.knowledgebase.backends.base_backend import BaseKnowledgebaseBackend |
32 | 32 | from veadk.knowledgebase.backends.utils import get_llama_index_splitter |
| 33 | +from veadk.utils.logger import get_logger |
33 | 34 |
|
| 35 | +logger = get_logger() |
34 | 36 | try: |
35 | 37 | from tos.vector_client import VectorClient |
36 | 38 | from tos import DataType, DistanceMetricType |
@@ -120,10 +122,10 @@ def _split_documents(self, documents: list[Document]) -> list[BaseNode]: |
120 | 122 | return nodes |
121 | 123 |
|
122 | 124 | def _create_index(self): |
123 | | - if not self._bucket_exists(): |
124 | | - self._tos_vector_client.create_vector_bucket( |
125 | | - vector_bucket_name=self.tos_vector_bucket_name, |
126 | | - ) |
| 125 | + self._tos_vector_client.create_vector_bucket( |
| 126 | + vector_bucket_name=self.tos_vector_bucket_name, |
| 127 | + ) |
| 128 | + |
127 | 129 | if not self._index_exists(): |
128 | 130 | self._tos_vector_client.create_index( |
129 | 131 | vector_bucket_name=self.tos_vector_bucket_name, |
@@ -180,11 +182,19 @@ def _process_and_store_documents(self, documents: list[Document]) -> bool: |
180 | 182 |
|
181 | 183 | @override |
182 | 184 | def add_from_directory(self, directory: str, *args, **kwargs) -> bool: |
| 185 | + # fixme |
| 186 | + logger.warning( |
| 187 | + "add_from_directory is not yet fully developed and may have issues such as missing images." |
| 188 | + ) |
183 | 189 | documents = SimpleDirectoryReader(input_dir=directory).load_data() |
184 | 190 | return self._process_and_store_documents(documents) |
185 | 191 |
|
186 | 192 | @override |
187 | 193 | def add_from_files(self, files: list[str], *args, **kwargs) -> bool: |
| 194 | + # fixme |
| 195 | + logger.warning( |
| 196 | + "add_from_files is not yet fully developed and may have issues such as missing images." |
| 197 | + ) |
188 | 198 | documents = SimpleDirectoryReader(input_files=files).load_data() |
189 | 199 | return self._process_and_store_documents(documents) |
190 | 200 |
|
|
0 commit comments