Add Werkzeug dependency and secure filename handling in ProjectManager; introduce count_vectors_from_db test script

Author: hagaybar

poetry.lock

@@ -19,7 +19,8 @@ dependencies = [
     "sentence-transformers (>=4.1.0,<5.0.0)",
     "litellm[proxy] (>=1.73.0,<2.0.0)",
     "pandas (>=2.3.0,<3.0.0)",
-    "streamlit (>=1.46.1,<2.0.0)"
+    "streamlit (>=1.46.1,<2.0.0)",
+    "werkzeug (>=3.1.3,<4.0.0)"
     ]
 
 

pyproject.toml

@@ -1,5 +1,6 @@
 from pathlib import Path
 from scripts.utils.config_loader import ConfigLoader
+from werkzeug.utils import secure_filename
 
 class ProjectManager:
     """
@@ -49,6 +50,7 @@ def create_project(project_name: str, project_description: str, language: str, i
         """
         Creates a new project directory and a default config.yml file.
         """
+        project_name = secure_filename(project_name)
         project_root = projects_base_dir / project_name
         if project_root.exists():
             raise FileExistsError(f"Project '{project_name}' already exists.")

scripts/core/project_manager.py

@@ -0,0 +1,3 @@
+import faiss
+index = faiss.read_index("/home/hagaybar/projects/Multi-Source_RAG_Platform/data/projects/test_minimal_data/output/image_index.faiss")
+print(index.ntotal)  # number of vectors