Add placeholder for sidepanel back in and adjust health check.

Author: flusterIO

…decar_api/core/api/v1/ai/chat/ai_chat.py …decar_api/core/api/v1/ai/chat/general.pyapps/fluster/src-python/fluster_sidecar_api/core/api/v1/ai/chat/ai_chat.py renamed to apps/fluster/src-python/fluster_sidecar_api/core/api/v1/ai/chat/general.py apps/fluster/src-python/fluster_sidecar_api/core/api/v1/ai/chat/ai_chat.py renamed to apps/fluster/src-python/fluster_sidecar_api/core/api/v1/ai/chat/general.py

@@ -0,0 +1,76 @@
+from typing import List
+from flask_restful import Resource, reqparse
+from flusterpy.core.static.database_tables import DatabaseTable
+from flusterpy.features.db.methods.get_table import get_database, get_database_dir
+from langchain_ollama.llms import OllamaLLM
+
+
+class SyncAi(Resource):
+    tables_to_drop: List[DatabaseTable] = [DatabaseTable.Vector]
+
+    async def drop_tables(self):
+        db = get_database()
+        for table in self.tables_to_drop:
+            db.drop_table(str(table))
+
+    async def get(self):
+        parser = reqparse.RequestParser()
+        parser.add_argument(
+            "model",
+            required=True,
+            type=str,
+            help="The embedding model to use with Ollama.",
+        )
+        parser.add_argument(
+            "notes_directory",
+            required=True,
+            type=str,
+            help="The absolute path to the user's notes directory.",
+        )
+        parser.add_argument(
+            "parsable_files",
+            required=True,
+            type=List[str],
+            help="A list of absolute paths to all parsable files.",
+        )
+        parser.add_argument(
+            "temperature",
+            required=False,
+            type=List[str],
+            help="The temperature to use for the embedding model.",
+        )
+
+        parser.add_argument(
+            "top_k",
+            required=False,
+            type=int | None,
+            help="The top_k to use for the embedding model.",
+        )
+
+        parser.add_argument(
+            "url_override",
+            required=False,
+            type=int | None,
+            help="The ollama connection url to use.",
+        )
+        parser.add_argument(
+            "top_p",
+            required=False,
+            type=float | None,
+            help="The top_p to use for the embedding model.",
+        )
+        try:
+            args = parser.parse_args()
+        except Exception as e:
+            # Handle parsing errors (e.g., missing required field or wrong type)
+            return {"message": "Invalid request data.", "error": str(e)}, 400
+        vector_store = OllamaLLM(
+            model=args["model"],
+            temperature=args["temperature"],
+            top_k=args["top_k"],
+            top_p=args["top_p"],
+            base_url=args["url_override"],
+            # embedding_func
+        )
+        model = Ollama(model=args["model"])
+        return "Syncing..."

…car_api/core/api/v1/ai/chat/note_chat.py …_sidecar_api/core/api/v1/ai/chat/note.pyapps/fluster/src-python/fluster_sidecar_api/core/api/v1/ai/chat/note_chat.py renamed to apps/fluster/src-python/fluster_sidecar_api/core/api/v1/ai/chat/note.py apps/fluster/src-python/fluster_sidecar_api/core/api/v1/ai/chat/note_chat.py renamed to apps/fluster/src-python/fluster_sidecar_api/core/api/v1/ai/chat/note.py

@@ -5,5 +5,4 @@
 def get_chat_messages(chat_id: str):
     table = get_table(DatabaseTable.AiChatMessage)
     res = table.search(f"chat_id={chat_id}")
-    print("Res", res)
-    return table.to_pandas()
+    return res.to_pandas()

apps/fluster/src-python/fluster_sidecar_api/core/api/v1/ai/sync/index.py

@@ -3,8 +3,9 @@
 from flask_cors import CORS
 from flask_restful import Api
 
-from core.api.v1.ai.chat.ai_chat import AiGeneralChatRoute
-from core.api.v1.ai.chat.note_chat import SingleNoteChat
+from core.api.v1.ai.chat.general import AiGeneralChatRoute
+from core.api.v1.ai.chat.note import SingleNoteChat
+from core.api.v1.ai.sync.index import SyncAi
 
 
 app = Flask(__name__)
@@ -15,6 +16,7 @@
 
 api.add_resource(AiGeneralChatRoute, "/ai/chat/general")
 api.add_resource(SingleNoteChat, "/ai/chat/note")
+api.add_resource(SyncAi, "/ai/sync")
 
 
 @app.after_request

apps/fluster/src-python/fluster_sidecar_api/features/ai/chat/methods/get_chat_messages.py

@@ -81,4 +81,6 @@ pub enum DatabaseTables {
     // -- Whiteboard --
     #[strum(to_string = "whiteboard")]
     Whiteboard,
+    #[strum(to_string = "vector")]
+    Vector,
 }

apps/fluster/src-python/fluster_sidecar_api/main.py

@@ -257,6 +257,13 @@ pub async fn initialize_database() -> FlusterResult<()> {
             entity: WhiteboardEntity::arrow_schema(None),
             set_indices: None,
         },
+        // -- Vector Store --
+        TableInitData {
+            table: DatabaseTables::Vector,
+            // Use any schema here since it will just be overwritten.
+            entity: WhiteboardEntity::arrow_schema(None),
+            set_indices: None,
+        },
     ];
     if let Ok(db_path) = get_database_path() {
         let db = connect(db_path.to_str().unwrap())

apps/fluster/src-tauri/src/core/database/tables/table_paths.rs

@@ -10,10 +10,21 @@ pub struct LocalModelData {
     pub size: u64,
 }
 
+#[derive(Serialize, Deserialize, specta::Type)]
+pub struct OllamaConnectionData {
+    url: String,
+    port: u16,
+}
+
 #[tauri::command]
 #[specta::specta]
-pub async fn get_local_ollama_models() -> FlusterResult<Vec<LocalModelData>> {
-    let ollama = Ollama::default();
+pub async fn get_local_ollama_models(
+    connection_data: Option<OllamaConnectionData>,
+) -> FlusterResult<Vec<LocalModelData>> {
+    let ollama = match connection_data {
+        None => Ollama::default(),
+        Some(cd) => Ollama::new(cd.url, cd.port),
+    };
     let res = ollama
         .list_local_models()
         .await

apps/fluster/src-tauri/src/core/utils/initialize/initialize_database.rs

@@ -16,12 +16,13 @@ pub struct DesktopHealthReport {
 }
 
 pub async fn database_tables_exist(db: &FlusterDb<'_>) -> bool {
-    let table_names = db.table_names().execute().await;
-    if table_names.is_err() {
-        false
+    if let Ok(table_names) = db.table_names().execute().await {
+        let vec_string = DatabaseTables::Vector.to_string();
+        DatabaseTables::iter()
+            .filter(|x| x.to_string() != vec_string)
+            .all(|x| table_names.contains(&x.to_string()))
     } else {
-        let d = table_names.unwrap();
-        DatabaseTables::iter().all(|x| d.contains(&x.to_string()))
+        false
     }
 }
 

apps/fluster/src-tauri/src/features/ai/commands/get_local_ollama_models.rs

@@ -660,9 +660,9 @@ async addAiChatRequest(chatId: string, ai: AiSyncSettings, chatInput: AiChatMess
     else return { status: "error", error: e  as any };
 }
 },
-async getLocalOllamaModels() : Promise<Result<LocalModelData[], FlusterError>> {
+async getLocalOllamaModels(connectionData: OllamaConnectionData | null) : Promise<Result<LocalModelData[], FlusterError>> {
     try {
-    return { status: "ok", data: await TAURI_INVOKE("get_local_ollama_models") };
+    return { status: "ok", data: await TAURI_INVOKE("get_local_ollama_models", { connectionData }) };
 } catch (e) {
     if(e instanceof Error) throw e;
     else return { status: "error", error: e  as any };
@@ -1050,6 +1050,7 @@ file_path: string; raw_body: string; ctime: string;
  */
 last_read: string; vec: number[] }
 export type NoteSummary = { title: string; file_path: string }
+export type OllamaConnectionData = { url: string; port: number }
 export type PaginationProps = { per_page: string; page_number: string }
 export type PlotlyTheme = "ggplot2" | "seaborn" | "simple_white" | "plotly" | "plotly_white" | "plotly_dark" | "presentation" | "xgridoff" | "ygridoff" | "gridon" | "none"
 export type RecentlyAccessedNoteData = { last_read: string; file_path: string }