refactor project sync status info commands

Signed-off-by: phernandez <paul@basicmachines.co>

Author: phernandez

src/basic_memory/api/routers/project_router.py

@@ -1,11 +1,17 @@
 """Router for project management."""
 
 import os
-from fastapi import APIRouter, HTTPException, Path, Body
+from fastapi import APIRouter, HTTPException, Path, Body, BackgroundTasks
 from typing import Optional
+from loguru import logger
 
-from basic_memory.deps import ProjectServiceDep, ProjectPathDep
-from basic_memory.schemas import ProjectInfoResponse
+from basic_memory.deps import (
+    ProjectConfigDep,
+    ProjectServiceDep,
+    ProjectPathDep,
+    SyncServiceDep,
+)
+from basic_memory.schemas import ProjectInfoResponse, SyncReportResponse
 from basic_memory.schemas.project_info import (
     ProjectList,
     ProjectItem,
@@ -97,6 +103,54 @@ async def update_project(
         raise HTTPException(status_code=400, detail=str(e))
 
 
+# Sync project filesystem
+@project_router.post("/sync")
+async def sync_project(
+    background_tasks: BackgroundTasks,
+    sync_service: SyncServiceDep,
+    project_config: ProjectConfigDep,
+):
+    """Force project filesystem sync to database.
+
+    Scans the project directory and updates the database with any new or modified files.
+
+    Args:
+        background_tasks: FastAPI background tasks
+        sync_service: Sync service for this project
+        project_config: Project configuration
+
+    Returns:
+        Response confirming sync was initiated
+    """
+    background_tasks.add_task(sync_service.sync, project_config.home, project_config.name)
+    logger.info(f"Filesystem sync initiated for project: {project_config.name}")
+
+    return {
+        "status": "sync_started",
+        "message": f"Filesystem sync initiated for project '{project_config.name}'",
+    }
+
+
+@project_router.post("/status", response_model=SyncReportResponse)
+async def project_sync_status(
+    sync_service: SyncServiceDep,
+    project_config: ProjectConfigDep,
+) -> SyncReportResponse:
+    """Scan directory for changes compared to database state.
+
+    Args:
+        sync_service: Sync service for this project
+        project_config: Project configuration
+
+    Returns:
+        Scan report with details on files that need syncing
+    """
+    logger.info(f"Scanning filesystem for project: {project_config.name}")
+    sync_report = await sync_service.scan(project_config.home)
+
+    return SyncReportResponse.from_sync_report(sync_report)
+
+
 # List all available projects
 @project_resource_router.get("/projects", response_model=ProjectList)
 async def list_projects(
@@ -259,7 +313,7 @@ async def get_default_project(
 
 
 # Synchronize projects between config and database
-@project_resource_router.post("/sync", response_model=ProjectStatusResponse)
+@project_resource_router.post("/config/sync", response_model=ProjectStatusResponse)
 async def synchronize_projects(
     project_service: ProjectServiceDep,
 ) -> ProjectStatusResponse:

src/basic_memory/cli/commands/cloud/api_client.py

@@ -54,12 +54,12 @@ async def make_api_request(
     async with httpx.AsyncClient(timeout=timeout) as client:
         try:
             console.print(f"[dim]Making {method} request to {url}[/dim]")
-            console.print(f"[dim]Headers: {dict(headers)}[/dim]")
+            # console.print(f"[dim]Headers: {dict(headers)}[/dim]")
 
             response = await client.request(method=method, url=url, headers=headers, json=json_data)
 
             console.print(f"[dim]Response status: {response.status_code}[/dim]")
-            console.print(f"[dim]Response headers: {dict(response.headers)}[/dim]")
+            # console.print(f"[dim]Response headers: {dict(response.headers)}[/dim]")
 
             response.raise_for_status()
             return response

src/basic_memory/cli/commands/cloud/bisync_commands.py

@@ -74,7 +74,7 @@ def __init__(
 }
 
 
-async def get_tenant_info() -> dict:
+async def get_mount_info() -> dict:
     """Get current tenant information from cloud API."""
     try:
         config_manager = ConfigManager()
@@ -352,9 +352,9 @@ def setup_cloud_bisync(sync_dir: Optional[str] = None) -> None:
         console.print("[blue]Step 1: Installing rclone...[/blue]")
         install_rclone()
 
-        # Step 2: Get tenant info
+        # Step 2: Get mount info (for tenant_id, bucket)
         console.print("\n[blue]Step 2: Getting tenant information...[/blue]")
-        tenant_info = asyncio.run(get_tenant_info())
+        tenant_info = asyncio.run(get_mount_info())
 
         tenant_id = tenant_info.get("tenant_id")
         bucket_name = tenant_info.get("bucket_name")
@@ -449,7 +449,7 @@ def run_bisync(
     try:
         # Get tenant info if not provided
         if not tenant_id or not bucket_name:
-            tenant_info = asyncio.run(get_tenant_info())
+            tenant_info = asyncio.run(get_mount_info())
             tenant_id = tenant_info.get("tenant_id")
             bucket_name = tenant_info.get("bucket_name")
 
@@ -461,6 +461,7 @@ def run_bisync(
             local_path = get_bisync_directory()
 
         # Validate bisync directory
+        # can be same dir as mount
         validate_bisync_directory(local_path)
 
         # Check if local path exists
@@ -504,7 +505,9 @@ def run_bisync(
                             asyncio.run(create_cloud_project(project_name))
                             console.print(f"[green]  ✓ Created project: {project_name}[/green]")
                         except BisyncError as e:
-                            console.print(f"[yellow]  ⚠ Could not create {project_name}: {e}[/yellow]")
+                            console.print(
+                                f"[yellow]  ⚠ Could not create {project_name}: {e}[/yellow]"
+                            )
                 else:
                     console.print("[dim]All local projects already registered on cloud[/dim]")
 
@@ -566,18 +569,32 @@ def run_bisync(
 
 
 async def notify_container_sync(tenant_id: str) -> None:
-    """Notify the cloud container to refresh its TigrisFS cache."""
+    """Sync all projects after bisync completes."""
     try:
-        config_manager = ConfigManager()
-        config = config_manager.config
-        host_url = config.cloud_host.rstrip("/")
+        from basic_memory.cli.commands.command_utils import run_sync
 
-        # Call the sync endpoint to trigger cache refresh
-        await make_api_request(method="POST", url=f"{host_url}/proxy/sync")
-        console.print("[dim]✓ Notified container to refresh cache[/dim]")
-    except Exception:
-        # Non-critical, don't fail the sync
-        pass
+        # Fetch all projects and sync each one
+        cloud_data = await fetch_cloud_projects()
+        projects = cloud_data.get("projects", [])
+
+        if not projects:
+            console.print("[dim]No projects to sync[/dim]")
+            return
+
+        console.print(f"[dim]Syncing {len(projects)} project(s)...[/dim]")
+
+        for project in projects:
+            project_name = project.get("name")
+            if project_name:
+                try:
+                    await run_sync(project=project_name)
+                except Exception as e:
+                    # Non-critical, log and continue
+                    console.print(f"[yellow]  ⚠ Sync failed for {project_name}: {e}[/yellow]")
+
+    except Exception as e:
+        # Non-critical, don't fail the bisync
+        console.print(f"[yellow]Warning: Post-sync failed: {e}[/yellow]")
 
 
 def run_bisync_watch(
@@ -625,7 +642,7 @@ def show_bisync_status() -> None:
 
     try:
         # Get tenant info
-        tenant_info = asyncio.run(get_tenant_info())
+        tenant_info = asyncio.run(get_mount_info())
         tenant_id = tenant_info.get("tenant_id")
 
         if not tenant_id:

src/basic_memory/cli/commands/command_utils.py

@@ -0,0 +1,26 @@
+"""utility functions for commands"""
+
+from typing import Optional
+
+from mcp.server.fastmcp.exceptions import ToolError
+import typer
+from rich.console import Console
+from basic_memory.mcp.async_client import client
+
+from basic_memory.mcp.tools.utils import call_post
+from basic_memory.mcp.project_context import get_active_project
+
+console = Console()
+
+
+async def run_sync(project: Optional[str] = None):
+    """Run sync operation via API endpoint."""
+
+    try:
+        project_item = await get_active_project(client, project, None)
+        response = await call_post(client, f"{project_item.project_url}/project/sync")
+        data = response.json()
+        console.print(f"[green]✓ {data['message']}[/green]")
+    except (ToolError, ValueError) as e:
+        console.print(f"[red]✗ Sync failed: {e}[/red]")
+        raise typer.Exit(1)

src/basic_memory/cli/commands/project.py

@@ -14,7 +14,6 @@
 from datetime import datetime
 
 from rich.panel import Panel
-from rich.tree import Tree
 from basic_memory.mcp.async_client import client
 from basic_memory.mcp.tools.utils import call_get
 from basic_memory.schemas.project_info import ProjectList
@@ -125,19 +124,14 @@ def set_default_project(
         console.print(f"[red]Error setting default project: {str(e)}[/red]")
         raise typer.Exit(1)
 
-    # The API call above updates the config file default
-    console.print(
-        f"[green]CLI commands will now use '{name}' when no --project flag is specified[/green]"
-    )
-
 
 @project_app.command("sync-config")
 def synchronize_projects() -> None:
     """Synchronize project config between configuration file and database."""
     # Call the API to synchronize projects
 
     try:
-        response = asyncio.run(call_post(client, "/projects/sync"))
+        response = asyncio.run(call_post(client, "/projects/config/sync"))
         result = ProjectStatusResponse.model_validate(response.json())
 
         console.print(f"[green]{result.message}[/green]")
@@ -189,12 +183,13 @@ def move_project(
 
 @project_app.command("info")
 def display_project_info(
+    name: str = typer.Argument(..., help="Name of the project"),
     json_output: bool = typer.Option(False, "--json", help="Output in JSON format"),
 ):
     """Display detailed information and statistics about the current project."""
     try:
         # Get project info
-        info = asyncio.run(project_info.fn())  # type: ignore  # pyright: ignore [reportAttributeAccessIssue]
+        info = asyncio.run(project_info.fn(name))  # type: ignore  # pyright: ignore [reportAttributeAccessIssue]
 
         if json_output:
             # Convert to JSON and print
@@ -206,6 +201,7 @@ def display_project_info(
             # Project configuration section
             console.print(
                 Panel(
+                    f"Basic Memory version: [bold green]{info.system.version}[/bold green]\n"
                     f"[bold]Project:[/bold] {info.project_name}\n"
                     f"[bold]Path:[/bold] {info.project_path}\n"
                     f"[bold]Default Project:[/bold] {info.default_project}\n",
@@ -275,42 +271,6 @@ def display_project_info(
 
                 console.print(recent_table)
 
-            # System status
-            system_tree = Tree("🖥️ System Status")
-            system_tree.add(f"Basic Memory version: [bold green]{info.system.version}[/bold green]")
-            system_tree.add(
-                f"Database: [cyan]{info.system.database_path}[/cyan] ([green]{info.system.database_size}[/green])"
-            )
-
-            # Watch status
-            if info.system.watch_status:  # pragma: no cover
-                watch_branch = system_tree.add("Watch Service")
-                running = info.system.watch_status.get("running", False)
-                status_color = "green" if running else "red"
-                watch_branch.add(
-                    f"Status: [bold {status_color}]{'Running' if running else 'Stopped'}[/bold {status_color}]"
-                )
-
-                if running:
-                    start_time = (
-                        datetime.fromisoformat(info.system.watch_status.get("start_time", ""))
-                        if isinstance(info.system.watch_status.get("start_time"), str)
-                        else info.system.watch_status.get("start_time")
-                    )
-                    watch_branch.add(
-                        f"Running since: [cyan]{start_time.strftime('%Y-%m-%d %H:%M')}[/cyan]"
-                    )
-                    watch_branch.add(
-                        f"Files synced: [green]{info.system.watch_status.get('synced_files', 0)}[/green]"
-                    )
-                    watch_branch.add(
-                        f"Errors: [{'red' if info.system.watch_status.get('error_count', 0) > 0 else 'green'}]{info.system.watch_status.get('error_count', 0)}[/{'red' if info.system.watch_status.get('error_count', 0) > 0 else 'green'}]"
-                    )
-            else:
-                system_tree.add("[yellow]Watch service not running[/yellow]")
-
-            console.print(system_tree)
-
             # Available projects
             projects_table = Table(title="📁 Available Projects")
             projects_table.add_column("Name", style="blue")