feat: add local model support (Ollama + LM Studio) — v2.0.1

- Auto-discover local LLM servers at localhost:11434 and localhost:1234
- Dynamic model listing via /v1/models probe (30s polling)
- $0 pricing for all local inference, 120s timeout for cold starts
- Skip auth headers for local providers
- 3 new API endpoints for local provider management
- Frontend UI with status dots, model count, URL editing, refresh
- cost_first routing naturally prefers local ($0)
- Provider colors: Ollama (#0077B6), LM Studio (#E63946)

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

Author: createpjf

apps/desktop/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@routebox/desktop",
   "private": true,
-  "version": "2.0.0",
+  "version": "2.0.1",
   "type": "module",
   "scripts": {
     "dev": "vite",

apps/desktop/src-tauri/Cargo.lock

@@ -1,6 +1,6 @@
 [package]
 name = "routebox-desktop"
-version = "2.0.0"
+version = "2.0.1"
 description = "RouteBox macOS Menu Bar App"
 authors = ["RouteBox"]
 edition = "2021"

apps/desktop/src-tauri/Cargo.toml

@@ -1,7 +1,7 @@
 {
   "$schema": "https://schema.tauri.app/config/2",
   "productName": "RouteBox",
-  "version": "2.0.0",
+  "version": "2.0.1",
   "identifier": "com.routebox.desktop",
   "build": {
     "beforeDevCommand": "pnpm dev",

apps/desktop/src-tauri/tauri.conf.json

@@ -1,7 +1,7 @@
 import { useState, useEffect, useCallback } from "react";
-import { Key, Trash2, Check, Loader2, AlertCircle, Shield } from "lucide-react";
+import { Key, Trash2, Check, Loader2, AlertCircle, Shield, RefreshCw, Monitor } from "lucide-react";
 import clsx from "clsx";
-import { api, type ProviderRegistryEntry } from "@/lib/api";
+import { api, type ProviderRegistryEntry, type LocalProviderInfo } from "@/lib/api";
 
 interface ProviderKeyManagerProps {
   /** Called when a key is saved/deleted so parent can react */
@@ -10,17 +10,25 @@ interface ProviderKeyManagerProps {
 
 export function ProviderKeyManager({ onProvidersChanged }: ProviderKeyManagerProps) {
   const [providers, setProviders] = useState<ProviderRegistryEntry[]>([]);
+  const [localProviders, setLocalProviders] = useState<LocalProviderInfo[]>([]);
   const [loading, setLoading] = useState(true);
   const [editingProvider, setEditingProvider] = useState<string | null>(null);
   const [keyInput, setKeyInput] = useState("");
   const [saving, setSaving] = useState(false);
   const [error, setError] = useState<string | null>(null);
   const [successProvider, setSuccessProvider] = useState<string | null>(null);
+  const [editingLocalUrl, setEditingLocalUrl] = useState<string | null>(null);
+  const [localUrlInput, setLocalUrlInput] = useState("");
+  const [refreshingLocal, setRefreshingLocal] = useState<string | null>(null);
 
   const fetchRegistry = useCallback(async () => {
     try {
-      const res = await api.getProviderRegistry();
-      setProviders(res.providers);
+      const [regRes, localRes] = await Promise.all([
+        api.getProviderRegistry(),
+        api.getLocalProviders().catch(() => ({ providers: [] })),
+      ]);
+      setProviders(regRes.providers);
+      setLocalProviders(localRes.providers);
     } catch {
       // silent — may not be connected yet
     } finally {
@@ -61,6 +69,35 @@ export function ProviderKeyManager({ onProvidersChanged }: ProviderKeyManagerPro
     }
   }, [fetchRegistry, onProvidersChanged]);
 
+  const handleRefreshLocal = useCallback(async (name: string) => {
+    setRefreshingLocal(name);
+    try {
+      const updated = await api.refreshLocalProvider(name);
+      setLocalProviders((prev) =>
+        prev.map((lp) => lp.name === name ? { ...lp, ...updated } : lp)
+      );
+    } catch {}
+    setRefreshingLocal(null);
+  }, []);
+
+  const handleSaveLocalUrl = useCallback(async (name: string) => {
+    if (!localUrlInput.trim()) return;
+    setSaving(true);
+    setError(null);
+    try {
+      const updated = await api.setLocalProviderUrl(name, localUrlInput.trim());
+      setLocalProviders((prev) =>
+        prev.map((lp) => lp.name === name ? { ...lp, ...updated } : lp)
+      );
+      setEditingLocalUrl(null);
+      setLocalUrlInput("");
+    } catch (err) {
+      setError(err instanceof Error ? err.message : "Failed to update URL");
+    } finally {
+      setSaving(false);
+    }
+  }, [localUrlInput]);
+
   if (loading) {
     return (
       <div className="glass-card-static p-3 flex items-center justify-center">
@@ -80,6 +117,118 @@ export function ProviderKeyManager({ onProvidersChanged }: ProviderKeyManagerPro
   }
 
   return (
+    <div className="space-y-3">
+    {/* Local providers */}
+    {localProviders.length > 0 && (
+      <div className="glass-card-static overflow-hidden">
+        <div className="flex items-center gap-1.5 px-3 h-8 border-b border-border-light">
+          <Monitor size={12} strokeWidth={1.75} className="text-text-tertiary" />
+          <span className="text-[11px] font-semibold text-text-secondary uppercase tracking-wider">Local</span>
+        </div>
+        {localProviders.map((lp, idx) => {
+          const isEditingUrl = editingLocalUrl === lp.name;
+          const isRefreshing = refreshingLocal === lp.name;
+          const isLast = idx === localProviders.length - 1;
+
+          return (
+            <div key={lp.name}>
+              <div
+                className={clsx(
+                  "flex items-center gap-2.5 h-10 px-3 transition-colors",
+                  !isEditingUrl && "cursor-pointer hover:bg-bg-row-hover",
+                  !isLast && !isEditingUrl && "border-b border-border-light"
+                )}
+                onClick={() => {
+                  if (!isEditingUrl) {
+                    setEditingLocalUrl(lp.name);
+                    setLocalUrlInput(lp.baseUrl);
+                    setError(null);
+                  }
+                }}
+              >
+                <div
+                  className={clsx(
+                    "w-1.5 h-1.5 rounded-full shrink-0",
+                    lp.isOnline ? "bg-accent-green" : "bg-text-tertiary/40"
+                  )}
+                />
+                <span className="text-[13px] text-text-primary flex-1">{lp.name}</span>
+                <div className="flex items-center gap-1.5">
+                  {lp.isOnline ? (
+                    <span className="text-[11px] text-text-tertiary">
+                      {lp.modelCount} model{lp.modelCount !== 1 ? "s" : ""}
+                    </span>
+                  ) : (
+                    <span className="text-[11px] text-text-tertiary">Offline</span>
+                  )}
+                  <button
+                    onClick={(e) => {
+                      e.stopPropagation();
+                      handleRefreshLocal(lp.name);
+                    }}
+                    className="flex items-center justify-center w-6 h-6 rounded-md hover:bg-bg-input transition-colors"
+                    title="Refresh"
+                  >
+                    <RefreshCw
+                      size={12}
+                      strokeWidth={1.75}
+                      className={clsx("text-text-tertiary", isRefreshing && "animate-spin")}
+                    />
+                  </button>
+                </div>
+              </div>
+
+              {isEditingUrl && (
+                <div className={clsx("px-3 pb-2.5 pt-1", !isLast && "border-b border-border-light")}>
+                  <div className="flex items-center gap-2">
+                    <input
+                      type="text"
+                      value={localUrlInput}
+                      onChange={(e) => {
+                        setLocalUrlInput(e.target.value);
+                        setError(null);
+                      }}
+                      placeholder={`Base URL (e.g. http://localhost:11434/v1)`}
+                      className="input input-mono flex-1 !h-8 !text-[11px]"
+                      autoFocus
+                      onKeyDown={(e) => {
+                        if (e.key === "Enter") handleSaveLocalUrl(lp.name);
+                        if (e.key === "Escape") {
+                          setEditingLocalUrl(null);
+                          setError(null);
+                        }
+                      }}
+                    />
+                    <button
+                      onClick={() => handleSaveLocalUrl(lp.name)}
+                      disabled={saving || !localUrlInput.trim()}
+                      className={clsx(
+                        "btn-primary !h-8 !text-[11px] !px-3 shrink-0",
+                        (saving || !localUrlInput.trim()) && "opacity-40 cursor-not-allowed"
+                      )}
+                    >
+                      {saving ? (
+                        <Loader2 size={12} strokeWidth={1.75} className="animate-spin" />
+                      ) : (
+                        "Save"
+                      )}
+                    </button>
+                  </div>
+                  {error && editingLocalUrl === lp.name && (
+                    <div className="flex items-center gap-1.5 mt-1.5">
+                      <AlertCircle size={12} strokeWidth={1.75} className="text-accent-red shrink-0" />
+                      <span className="text-[11px] text-accent-red">{error}</span>
+                    </div>
+                  )}
+                </div>
+              )}
+            </div>
+          );
+        })}
+      </div>
+    )}
+
+    {/* Cloud providers */}
     <div className="glass-card-static overflow-hidden">
       {providers.map((p, idx) => {
         const isEditing = editingProvider === p.name;
@@ -200,5 +349,6 @@ export function ProviderKeyManager({ onProvidersChanged }: ProviderKeyManagerPro
         );
       })}
     </div>
+    </div>
   );
 }

apps/desktop/src/components/ProviderKeyManager.tsx

@@ -98,6 +98,24 @@ export interface ProviderRegistryEntry {
   keySource: "env" | "db" | null;
   maskedKey: string | null;
   isActive: boolean;
+  isLocal?: boolean;
+  baseUrl?: string;
+  modelCount?: number;
+}
+
+// ── Local Providers ──────────────────────────────────────────────────────────
+
+export interface LocalProviderInfo {
+  name: string;
+  baseUrl: string;
+  isOnline: boolean;
+  modelCount: number;
+  models: string[];
+  lastChecked: number;
+}
+
+export interface LocalProvidersResponse {
+  providers: LocalProviderInfo[];
 }
 
 export interface ProviderRegistryResponse {
@@ -296,6 +314,21 @@ export const api = {
       retries: 0,
     }),
 
+  // Local providers
+  getLocalProviders: () =>
+    request<LocalProvidersResponse>("/api/v1/local-providers"),
+  setLocalProviderUrl: (name: string, baseUrl: string) =>
+    request<LocalProviderInfo>(`/api/v1/local-providers/${encodeURIComponent(name)}/url`, {
+      method: "PUT",
+      body: JSON.stringify({ baseUrl }),
+      retries: 0,
+    }),
+  refreshLocalProvider: (name: string) =>
+    request<LocalProviderInfo>(`/api/v1/local-providers/${encodeURIComponent(name)}/refresh`, {
+      method: "POST",
+      retries: 0,
+    }),
+
   // V2: Usage
   getUsageToday: () => request<UsageTodayResponse>("/api/v1/usage/today"),
   getUsageMonth: () => request<UsageMonthResponse>("/api/v1/usage/month"),

apps/desktop/src/lib/api.ts

@@ -47,6 +47,8 @@ export const PROVIDER_COLORS: Record<string, string> = {
   Groq: "#F55036",
   Together: "#6366F1",
   "FLock.io": "#7C3AED",
+  Ollama: "#0077B6",
+  "LM Studio": "#E63946",
 };
 
 export const ROUTING_STRATEGIES = [

apps/desktop/src/lib/constants.ts

@@ -7,6 +7,7 @@ import { authMiddleware } from "./lib/auth";
 import { providers, rebuildProviders } from "./lib/providers";
 import { loadAllProviderKeys } from "./lib/db";
 import { metrics } from "./lib/metrics";
+import { initLocalProviders, probeAllLocalProviders, startLocalProviderPolling, localProviders } from "./lib/local-providers";
 
 // ── Load DB keys on startup ─────────────────────────────────────────────────
 const dbKeys = new Map<string, string>();
@@ -18,6 +19,17 @@ if (dbKeys.size > 0) {
   metrics.syncProviders();
 }
 
+// ── Local provider discovery (Ollama, LM Studio) ────────────────────────────
+initLocalProviders();
+probeAllLocalProviders().then(() => {
+  const online = localProviders.filter((lp) => lp.isOnline);
+  if (online.length > 0) {
+    console.log(`   Local: ${online.map((lp) => `${lp.name} (${lp.models.length} models)`).join(", ")}`);
+  }
+  metrics.syncProviders();
+}).catch(() => {});
+startLocalProviderPolling();
+
 const app = new Hono();
 
 // CORS — restricted to Tauri webview and local development
@@ -49,6 +61,10 @@ app.get("/health", (c) => c.json({
   status: "ok",
   uptime: process.uptime(),
   providers: providers.map((p) => p.name),
+  localProviders: localProviders.filter((lp) => lp.isOnline).map((lp) => ({
+    name: lp.name,
+    models: lp.models.length,
+  })),
 }));
 
 // Auth for REST + proxy