feat: add persistent retry queue for failed telemetry events (#4940)

- Implement TelemetryQueueManager with VSCode storage persistence
- Add ConnectionMonitor for real-time connection status tracking
- Queue failed telemetry events with exponential backoff retry
- Add priority queue for error events
- Show connection status in account view UI
- Add comprehensive test coverage (43 tests)
- Include feature flag for safe rollout

Author: hannesrudolph

packages/cloud/src/CloudService.ts

@@ -19,6 +19,8 @@ import { CloudSettingsService } from "./CloudSettingsService"
 import { StaticSettingsService } from "./StaticSettingsService"
 import { TelemetryClient } from "./TelemetryClient"
 import { ShareService, TaskNotFoundError } from "./ShareService"
+import { ConnectionMonitor } from "./ConnectionMonitor"
+import { TelemetryQueueManager } from "./TelemetryQueueManager"
 
 type AuthStateChangedPayload = CloudServiceEvents["auth-state-changed"][0]
 type AuthUserInfoPayload = CloudServiceEvents["user-info"][0]
@@ -35,6 +37,8 @@ export class CloudService extends EventEmitter<CloudServiceEvents> implements vs
 	private settingsService: SettingsService | null = null
 	private telemetryClient: TelemetryClient | null = null
 	private shareService: ShareService | null = null
+	private connectionMonitor: ConnectionMonitor | null = null
+	private queueManager: TelemetryQueueManager | null = null
 	private isInitialized = false
 	private log: (...args: unknown[]) => void
 
@@ -87,9 +91,60 @@ export class CloudService extends EventEmitter<CloudServiceEvents> implements vs
 				this.settingsService = cloudSettingsService
 			}
 
-			this.telemetryClient = new TelemetryClient(this.authService, this.settingsService)
+			this.telemetryClient = new TelemetryClient(this.authService, this.settingsService, false, this.log)
 			this.shareService = new ShareService(this.authService, this.settingsService, this.log)
 
+			// Initialize connection monitor and queue manager
+			this.connectionMonitor = new ConnectionMonitor()
+			this.queueManager = TelemetryQueueManager.getInstance()
+
+			// Check if telemetry queue is enabled
+			let isQueueEnabled = true
+			try {
+				const { ContextProxy } = await import("../../../src/core/config/ContextProxy")
+				isQueueEnabled = ContextProxy.instance.getValue("telemetryQueueEnabled") ?? true
+			} catch (_error) {
+				// Default to enabled if we can't access settings
+				this.log("[CloudService] Could not access telemetryQueueEnabled setting, defaulting to enabled")
+			}
+
+			if (isQueueEnabled) {
+				// Set up connection monitoring with debouncing
+				let connectionRestoredDebounceTimer: NodeJS.Timeout | null = null
+				const connectionRestoredDebounceDelay = 3000 // 3 seconds
+
+				this.connectionMonitor.onConnectionRestored(() => {
+					this.log("[CloudService] Connection restored, scheduling queue processing")
+
+					// Clear any existing timer
+					if (connectionRestoredDebounceTimer) {
+						clearTimeout(connectionRestoredDebounceTimer)
+					}
+
+					// Schedule queue processing with debounce
+					connectionRestoredDebounceTimer = setTimeout(() => {
+						this.queueManager
+							?.processQueue()
+							.then(() => {
+								this.log(
+									"[CloudService] Successfully processed queued events after connection restored",
+								)
+							})
+							.catch((error) => {
+								this.log("[CloudService] Error processing queue after connection restored:", error)
+								// Could implement retry logic here if needed in the future
+							})
+					}, connectionRestoredDebounceDelay)
+				})
+
+				// Start monitoring if authenticated
+				if (this.authService.isAuthenticated()) {
+					this.connectionMonitor.startMonitoring()
+				}
+			} else {
+				this.log("[CloudService] Telemetry queue is disabled")
+			}
+
 			try {
 				TelemetryService.instance.register(this.telemetryClient)
 			} catch (error) {
@@ -222,6 +277,34 @@ export class CloudService extends EventEmitter<CloudServiceEvents> implements vs
 		return this.shareService!.canShareTask()
 	}
 
+	// Connection Status
+
+	public isOnline(): boolean {
+		this.ensureInitialized()
+		return this.connectionMonitor?.getConnectionStatus() ?? true
+	}
+
+	public onConnectionRestored(callback: () => void): void {
+		this.ensureInitialized()
+		if (this.connectionMonitor) {
+			this.connectionMonitor.onConnectionRestored(callback)
+		}
+	}
+
+	public onConnectionLost(callback: () => void): void {
+		this.ensureInitialized()
+		if (this.connectionMonitor) {
+			this.connectionMonitor.onConnectionLost(callback)
+		}
+	}
+
+	public removeConnectionListener(event: "connection-restored" | "connection-lost", callback: () => void): void {
+		this.ensureInitialized()
+		if (this.connectionMonitor) {
+			this.connectionMonitor.removeListener(event, callback)
+		}
+	}
+
 	// Lifecycle
 
 	public dispose(): void {
@@ -235,6 +318,9 @@ export class CloudService extends EventEmitter<CloudServiceEvents> implements vs
 			}
 			this.settingsService.dispose()
 		}
+		if (this.connectionMonitor) {
+			this.connectionMonitor.dispose()
+		}
 
 		this.isInitialized = false
 	}

packages/cloud/src/ConnectionMonitor.ts

@@ -0,0 +1,105 @@
+import { EventEmitter } from "events"
+import { getRooCodeApiUrl } from "./Config"
+
+export class ConnectionMonitor extends EventEmitter {
+	private isOnline = true
+	private checkInterval: NodeJS.Timeout | null = null
+	private readonly healthCheckEndpoint = "/api/health"
+	private readonly defaultCheckInterval = 30000 // 30 seconds
+
+	constructor() {
+		super()
+	}
+
+	/**
+	 * Check if the connection to the API is available
+	 */
+	public async checkConnection(): Promise<boolean> {
+		try {
+			const controller = new AbortController()
+			const timeoutId = setTimeout(() => controller.abort(), 5000) // 5 second timeout
+
+			const response = await fetch(`${getRooCodeApiUrl()}${this.healthCheckEndpoint}`, {
+				method: "GET",
+				signal: controller.signal,
+			})
+
+			clearTimeout(timeoutId)
+
+			const wasOffline = !this.isOnline
+			this.isOnline = response.ok
+
+			// Emit event if connection status changed from offline to online
+			if (wasOffline && this.isOnline) {
+				this.emit("connection-restored")
+			}
+
+			return this.isOnline
+		} catch (_error) {
+			const wasOnline = this.isOnline
+			this.isOnline = false
+
+			// Emit event if connection status changed from online to offline
+			if (wasOnline && !this.isOnline) {
+				this.emit("connection-lost")
+			}
+
+			return false
+		}
+	}
+
+	/**
+	 * Get current connection status
+	 */
+	public getConnectionStatus(): boolean {
+		return this.isOnline
+	}
+
+	/**
+	 * Register a callback for when connection is restored
+	 */
+	public onConnectionRestored(callback: () => void): void {
+		this.on("connection-restored", callback)
+	}
+
+	/**
+	 * Register a callback for when connection is lost
+	 */
+	public onConnectionLost(callback: () => void): void {
+		this.on("connection-lost", callback)
+	}
+
+	/**
+	 * Start monitoring the connection
+	 */
+	public startMonitoring(intervalMs: number = this.defaultCheckInterval): void {
+		// Stop any existing monitoring
+		this.stopMonitoring()
+
+		// Initial check
+		this.checkConnection()
+
+		// Set up periodic checks
+		this.checkInterval = setInterval(() => {
+			this.checkConnection()
+		}, intervalMs)
+	}
+
+	/**
+	 * Stop monitoring the connection
+	 */
+	public stopMonitoring(): void {
+		if (this.checkInterval) {
+			clearInterval(this.checkInterval)
+			this.checkInterval = null
+		}
+	}
+
+	/**
+	 * Clean up resources
+	 */
+	public dispose(): void {
+		this.stopMonitoring()
+		this.removeAllListeners()
+	}
+}