fix: resolve Qdrant connection errors during indexing (#5356)

- Add request timeout configuration (30s default) to QdrantClient
- Implement retry logic with exponential backoff for socket errors
- Add payload size-based chunking to prevent oversized requests (10MB limit)
- Implement adaptive batch sizing in FileWatcher based on payload size
- Add configuration options for Qdrant timeout settings
- Update tests to handle new timeout parameter

This fixes the 'SocketError: other side closed' issue that occurs when
uploading large payloads (~150MB) to Qdrant during indexing.

Author: hannesrudolph

src/services/code-index/config-manager.ts

@@ -20,6 +20,7 @@ export class CodeIndexConfigManager {
 	private qdrantUrl?: string = "http://localhost:6333"
 	private qdrantApiKey?: string
 	private searchMinScore?: number
+	private _qdrantTimeout?: number
 
 	constructor(private readonly contextProxy: ContextProxy) {
 		// Initialize with current configuration to avoid false restart triggers
@@ -358,13 +359,25 @@ export class CodeIndexConfigManager {
 		return this.embedderProvider
 	}
 
+	/**
+	 * Gets the Qdrant timeout configuration
+	 */
+	public get qdrantTimeout(): number {
+		if (this._qdrantTimeout === undefined) {
+			// Use a hardcoded default for now since we don't have a UI setting for this
+			this._qdrantTimeout = 30000 // 30 seconds default
+		}
+		return this._qdrantTimeout
+	}
+
 	/**
 	 * Gets the current Qdrant configuration
 	 */
-	public get qdrantConfig(): { url?: string; apiKey?: string } {
+	public get qdrantConfig(): { url?: string; apiKey?: string; timeout?: number } {
 		return {
 			url: this.qdrantUrl,
 			apiKey: this.qdrantApiKey,
+			timeout: this.qdrantTimeout,
 		}
 	}
 

src/services/code-index/constants/index.ts

@@ -26,3 +26,7 @@ export const BATCH_PROCESSING_CONCURRENCY = 10
 
 /**Gemini Embedder */
 export const GEMINI_MAX_ITEM_TOKENS = 2048
+
+/**Qdrant */
+export const MAX_PAYLOAD_SIZE_BYTES = 10 * 1024 * 1024 // 10MB per request
+export const QDRANT_REQUEST_TIMEOUT_MS = 30000 // 30 seconds

src/services/code-index/processors/file-watcher.ts

@@ -319,8 +319,13 @@ export class FileWatcher implements IFileWatcher {
 	): Promise<Error | undefined> {
 		if (pointsForBatchUpsert.length > 0 && this.vectorStore && !overallBatchError) {
 			try {
-				for (let i = 0; i < pointsForBatchUpsert.length; i += BATCH_SEGMENT_THRESHOLD) {
-					const batch = pointsForBatchUpsert.slice(i, i + BATCH_SEGMENT_THRESHOLD)
+				// Use adaptive batching based on payload size
+				const estimatedSize = JSON.stringify(pointsForBatchUpsert).length
+				const pointsPerMB = Math.max(1, Math.floor(pointsForBatchUpsert.length / (estimatedSize / 1024 / 1024)))
+				const adaptiveBatchSize = Math.min(BATCH_SEGMENT_THRESHOLD, pointsPerMB * 5) // Target 5MB batches
+
+				for (let i = 0; i < pointsForBatchUpsert.length; i += adaptiveBatchSize) {
+					const batch = pointsForBatchUpsert.slice(i, i + adaptiveBatchSize)
 					let retryCount = 0
 					let upsertError: Error | undefined
 

src/services/code-index/service-factory.ts

@@ -108,8 +108,15 @@ export class CodeIndexServiceFactory {
 			throw new Error("Qdrant URL missing for vector store creation")
 		}
 
-		// Assuming constructor is updated: new QdrantVectorStore(workspacePath, url, vectorSize, apiKey?)
-		return new QdrantVectorStore(this.workspacePath, config.qdrantUrl, vectorSize, config.qdrantApiKey)
+		// Get the full qdrant config including timeout
+		const qdrantConfig = this.configManager.qdrantConfig
+		return new QdrantVectorStore(
+			this.workspacePath,
+			qdrantConfig.url!,
+			vectorSize,
+			qdrantConfig.apiKey,
+			qdrantConfig.timeout,
+		)
 	}
 
 	/**