binary quant

Author: choronz

package.json

@@ -2,7 +2,7 @@
 	"name": "roo-code",
 	"packageManager": "[email protected]",
 	"engines": {
-		"node": "20.19.2"
+		"node": "22.17.0"
 	},
 	"scripts": {
 		"preinstall": "node scripts/bootstrap.mjs",

src/services/code-index/constants/index.ts

@@ -4,7 +4,7 @@ import { CODEBASE_INDEX_DEFAULTS } from "@roo-code/types"
 export const MAX_BLOCK_CHARS = 1000
 export const MIN_BLOCK_CHARS = 50
 export const MIN_CHUNK_REMAINDER_CHARS = 200 // Minimum characters for the *next* chunk after a split
-export const MAX_CHARS_TOLERANCE_FACTOR = 1.05 // 15% tolerance for max chars
+export const MAX_CHARS_TOLERANCE_FACTOR = 1.08 // 8% 15 tolerance for max chars
 /**Search */
 export const DEFAULT_SEARCH_MIN_SCORE = CODEBASE_INDEX_DEFAULTS.DEFAULT_SEARCH_MIN_SCORE
 export const DEFAULT_MAX_SEARCH_RESULTS = CODEBASE_INDEX_DEFAULTS.DEFAULT_SEARCH_RESULTS
@@ -15,15 +15,15 @@ export const MAX_FILE_SIZE_BYTES = 1 * 1024 * 1024 // 1MB
 
 /**Directory Scanner */
 export const MAX_LIST_FILES_LIMIT_CODE_INDEX = 10_000
-export const BATCH_SEGMENT_THRESHOLD = 10 // 60 Number of code segments to batch for embeddings/upserts
-export const MAX_BATCH_RETRIES = 3
-export const INITIAL_RETRY_DELAY_MS = 500
+export const BATCH_SEGMENT_THRESHOLD = 8 // 60 Number of code segments to batch for embeddings/upserts
+export const MAX_BATCH_RETRIES = 5
+export const INITIAL_RETRY_DELAY_MS = 600
 export const PARSING_CONCURRENCY = 10
 export const MAX_PENDING_BATCHES = 20 // Maximum number of batches to accumulate before waiting
 
 /**OpenAI Embedder */
 export const MAX_BATCH_TOKENS = 100000
-export const MAX_ITEM_TOKENS = 1536
+export const MAX_ITEM_TOKENS = 2048
 export const BATCH_PROCESSING_CONCURRENCY = 10
 
 /**Gemini Embedder */

src/services/code-index/vector-store/qdrant-client.ts

@@ -156,6 +156,13 @@ export class QdrantVectorStore implements IVectorStore {
 						size: this.vectorSize,
 						distance: this.DISTANCE_METRIC,
 					},
+					// TODO	binary
+					quantization_config: {
+						binary: {
+							encoding: "two_bits",
+							always_ram: false,
+						},
+					},
 				})
 				created = true
 			} else {