nomic

Author: choronz

src/services/code-index/constants/index.ts

@@ -1,11 +1,10 @@
 import { CODEBASE_INDEX_DEFAULTS } from "@roo-code/types"
 
 /**Parser */
-export const MAX_BLOCK_CHARS = 2048
+export const MAX_BLOCK_CHARS = 1000
 export const MIN_BLOCK_CHARS = 50
 export const MIN_CHUNK_REMAINDER_CHARS = 200 // Minimum characters for the *next* chunk after a split
-export const MAX_CHARS_TOLERANCE_FACTOR = 1.15 // 15% tolerance for max chars
-
+export const MAX_CHARS_TOLERANCE_FACTOR = 1.05 // 15% tolerance for max chars
 /**Search */
 export const DEFAULT_SEARCH_MIN_SCORE = CODEBASE_INDEX_DEFAULTS.DEFAULT_SEARCH_MIN_SCORE
 export const DEFAULT_MAX_SEARCH_RESULTS = CODEBASE_INDEX_DEFAULTS.DEFAULT_SEARCH_RESULTS
@@ -15,16 +14,16 @@ export const QDRANT_CODE_BLOCK_NAMESPACE = "f47ac10b-58cc-4372-a567-0e02b2c3d479
 export const MAX_FILE_SIZE_BYTES = 1 * 1024 * 1024 // 1MB
 
 /**Directory Scanner */
-export const MAX_LIST_FILES_LIMIT_CODE_INDEX = 50_000
-export const BATCH_SEGMENT_THRESHOLD = 32 // Number of code segments to batch for embeddings/upserts
+export const MAX_LIST_FILES_LIMIT_CODE_INDEX = 10_000
+export const BATCH_SEGMENT_THRESHOLD = 10 // 60 Number of code segments to batch for embeddings/upserts
 export const MAX_BATCH_RETRIES = 3
 export const INITIAL_RETRY_DELAY_MS = 500
 export const PARSING_CONCURRENCY = 10
 export const MAX_PENDING_BATCHES = 20 // Maximum number of batches to accumulate before waiting
 
 /**OpenAI Embedder */
 export const MAX_BATCH_TOKENS = 100000
-export const MAX_ITEM_TOKENS = 8191
+export const MAX_ITEM_TOKENS = 1536
 export const BATCH_PROCESSING_CONCURRENCY = 10
 
 /**Gemini Embedder */