Tweaks to file read auto-truncate (#1934)

* Tweaks to file read auto-truncate

* Change to use a text input

* Changeset

Author: mrubens

.changeset/old-llamas-fold.md

@@ -0,0 +1,5 @@
+---
+"roo-cline": patch
+---
+
+Auto-truncate

src/core/Cline.ts

@@ -2326,6 +2326,7 @@ export class Cline extends EventEmitter<ClineEvents> {
 								let sourceCodeDef = ""
 
 								const isBinary = await isBinaryFile(absolutePath).catch(() => false)
+								const autoTruncate = block.params.auto_truncate === "true"
 
 								if (isRangeRead) {
 									if (startLine === undefined) {
@@ -2336,7 +2337,7 @@ export class Cline extends EventEmitter<ClineEvents> {
 											startLine + 1,
 										)
 									}
-								} else if (!isBinary && totalLines > maxReadFileLine) {
+								} else if (autoTruncate && !isBinary && totalLines > maxReadFileLine) {
 									// If file is too large, only read the first maxReadFileLine lines
 									isFileTruncated = true
 
@@ -2357,7 +2358,7 @@ export class Cline extends EventEmitter<ClineEvents> {
 
 								// Add truncation notice if applicable
 								if (isFileTruncated) {
-									content += `\n\n[File truncated: showing ${maxReadFileLine} of ${totalLines} total lines. Use start_line and end_line if you need to read more.].${sourceCodeDef}`
+									content += `\n\n[File truncated: showing ${maxReadFileLine} of ${totalLines} total lines. Use start_line and end_line or set auto_truncate to false if you need to read more.].${sourceCodeDef}`
 								}
 
 								pushToolResult(content)

src/core/assistant-message/index.ts

@@ -51,6 +51,7 @@ export const toolParamNames = [
 	"diff",
 	"start_line",
 	"end_line",
+	"auto_truncate",
 	"mode_slug",
 	"reason",
 	"operations",

src/core/prompts/__tests__/__snapshots__/system.test.ts.snap

@@ -7,11 +7,13 @@ Parameters:
 - path: (required) The path of the file to read (relative to the current working directory ${args.cwd})
 - start_line: (optional) The starting line number to read from (1-based). If not provided, it starts from the beginning of the file.
 - end_line: (optional) The ending line number to read to (1-based, inclusive). If not provided, it reads to the end of the file.
+- auto_truncate: (optional) Whether to automatically truncate large files when start_line and end_line are not specified. If true and the file exceeds a certain line threshold, it will: a) return only a subset of lines to save tokens, b) include information about the total line count, and c) provide a summary of method definitions with their line ranges. You should set this to true unless you've been explicitly asked to read an entire large file at once, as this prevents context bloat that can lead to truncated responses. For backwards compatibility, it defaults to false when omitted.
 Usage:
 <read_file>
 <path>File path here</path>
 <start_line>Starting line number (optional)</start_line>
 <end_line>Ending line number (optional)</end_line>
+<auto_truncate>true or false (optional)</auto_truncate>
 </read_file>
 
 Examples:
@@ -40,6 +42,13 @@ Examples:
 <start_line>46</start_line>
 <end_line>68</end_line>
 </read_file>
+Note: When both start_line and end_line are provided, this tool efficiently streams only the requested lines, making it suitable for processing large files like logs, CSV files, and other large datasets without memory issues.
 
-Note: When both start_line and end_line are provided, this tool efficiently streams only the requested lines, making it suitable for processing large files like logs, CSV files, and other large datasets without memory issues.`
+5. Reading a large file with automatic truncation:
+<read_file>
+<path>src/large-module.ts</path>
+<auto_truncate>true</auto_truncate>
+</read_file>
+
+This will return a truncated version of the file with information about total line count and method definitions, helping to prevent context size issues with very large files.`
 }

src/core/prompts/tools/read-file.ts

@@ -96,18 +96,24 @@ export const ContextManagementSettings = ({
 					<div className="flex flex-col gap-2">
 						<span className="font-medium">{t("settings:contextManagement.maxReadFile.label")}</span>
 						<div className="flex items-center gap-2">
-							<Slider
+							<input
+								type="number"
+								className="w-24 bg-vscode-input-background text-vscode-input-foreground border border-vscode-input-border px-2 py-1 rounded text-right [appearance:textfield] [&::-webkit-outer-spin-button]:appearance-none [&::-webkit-inner-spin-button]:appearance-none"
+								value={maxReadFileLine ?? 500}
 								min={0}
-								max={2000}
-								step={10}
-								value={[maxReadFileLine ?? 450]}
-								onValueChange={([value]) => setCachedStateField("maxReadFileLine", value)}
-								data-testid="max-read-file-line-slider"
+								onChange={(e) => {
+									const newValue = parseInt(e.target.value, 10)
+									if (!isNaN(newValue) && newValue >= 0) {
+										setCachedStateField("maxReadFileLine", newValue)
+									}
+								}}
+								onClick={(e) => e.currentTarget.select()}
+								data-testid="max-read-file-line-input"
 							/>
-							<span className="w-10">{maxReadFileLine ?? 450}</span>
+							<span>{t("settings:contextManagement.maxReadFile.lines")}</span>
 						</div>
 					</div>
-					<div className="text-vscode-descriptionForeground text-sm mt-0">
+					<div className="text-vscode-descriptionForeground text-sm mt-2">
 						{t("settings:contextManagement.maxReadFile.description")}
 					</div>
 				</div>

webview-ui/src/components/settings/ContextManagementSettings.tsx

@@ -267,8 +267,9 @@
 			"description": "Quan està habilitat, els fitxers que coincideixen amb els patrons a .rooignore es mostraran en llistes amb un símbol de cadenat. Quan està deshabilitat, aquests fitxers s'ocultaran completament de les llistes de fitxers i cerques."
 		},
 		"maxReadFile": {
-			"label": "Nombre màxim de línies per llegir d'un fitxer",
-			"description": "Nombre màxim de línies per llegir d'un fitxer a la vegada. Valors més baixos redueixen l'ús de context/recursos però poden requerir més lectures per a fitxers grans."
+			"label": "Llindar d'auto-truncament de lectura de fitxers",
+			"description": "El nombre predeterminat de línies per llegir d'un fitxer en un lot. Valors més baixos redueixen l'ús de context/recursos però poden requerir més lectures per a fitxers grans.",
+			"lines": "línies"
 		}
 	},
 	"terminal": {

webview-ui/src/i18n/locales/ca/settings.json

@@ -267,8 +267,9 @@
 			"description": "Wenn aktiviert, werden Dateien, die mit Mustern in .rooignore übereinstimmen, in Listen mit einem Schlosssymbol angezeigt. Wenn deaktiviert, werden diese Dateien vollständig aus Dateilisten und Suchen ausgeblendet."
 		},
 		"maxReadFile": {
-			"label": "Maximale Anzahl an Zeilen, die aus einer Datei gelesen werden",
-			"description": "Maximale Anzahl an Zeilen, die auf einmal aus einer Datei gelesen werden. Niedrigere Werte reduzieren den Kontext-/Ressourcenverbrauch, können aber mehr Lesevorgänge für große Dateien erfordern."
+			"label": "Schwellenwert für automatische Dateilesekürzung",
+			"description": "Die Standardanzahl an Zeilen, die in einem Durchgang aus einer Datei gelesen werden. Niedrigere Werte reduzieren den Kontext-/Ressourcenverbrauch, können aber mehr Lesevorgänge für große Dateien erfordern.",
+			"lines": "Zeilen"
 		}
 	},
 	"terminal": {

webview-ui/src/i18n/locales/de/settings.json

@@ -267,8 +267,9 @@
 			"description": "When enabled, files matching patterns in .rooignore will be shown in lists with a lock symbol. When disabled, these files will be completely hidden from file lists and searches."
 		},
 		"maxReadFile": {
-			"label": "Maximum lines to read from a file",
-			"description": "Maximum number of lines to read from a file at once. Lower values reduce context/resource usage but may require more reads for large files."
+			"label": "File read auto-truncate threshold",
+			"description": "The default number of lines to read from a file in one batch. Lower values reduce context/resource usage but may require more reads for large files.",
+			"lines": "lines"
 		}
 	},
 	"terminal": {

webview-ui/src/i18n/locales/en/settings.json

@@ -267,8 +267,9 @@
 			"description": "Cuando está habilitado, los archivos que coinciden con los patrones en .rooignore se mostrarán en listas con un símbolo de candado. Cuando está deshabilitado, estos archivos se ocultarán completamente de las listas de archivos y búsquedas."
 		},
 		"maxReadFile": {
-			"label": "Número máximo de líneas para leer de un archivo",
-			"description": "Número máximo de líneas para leer de un archivo a la vez. Valores más bajos reducen el uso de contexto/recursos pero pueden requerir más lecturas para archivos grandes."
+			"label": "Umbral de auto-truncado de lectura de archivos",
+			"description": "El número predeterminado de líneas para leer de un archivo en un lote. Valores más bajos reducen el uso de contexto/recursos pero pueden requerir más lecturas para archivos grandes.",
+			"lines": "líneas"
 		}
 	},
 	"terminal": {