Adjust contextWindow analysis to handle Ollama 40960 vs. 4096 goofiness

Author: mcowgeratsigma

src/api/providers/fetchers/ollama.ts

@@ -48,7 +48,11 @@ export const parseOllamaModel = (rawModel: OllamaModelInfoResponse): ModelInfo =
 	const contextLengthFromModelInfo =
 		contextKey && typeof rawModel.model_info[contextKey] === "number" ? rawModel.model_info[contextKey] : undefined
 
-	const contextWindow = contextLengthFromModelParameters ?? contextLengthFromModelInfo
+	let contextWindow = contextLengthFromModelParameters ?? contextLengthFromModelInfo
+
+	if (contextWindow == 40960 && !contextLengthFromModelParameters) {
+		contextWindow = 4096 // For some unknown reason, Ollama returns an undefind context as "40960" rather than 4096, which is what it actually enforces.
+	}
 	// kilocode_change end
 
 	const modelInfo: ModelInfo = Object.assign({}, ollamaDefaultModelInfo, {

src/api/providers/native-ollama.ts

@@ -155,7 +155,7 @@ export class NativeOllamaHandler extends BaseProvider implements SingleCompletio
 		if (this.isInitialized) {
 			return
 		}
-		await this.fetchModels()
+		await this.fetchModel()
 		this.isInitialized = true
 	}
 
@@ -287,7 +287,7 @@ export class NativeOllamaHandler extends BaseProvider implements SingleCompletio
 		}
 	}
 
-	async fetchModels() {
+	async fetchModel() {
 		this.models = await getOllamaModels(this.options.ollamaBaseUrl)
 		return this.models
 	}