Add url_context tool

Author: netham45

packages/types/src/provider-settings.ts

@@ -158,6 +158,7 @@ const geminiSchema = apiModelIdProviderModelSchema.extend({
 	geminiApiKey: z.string().optional(),
 	googleGeminiBaseUrl: z.string().optional(),
 	geminiEnableGoogleSearch: z.boolean().optional(),
+	geminiEnableUrlContext: z.boolean().optional(),
 })
 
 const geminiCliSchema = apiModelIdProviderModelSchema.extend({

src/api/providers/gemini.ts

@@ -66,9 +66,17 @@ export class GeminiHandler extends BaseProvider implements SingleCompletionHandl
 		const { id: model, info, reasoning: thinkingConfig, maxTokens } = this.getModel()
 
 		const contents = messages.map(convertAnthropicMessageToGemini)
+		const tools: GenerateContentConfig["tools"] = []
+		if (this.options.geminiEnableGoogleSearch) {
+			tools.push({ googleSearch: {} })
+		}
+		if (this.options.geminiEnableUrlContext) {
+			tools.push({ urlContext: {} })
+		}
+
 		const config: GenerateContentConfig = {
 			systemInstruction,
-			...(this.options.geminiEnableGoogleSearch && { tools: [{ googleSearch: {} }] }),
+			...(tools.length > 0 && { tools }),
 			httpOptions: this.options.googleGeminiBaseUrl ? { baseUrl: this.options.googleGeminiBaseUrl } : undefined,
 			thinkingConfig,
 			maxOutputTokens: this.options.modelMaxTokens ?? maxTokens ?? undefined,
@@ -145,12 +153,19 @@ export class GeminiHandler extends BaseProvider implements SingleCompletionHandl
 	async completePrompt(prompt: string): Promise<string> {
 		try {
 			const { id: model, reasoning: thinkingConfig } = this.getModel()
+			const tools: GenerateContentConfig["tools"] = []
+			if (this.options.geminiEnableGoogleSearch) {
+				tools.push({ googleSearch: {} })
+			}
+			if (this.options.geminiEnableUrlContext) {
+				tools.push({ urlContext: {} })
+			}
 			const result = await this.client.models.generateContent({
 				model,
 				contents: [{ role: "user", parts: [{ text: prompt }] }],
 				config: {
 					thinkingConfig,
-					...(this.options.geminiEnableGoogleSearch && { tools: [{ googleSearch: {} }] }),
+					...(tools.length > 0 && { tools }),
 					httpOptions: this.options.googleGeminiBaseUrl
 						? { baseUrl: this.options.googleGeminiBaseUrl }
 						: undefined,

src/core/prompts/tools/index.ts

@@ -15,6 +15,7 @@ import { getInsertContentDescription } from "./insert-content"
 import { getSearchAndReplaceDescription } from "./search-and-replace"
 import { getListCodeDefinitionNamesDescription } from "./list-code-definition-names"
 import { getGoogleSearchDescription } from "./google-search"
+import { getUrlContextDescription } from "./url-context"
 import { getBrowserActionDescription } from "./browser-action"
 import { getAskFollowupQuestionDescription } from "./ask-followup-question"
 import { getAttemptCompletionDescription } from "./attempt-completion"
@@ -45,6 +46,7 @@ const toolDescriptionMap: Record<string, (args: ToolArgs) => string | undefined>
 	insert_content: (args) => getInsertContentDescription(args),
 	search_and_replace: (args) => getSearchAndReplaceDescription(args),
 	google_search: (args) => getGoogleSearchDescription(args),
+	url_context: (args) => getUrlContextDescription(args),
 	apply_diff: (args) =>
 		args.diffStrategy ? args.diffStrategy.getToolDescription({ cwd: args.cwd, toolOptions: args.toolOptions }) : "",
 }
@@ -112,6 +114,9 @@ export function getToolDescriptionsForMode(
 	if (settings?.geminiEnableGoogleSearch) {
 		tools.add("google_search")
 	}
+	if (settings?.geminiEnableUrlContext) {
+		tools.add("url_context")
+	}
 
 	// Map tool descriptions for allowed tools
 	const descriptions = Array.from(tools).map((toolName) => {

src/core/prompts/tools/url-context.ts

@@ -0,0 +1,8 @@
+import { ToolArgs } from "./types"
+
+export function getUrlContextDescription(args: ToolArgs): string {
+	return `
+# url_context
+Description: When you need to retrieve content from a URL to inform your response, you can use this tool.
+`
+}

webview-ui/src/components/settings/providers/Gemini.tsx

@@ -62,6 +62,18 @@ export const Gemini = ({ apiConfiguration, setApiConfigurationField }: GeminiPro
 					</span>
 				</div>
 			</Checkbox>
+			<Checkbox
+				checked={!!apiConfiguration.geminiEnableUrlContext}
+				onChange={(checked: boolean) => {
+					setApiConfigurationField("geminiEnableUrlContext", checked)
+				}}>
+				<div className="flex flex-col">
+					<span className="font-medium">{t("settings:providers.geminiEnableUrlContext.label")}</span>
+					<span className="text-sm text-vscode-descriptionForeground">
+						{t("settings:providers.geminiEnableUrlContext.description")}
+					</span>
+				</div>
+			</Checkbox>
 			<div>
 				<Checkbox
 					checked={googleGeminiBaseUrlSelected}

webview-ui/src/i18n/locales/ca/settings.json

@@ -225,6 +225,10 @@
 			"label": "Activa la Cerca de Google",
 			"description": "Permet al model utilitzar la Cerca de Google per respondre preguntes sobre esdeveniments recents. Això pot comportar costos addicionals i és mútuament excloent amb la funció de 'pensament'."
 		},
+		"geminiEnableUrlContext": {
+			"label": "Enable URL Context",
+			"description": "Allows the model to retrieve content from URLs provided in the prompt to inform its response."
+		},
 		"getGroqApiKey": "Obtenir clau API de Groq",
 		"groqApiKey": "Clau API de Groq",
 		"getGeminiApiKey": "Obtenir clau API de Gemini",

webview-ui/src/i18n/locales/de/settings.json

@@ -225,6 +225,10 @@
 			"label": "Google Suche aktivieren",
 			"description": "Ermöglicht dem Modell, die Google-Suche zu verwenden, um Fragen zu aktuellen Ereignissen zu beantworten. Dies kann zusätzliche Kosten verursachen und ist mit der 'Denk'-Funktion nicht kompatibel."
 		},
+		"geminiEnableUrlContext": {
+			"label": "URL-Kontext aktivieren",
+			"description": "Ermöglicht dem Modell, Inhalte von in der Eingabeaufforderung bereitgestellten URLs abzurufen, um seine Antwort zu informieren."
+		},
 		"getGroqApiKey": "Groq API-Schlüssel erhalten",
 		"groqApiKey": "Groq API-Schlüssel",
 		"getGeminiApiKey": "Gemini API-Schlüssel erhalten",

webview-ui/src/i18n/locales/en/settings.json

@@ -225,6 +225,10 @@
 			"label": "Enable Google Search",
 			"description": "Allows the model to use Google Search to answer questions about recent events. This may incur additional costs and is mutually exclusive with the 'thinking' feature."
 		},
+		"geminiEnableUrlContext": {
+			"label": "Enable URL Context",
+			"description": "Allows the model to retrieve content from URLs provided in the prompt to inform its response."
+		},
 		"getGroqApiKey": "Get Groq API Key",
 		"groqApiKey": "Groq API Key",
 		"getGeminiApiKey": "Get Gemini API Key",

webview-ui/src/i18n/locales/es/settings.json

@@ -225,6 +225,10 @@
 			"label": "Habilitar Búsqueda de Google",
 			"description": "Permite al modelo usar la Búsqueda de Google para responder preguntas sobre eventos recientes. Esto puede incurrir en costos adicionales y es mutuamente excluyente con la función de 'pensamiento'."
 		},
+		"geminiEnableUrlContext": {
+			"label": "Habilitar contexto de URL",
+			"description": "Permite que el modelo recupere contenido de las URL proporcionadas en el aviso para informar su respuesta."
+		},
 		"getGroqApiKey": "Obtener clave API de Groq",
 		"groqApiKey": "Clave API de Groq",
 		"getGeminiApiKey": "Obtener clave API de Gemini",

webview-ui/src/i18n/locales/fr/settings.json

@@ -225,6 +225,10 @@
 			"label": "Activer la recherche Google",
 			"description": "Permet au modèle d'utiliser la recherche Google pour répondre aux questions sur les événements récents. Cela peut entraîner des coûts supplémentaires et est mutuellement exclusif avec la fonction de 'réflexion'."
 		},
+		"geminiEnableUrlContext": {
+			"label": "Activer le contexte d'URL",
+			"description": "Permet au modèle de récupérer le contenu des URL fournies dans l'invite pour éclairer sa réponse."
+		},
 		"getGroqApiKey": "Obtenir la clé API Groq",
 		"groqApiKey": "Clé API Groq",
 		"getGeminiApiKey": "Obtenir la clé API Gemini",