Adds support to specify model temperature

Author: eamodio

package.json

@@ -3897,6 +3897,18 @@
 							"preview"
 						]
 					},
+					"gitlens.ai.modelOptions.temperature": {
+						"type": "number",
+						"default": 0.7,
+						"minimum": 0,
+						"maximum": 2,
+						"markdownDescription": "Specifies the temperature, a measure of output randomness, to use for the AI model. Higher values result in more randomness, e.g. creativity, while lower values are more deterministic",
+						"scope": "window",
+						"order": 90,
+						"tags": [
+							"preview"
+						]
+					},
 					"gitlens.ai.explainChanges.customInstructions": {
 						"type": "string",
 						"default": null,

src/ai/aiProviderService.ts

@@ -45,6 +45,8 @@ export interface AIModel<
 
 	readonly default?: boolean;
 	readonly hidden?: boolean;
+
+	readonly temperature?: number;
 }
 
 interface AIProviderConstructor<Provider extends AIProviders = AIProviders> {
@@ -705,3 +707,7 @@ export function showDiffTruncationWarning(maxCodeCharacters: number, model: AIMo
 		)} limits.`,
 	);
 }
+
+export function getValidatedTemperature(): number {
+	return Math.max(0, Math.min(configuration.get('ai.modelOptions.temperature'), 2));
+}

src/ai/anthropicProvider.ts

@@ -1,6 +1,6 @@
 import type { CancellationToken } from 'vscode';
 import type { AIModel } from './aiProviderService';
-import { getMaxCharacters } from './aiProviderService';
+import { getMaxCharacters, getValidatedTemperature } from './aiProviderService';
 import type { ChatMessage } from './openAICompatibleProvider';
 import { OpenAICompatibleProvider } from './openAICompatibleProvider';
 
@@ -119,6 +119,7 @@ export class AnthropicProvider extends OpenAICompatibleProvider<typeof provider.
 				system: system.content,
 				stream: false,
 				max_tokens: Math.min(outputTokens, model.maxTokens.output),
+				temperature: model.temperature ?? getValidatedTemperature(),
 			};
 
 			const rsp = await this.fetchCore(model, apiKey, request, cancellation);

src/ai/geminiProvider.ts

@@ -66,8 +66,8 @@ export class GeminiProvider extends OpenAICompatibleProvider<typeof provider.id>
 		request: object,
 		cancellation: CancellationToken | undefined,
 	) {
-		if ('max_tokens' in request) {
-			const { max_tokens: _, ...rest } = request;
+		if ('max_completion_tokens' in request) {
+			const { max_completion_tokens: _, ...rest } = request;
 			request = rest;
 		}
 		return super.fetchCore(model, apiKey, request, cancellation);

src/ai/openAICompatibleProvider.ts

@@ -8,7 +8,12 @@ import { configuration } from '../system/-webview/configuration';
 import { sum } from '../system/iterable';
 import { interpolate } from '../system/string';
 import type { AIModel, AIProvider } from './aiProviderService';
-import { getMaxCharacters, getOrPromptApiKey, showDiffTruncationWarning } from './aiProviderService';
+import {
+	getMaxCharacters,
+	getOrPromptApiKey,
+	getValidatedTemperature,
+	showDiffTruncationWarning,
+} from './aiProviderService';
 import {
 	explainChangesUserPrompt,
 	generateCloudPatchMessageUserPrompt,
@@ -215,7 +220,8 @@ export abstract class OpenAICompatibleProvider<T extends AIProviders> implements
 				model: model.id,
 				messages: messages(maxCodeCharacters, retries),
 				stream: false,
-				max_tokens: Math.min(outputTokens, model.maxTokens.output),
+				max_completion_tokens: Math.min(outputTokens, model.maxTokens.output),
+				temperature: model.temperature ?? getValidatedTemperature(),
 			};
 
 			const rsp = await this.fetchCore(model, apiKey, request, cancellation);
@@ -295,7 +301,7 @@ interface ChatCompletionRequest {
 
 	frequency_penalty?: number;
 	logit_bias?: Record<string, number>;
-	max_tokens?: number;
+	max_completion_tokens?: number;
 	n?: number;
 	presence_penalty?: number;
 	stop?: string | string[];

src/ai/vscodeProvider.ts

@@ -6,7 +6,7 @@ import { configuration } from '../system/-webview/configuration';
 import { sum } from '../system/iterable';
 import { capitalize, getPossessiveForm, interpolate } from '../system/string';
 import type { AIModel, AIProvider } from './aiProviderService';
-import { getMaxCharacters, showDiffTruncationWarning } from './aiProviderService';
+import { getMaxCharacters, getValidatedTemperature, showDiffTruncationWarning } from './aiProviderService';
 import {
 	explainChangesUserPrompt,
 	generateCloudPatchMessageUserPrompt,
@@ -21,6 +21,9 @@ export function isVSCodeAIModel(model: AIModel): model is AIModel<typeof provide
 	return model.provider.id === provider.id;
 }
 
+const accessJustification =
+	'GitLens leverages Copilot for AI-powered features to improve your workflow and development experience.';
+
 export class VSCodeAIProvider implements AIProvider<typeof provider.id> {
 	readonly id = provider.id;
 
@@ -85,7 +88,14 @@ export class VSCodeAIProvider implements AIProvider<typeof provider.id> {
 				reporting['input.length'] = (reporting['input.length'] ?? 0) + sum(messages, m => m.content.length);
 
 				try {
-					const rsp = await chatModel.sendRequest(messages, {}, cancellation);
+					const rsp = await chatModel.sendRequest(
+						messages,
+						{
+							justification: accessJustification,
+							modelOptions: { temperature: model.temperature ?? getValidatedTemperature() },
+						},
+						cancellation,
+					);
 
 					if (diff.length > maxCodeCharacters) {
 						showDiffTruncationWarning(maxCodeCharacters, model);
@@ -219,7 +229,14 @@ export class VSCodeAIProvider implements AIProvider<typeof provider.id> {
 				reporting['input.length'] = (reporting['input.length'] ?? 0) + sum(messages, m => m.content.length);
 
 				try {
-					const rsp = await chatModel.sendRequest(messages, {}, cancellation);
+					const rsp = await chatModel.sendRequest(
+						messages,
+						{
+							justification: accessJustification,
+							modelOptions: model.temperature != null ? { temperature: model.temperature } : undefined,
+						},
+						cancellation,
+					);
 
 					if (diff.length > maxCodeCharacters) {
 						showDiffTruncationWarning(maxCodeCharacters, model);
@@ -235,6 +252,10 @@ export class VSCodeAIProvider implements AIProvider<typeof provider.id> {
 					debugger;
 					let message = ex instanceof Error ? ex.message : String(ex);
 
+					if (ex instanceof Error && 'code' in ex && ex.code === 'NoPermissions') {
+						throw new Error(`User denied access to ${model.provider.name}`);
+					}
+
 					if (ex instanceof Error && 'cause' in ex && ex.cause instanceof Error) {
 						message += `\n${ex.cause.message}`;
 

src/config.ts

@@ -222,6 +222,9 @@ interface AIConfig {
 		readonly customInstructions: string;
 	};
 	readonly model: SupportedAIModels | null;
+	readonly modelOptions: {
+		readonly temperature: number;
+	};
 	readonly openai: {
 		readonly url: string | null;
 	};