Fixes models that don't support temperature

Author: eamodio

src/ai/aiProviderService.ts

@@ -48,7 +48,7 @@ export interface AIModel<
 	readonly default?: boolean;
 	readonly hidden?: boolean;
 
-	readonly temperature?: number;
+	readonly temperature?: number | null;
 }
 
 interface AIProviderConstructor<Provider extends AIProviders = AIProviders> {
@@ -711,6 +711,8 @@ export function showDiffTruncationWarning(maxCodeCharacters: number, model: AIMo
 	);
 }
 
-export function getValidatedTemperature(): number {
+export function getValidatedTemperature(modelTemperature?: number | null): number | undefined {
+	if (modelTemperature === null) return undefined;
+	if (modelTemperature != null) return modelTemperature;
 	return Math.max(0, Math.min(configuration.get('ai.modelOptions.temperature'), 2));
 }

src/ai/anthropicProvider.ts

@@ -7,7 +7,6 @@ import { OpenAICompatibleProvider } from './openAICompatibleProvider';
 const provider = { id: 'anthropic', name: 'Anthropic' } as const;
 
 type AnthropicModel = AIModel<typeof provider.id>;
-
 const models: AnthropicModel[] = [
 	{
 		id: 'claude-3-5-sonnet-latest',
@@ -119,7 +118,7 @@ export class AnthropicProvider extends OpenAICompatibleProvider<typeof provider.
 				system: system.content,
 				stream: false,
 				max_tokens: Math.min(outputTokens, model.maxTokens.output),
-				temperature: model.temperature ?? getValidatedTemperature(),
+				temperature: getValidatedTemperature(model.temperature),
 			};
 
 			const rsp = await this.fetchCore(model, apiKey, request, cancellation);

src/ai/openAICompatibleProvider.ts

@@ -222,7 +222,7 @@ export abstract class OpenAICompatibleProvider<T extends AIProviders> implements
 				messages: messages(maxCodeCharacters, retries),
 				stream: false,
 				max_completion_tokens: Math.min(outputTokens, model.maxTokens.output),
-				temperature: model.temperature ?? getValidatedTemperature(),
+				temperature: getValidatedTemperature(model.temperature),
 			};
 
 			const rsp = await this.fetchCore(model, apiKey, request, cancellation);

src/ai/openaiProvider.ts

@@ -11,25 +11,29 @@ const models: OpenAIModel[] = [
 		name: 'o1 preview',
 		maxTokens: { input: 128000, output: 32768 },
 		provider: provider,
+		temperature: null,
 	},
 	{
 		id: 'o1-preview-2024-09-12',
 		name: 'o1 preview',
 		maxTokens: { input: 128000, output: 32768 },
 		provider: provider,
+		temperature: null,
 		hidden: true,
 	},
 	{
 		id: 'o1-mini',
 		name: 'o1 mini',
 		maxTokens: { input: 128000, output: 65536 },
 		provider: provider,
+		temperature: null,
 	},
 	{
 		id: 'o1-mini-2024-09-12',
 		name: 'o1 mini',
 		maxTokens: { input: 128000, output: 65536 },
 		provider: provider,
+		temperature: null,
 		hidden: true,
 	},
 	{

src/ai/vscodeProvider.ts

@@ -92,7 +92,7 @@ export class VSCodeAIProvider implements AIProvider<typeof provider.id> {
 						messages,
 						{
 							justification: accessJustification,
-							modelOptions: { temperature: model.temperature ?? getValidatedTemperature() },
+							modelOptions: { temperature: getValidatedTemperature(model.temperature) },
 						},
 						cancellation,
 					);