Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
18 changes: 18 additions & 0 deletions packages/types/src/provider-settings.ts
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,7 @@ import {
qwenCodeModels,
rooModels,
sambaNovaModels,
sapAiCoreModels,
vertexModels,
vscodeLlmModels,
xaiModels,
Expand Down Expand Up @@ -66,6 +67,7 @@ export const providerNames = [
"featherless",
"io-intelligence",
"roo",
"sapaicore",
"vercel-ai-gateway",
] as const

Expand Down Expand Up @@ -330,6 +332,15 @@ const rooSchema = apiModelIdProviderModelSchema.extend({
// No additional fields needed - uses cloud authentication
})

const sapAiCoreSchema = apiModelIdProviderModelSchema.extend({
sapAiCoreClientId: z.string().optional(),
sapAiCoreClientSecret: z.string().optional(),
sapAiCoreTokenUrl: z.string().optional(),
sapAiResourceGroup: z.string().optional(),
sapAiCoreBaseUrl: z.string().optional(),
reasoningEffort: reasoningEffortWithMinimalSchema.optional(),
thinkingBudgetTokens: z.number().optional(),
})
const vercelAiGatewaySchema = baseProviderSettingsSchema.extend({
vercelAiGatewayApiKey: z.string().optional(),
vercelAiGatewayModelId: z.string().optional(),
Expand Down Expand Up @@ -374,6 +385,7 @@ export const providerSettingsSchemaDiscriminated = z.discriminatedUnion("apiProv
ioIntelligenceSchema.merge(z.object({ apiProvider: z.literal("io-intelligence") })),
qwenCodeSchema.merge(z.object({ apiProvider: z.literal("qwen-code") })),
rooSchema.merge(z.object({ apiProvider: z.literal("roo") })),
sapAiCoreSchema.merge(z.object({ apiProvider: z.literal("sapaicore") })),
vercelAiGatewaySchema.merge(z.object({ apiProvider: z.literal("vercel-ai-gateway") })),
defaultSchema,
])
Expand Down Expand Up @@ -414,6 +426,7 @@ export const providerSettingsSchema = z.object({
...ioIntelligenceSchema.shape,
...qwenCodeSchema.shape,
...rooSchema.shape,
...sapAiCoreSchema.shape,
...vercelAiGatewaySchema.shape,
...codebaseIndexProviderSchema.shape,
})
Expand Down Expand Up @@ -543,6 +556,11 @@ export const MODELS_BY_PROVIDER: Record<
label: "SambaNova",
models: Object.keys(sambaNovaModels),
},
sapaicore: {
id: "sapaicore",
label: "SAP AI Core",
models: Object.keys(sapAiCoreModels),
},
vertex: {
id: "vertex",
label: "GCP Vertex AI",
Expand Down
1 change: 1 addition & 0 deletions packages/types/src/providers/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -23,6 +23,7 @@ export * from "./qwen-code.js"
export * from "./requesty.js"
export * from "./roo.js"
export * from "./sambanova.js"
export * from "./sapaicore.js"
export * from "./unbound.js"
export * from "./vertex.js"
export * from "./vscode-llm.js"
Expand Down
156 changes: 156 additions & 0 deletions packages/types/src/providers/sapaicore.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,156 @@
import type { ModelInfo } from "../model.js"

export type SapAiCoreModelId = keyof typeof sapAiCoreModels
export const sapAiCoreDefaultModelId: SapAiCoreModelId = "anthropic--claude-3.5-sonnet"
const sapAiCoreModelDescription = "Pricing is calculated using SAP's Capacity Units rather than direct USD pricing."
export const sapAiCoreModels = {
"anthropic--claude-4-sonnet": {
maxTokens: 8192,
contextWindow: 200_000,
supportsImages: true,
supportsPromptCache: true,
description: sapAiCoreModelDescription,
},
"anthropic--claude-4-opus": {
maxTokens: 8192,
contextWindow: 200_000,
supportsImages: true,
supportsPromptCache: true,
description: sapAiCoreModelDescription,
},
"anthropic--claude-3.7-sonnet": {
maxTokens: 64_000,
contextWindow: 200_000,
supportsImages: true,
supportsPromptCache: true,
description: sapAiCoreModelDescription,
},
"anthropic--claude-3.5-sonnet": {
maxTokens: 8192,
contextWindow: 200_000,
supportsImages: true,
supportsPromptCache: false,
description: sapAiCoreModelDescription,
},
"anthropic--claude-3-sonnet": {
maxTokens: 4096,
contextWindow: 200_000,
supportsImages: true,
supportsPromptCache: false,
description: sapAiCoreModelDescription,
},
"anthropic--claude-3-haiku": {
maxTokens: 4096,
contextWindow: 200_000,
supportsImages: true,
supportsPromptCache: false,
description: sapAiCoreModelDescription,
},
"anthropic--claude-3-opus": {
maxTokens: 4096,
contextWindow: 200_000,
supportsImages: true,
supportsPromptCache: false,
description: sapAiCoreModelDescription,
},
"gemini-2.5-pro": {
maxTokens: 65536,
contextWindow: 1_048_576,
supportsImages: true,
supportsPromptCache: true,
maxThinkingTokens: 32_768,
description: sapAiCoreModelDescription,
},
"gemini-2.5-flash": {
maxTokens: 65536,
contextWindow: 1_048_576,
supportsImages: true,
supportsPromptCache: true,
maxThinkingTokens: 24_576,
description: sapAiCoreModelDescription,
},
"gpt-4": {
maxTokens: 4096,
contextWindow: 200_000,
supportsImages: true,
supportsPromptCache: false,
description: sapAiCoreModelDescription,
},
"gpt-4o": {
maxTokens: 4096,
contextWindow: 200_000,
supportsImages: true,
supportsPromptCache: false,
description: sapAiCoreModelDescription,
},
"gpt-4o-mini": {
maxTokens: 4096,
contextWindow: 200_000,
supportsImages: true,
supportsPromptCache: false,
description: sapAiCoreModelDescription,
},
"gpt-4.1": {
maxTokens: 32_768,
contextWindow: 1_047_576,
supportsImages: true,
supportsPromptCache: true,
description: sapAiCoreModelDescription,
},
"gpt-4.1-nano": {
maxTokens: 32_768,
contextWindow: 1_047_576,
supportsImages: true,
supportsPromptCache: true,
description: sapAiCoreModelDescription,
},
"gpt-5": {
maxTokens: 128_000,
contextWindow: 272_000,
supportsImages: true,
supportsPromptCache: true,
description: sapAiCoreModelDescription,
},
"gpt-5-nano": {
maxTokens: 128_000,
contextWindow: 272_000,
supportsImages: true,
supportsPromptCache: true,
description: sapAiCoreModelDescription,
},
"gpt-5-mini": {
maxTokens: 128_000,
contextWindow: 272_000,
supportsImages: true,
supportsPromptCache: true,
description: sapAiCoreModelDescription,
},
o1: {
maxTokens: 4096,
contextWindow: 200_000,
supportsImages: true,
supportsPromptCache: false,
description: sapAiCoreModelDescription,
},
o3: {
maxTokens: 100_000,
contextWindow: 200_000,
supportsImages: true,
supportsPromptCache: true,
description: sapAiCoreModelDescription,
},
"o3-mini": {
maxTokens: 4096,
contextWindow: 200_000,
supportsImages: true,
supportsPromptCache: false,
description: sapAiCoreModelDescription,
},
"o4-mini": {
maxTokens: 100_000,
contextWindow: 200_000,
supportsImages: true,
supportsPromptCache: true,
description: sapAiCoreModelDescription,
},
} as const satisfies Record<string, ModelInfo>
3 changes: 3 additions & 0 deletions src/api/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,7 @@ import {
FireworksHandler,
RooHandler,
FeatherlessHandler,
SapAiCoreHandler,
VercelAiGatewayHandler,
} from "./providers"
import { NativeOllamaHandler } from "./providers/native-ollama"
Expand Down Expand Up @@ -160,6 +161,8 @@ export function buildApiHandler(configuration: ProviderSettings): ApiHandler {
return new RooHandler(options)
case "featherless":
return new FeatherlessHandler(options)
case "sapaicore":
return new SapAiCoreHandler(options)
case "vercel-ai-gateway":
return new VercelAiGatewayHandler(options)
default:
Expand Down
Loading
Loading