Add IBM watsonx AI provider in the list of providers to connect to IBM hosted LLMs

packages/types/src/global-settings.ts

@@ -240,6 +240,8 @@ export const SECRET_STATE_KEYS = [
 	"featherlessApiKey",
 	"ioIntelligenceApiKey",
 	"vercelAiGatewayApiKey",
+	"watsonxApiKey",
+	"watsonxPassword",
 ] as const
 
 // Global secrets that are part of GlobalSettings (not ProviderSettings)

packages/types/src/provider-settings.ts

@@ -50,6 +50,7 @@ export const dynamicProviders = [
 	"glama",
 	"roo",
 	"chutes",
+	"ibm-watsonx",
 ] as const
 
 export type DynamicProvider = (typeof dynamicProviders)[number]
@@ -420,6 +421,18 @@ const vercelAiGatewaySchema = baseProviderSettingsSchema.extend({
 	vercelAiGatewayModelId: z.string().optional(),
 })
 
+const watsonxSchema = baseProviderSettingsSchema.extend({
+	watsonxPlatform: z.string().optional(),
+	watsonxBaseUrl: z.string().optional(),
+	watsonxApiKey: z.string().optional(),
+	watsonxProjectId: z.string().optional(),
+	watsonxModelId: z.string().optional(),
+	watsonxUsername: z.string().optional(),
+	watsonxAuthType: z.string().optional(),
+	watsonxPassword: z.string().optional(),
+	watsonxRegion: z.string().optional(),
+})
+
 const defaultSchema = z.object({
 	apiProvider: z.undefined(),
 })
@@ -462,6 +475,7 @@ export const providerSettingsSchemaDiscriminated = z.discriminatedUnion("apiProv
 	qwenCodeSchema.merge(z.object({ apiProvider: z.literal("qwen-code") })),
 	rooSchema.merge(z.object({ apiProvider: z.literal("roo") })),
 	vercelAiGatewaySchema.merge(z.object({ apiProvider: z.literal("vercel-ai-gateway") })),
+	watsonxSchema.merge(z.object({ apiProvider: z.literal("ibm-watsonx") })),
 	defaultSchema,
 ])
 
@@ -504,6 +518,7 @@ export const providerSettingsSchema = z.object({
 	...qwenCodeSchema.shape,
 	...rooSchema.shape,
 	...vercelAiGatewaySchema.shape,
+	...watsonxSchema.shape,
 	...codebaseIndexProviderSchema.shape,
 })
 
@@ -538,6 +553,7 @@ export const modelIdKeys = [
 	"ioIntelligenceModelId",
 	"vercelAiGatewayModelId",
 	"deepInfraModelId",
+	"watsonxModelId",
 ] as const satisfies readonly (keyof ProviderSettings)[]
 
 export type ModelIdKey = (typeof modelIdKeys)[number]
@@ -590,6 +606,7 @@ export const modelIdKeysByProvider: Record<TypicalProvider, ModelIdKey> = {
 	"io-intelligence": "ioIntelligenceModelId",
 	roo: "apiModelId",
 	"vercel-ai-gateway": "vercelAiGatewayModelId",
+	"ibm-watsonx": "watsonxModelId",
 }
 
 /**
@@ -722,6 +739,7 @@ export const MODELS_BY_PROVIDER: Record<
 	deepinfra: { id: "deepinfra", label: "DeepInfra", models: [] },
 	"vercel-ai-gateway": { id: "vercel-ai-gateway", label: "Vercel AI Gateway", models: [] },
 	chutes: { id: "chutes", label: "Chutes AI", models: [] },
+	"ibm-watsonx": { id: "ibm-watsonx", label: "IBM watsonx", models: [] },
 
 	// Local providers; models discovered from localhost endpoints.
 	lmstudio: { id: "lmstudio", label: "LM Studio", models: [] },

packages/types/src/providers/ibm-watsonx.ts

@@ -0,0 +1,39 @@
+import type { ModelInfo } from "../model.js"
+
+export const REGION_TO_URL: Record<string, string> = {
+	Dallas: "https://us-south.ml.cloud.ibm.com",
+	Frankfurt: "https://eu-de.ml.cloud.ibm.com",
+	London: "https://eu-gb.ml.cloud.ibm.com",
+	Tokyo: "https://jp-tok.ml.cloud.ibm.com",
+	Sydney: "https://au-syd.ml.cloud.ibm.com",
+	Toronto: "https://ca-tor.ml.cloud.ibm.com",
+	Mumbai: "https://ap-south-1.aws.wxai.ibm.com",
+}
+
+/**
+ * Models that are not suitable for general text inference tasks.
+ * These are typically guard/safety models used for content moderation.
+ */
+export const WATSONX_NON_INFERENCE_MODELS = [
+	"meta-llama/llama-guard-3-11b-vision",
+	"ibm/granite-guardian-3-8b",
+	"ibm/granite-guardian-3-2b",
+] as const
+
+export type WatsonxAIModelId = keyof typeof watsonxModels
+export const watsonxDefaultModelId = "ibm/granite-3-3-8b-instruct"
+
+// Common model properties
+export const baseModelInfo: ModelInfo = {
+	maxTokens: 8192,
+	contextWindow: 128000,
+	supportsImages: false,
+	supportsPromptCache: false,
+}
+
+export const watsonxModels = {
+	// IBM Granite model
+	"ibm/granite-3-3-8b-instruct": {
+		...baseModelInfo,
+	},
+} as const satisfies Record<string, ModelInfo>

packages/types/src/providers/index.ts

@@ -31,3 +31,4 @@ export * from "./vercel-ai-gateway.js"
 export * from "./zai.js"
 export * from "./deepinfra.js"
 export * from "./minimax.js"
+export * from "./ibm-watsonx.js"