Merge pull request #1201 from zhao-lun/feat/krutrim-integration

feat: add krutrim as provider

Author: VisargD

src/globals.ts

@@ -96,6 +96,7 @@ export const KLUSTER_AI: string = 'kluster-ai';
 export const NSCALE: string = 'nscale';
 export const HYPERBOLIC: string = 'hyperbolic';
 export const FEATHERLESS_AI: string = 'featherless-ai';
+export const KRUTRIM: string = 'krutrim';
 
 export const VALID_PROVIDERS = [
   ANTHROPIC,
@@ -157,6 +158,7 @@ export const VALID_PROVIDERS = [
   NSCALE,
   HYPERBOLIC,
   FEATHERLESS_AI,
+  KRUTRIM,
 ];
 
 export const CONTENT_TYPES = {

src/providers/index.ts

@@ -60,6 +60,7 @@ import KlusterAIConfig from './kluster-ai';
 import NscaleConfig from './nscale';
 import HyperbolicConfig from './hyperbolic';
 import { FeatherlessAIConfig } from './featherless-ai';
+import KrutrimConfig from './krutrim';
 
 const Providers: { [key: string]: ProviderConfigs } = {
   openai: OpenAIConfig,
@@ -120,6 +121,7 @@ const Providers: { [key: string]: ProviderConfigs } = {
   nscale: NscaleConfig,
   hyperbolic: HyperbolicConfig,
   'featherless-ai': FeatherlessAIConfig,
+  krutrim: KrutrimConfig,
 };
 
 export default Providers;

src/providers/krutrim/api.ts

@@ -0,0 +1,21 @@
+import { ProviderAPIConfig } from '../types';
+
+const KrutrimAPIConfig: ProviderAPIConfig = {
+  getBaseURL: () => 'https://cloud.olakrutrim.com/v1',
+  headers: ({ providerOptions, fn }) => {
+    const headersObj: Record<string, string> = {
+      Authorization: `Bearer ${providerOptions.apiKey}`,
+    };
+    return headersObj;
+  },
+  getEndpoint: ({ fn }) => {
+    switch (fn) {
+      case 'chatComplete':
+        return '/chat/completions';
+      default:
+        return '';
+    }
+  },
+};
+
+export default KrutrimAPIConfig;

src/providers/krutrim/chatComplete.ts

@@ -0,0 +1,33 @@
+import { ChatCompletionResponse, ErrorResponse } from '../types';
+import { generateErrorResponse } from '../utils';
+import { KRUTRIM } from '../../globals';
+
+interface KrutrimChatCompleteResponse extends ChatCompletionResponse {}
+interface KrutrimChatCompleteErrorResponse extends ErrorResponse {
+  'html-message'?: string;
+}
+export const KrutrimChatCompleteResponseTransform: (
+  response: KrutrimChatCompleteResponse | KrutrimChatCompleteErrorResponse,
+  responseStatus: number
+) => ChatCompletionResponse | ErrorResponse = (response, responseStatus) => {
+  if (responseStatus !== 200 && 'html-message' in response) {
+    // Handle Krutrim's error format
+    return generateErrorResponse(
+      {
+        message: response['html-message'] ?? '',
+        type: 'error',
+        param: null,
+        code: String(responseStatus),
+      },
+      KRUTRIM
+    );
+  }
+
+  // Success case - add provider info
+  Object.defineProperty(response, 'provider', {
+    value: KRUTRIM,
+    enumerable: true,
+  });
+
+  return response as ChatCompletionResponse;
+};

src/providers/krutrim/index.ts

@@ -0,0 +1,13 @@
+import { ProviderConfigs } from '../types';
+import KrutrimAPIConfig from './api';
+import { chatCompleteParams } from '../open-ai-base';
+import { KrutrimChatCompleteResponseTransform } from './chatComplete';
+const KrutrimConfig: ProviderConfigs = {
+  api: KrutrimAPIConfig,
+  chatComplete: chatCompleteParams([], { model: 'Llama-3.3-70B-Instruct' }),
+  responseTransforms: {
+    chatComplete: KrutrimChatCompleteResponseTransform,
+  },
+};
+
+export default KrutrimConfig;