Merge branch 'main' into panw-prisma-airs-plugin

Author: VisargD

src/globals.ts

@@ -92,6 +92,7 @@ export const RECRAFTAI: string = 'recraft-ai';
 export const MILVUS: string = 'milvus';
 export const REPLICATE: string = 'replicate';
 export const LEPTON: string = 'lepton';
+export const NSCALE: string = 'nscale';
 
 export const VALID_PROVIDERS = [
   ANTHROPIC,
@@ -149,6 +150,7 @@ export const VALID_PROVIDERS = [
   REPLICATE,
   POWERED_BY,
   LEPTON,
+  NSCALE,
 ];
 
 export const CONTENT_TYPES = {

src/providers/index.ts

@@ -56,6 +56,7 @@ import RecraftAIConfig from './recraft-ai';
 import MilvusConfig from './milvus';
 import ReplicateConfig from './replicate';
 import LeptonConfig from './lepton';
+import NscaleConfig from './nscale';
 
 const Providers: { [key: string]: ProviderConfigs } = {
   openai: OpenAIConfig,
@@ -112,6 +113,7 @@ const Providers: { [key: string]: ProviderConfigs } = {
   milvus: MilvusConfig,
   replicate: ReplicateConfig,
   lepton: LeptonConfig,
+  nscale: NscaleConfig,
 };
 
 export default Providers;

src/providers/nscale/api.ts

@@ -0,0 +1,20 @@
+import { ProviderAPIConfig } from '../types';
+
+const NscaleAPIConfig: ProviderAPIConfig = {
+  getBaseURL: () => 'https://inference.api.nscale.com/v1',
+  headers: ({ providerOptions }) => {
+    return { Authorization: `Bearer ${providerOptions.apiKey}` };
+  },
+  getEndpoint: ({ fn }) => {
+    switch (fn) {
+      case 'chatComplete':
+        return '/chat/completions';
+      case 'imageGenerate':
+        return '/images/generations';
+      default:
+        return '';
+    }
+  },
+};
+
+export default NscaleAPIConfig;

src/providers/nscale/imageGenerate.ts

@@ -0,0 +1,28 @@
+import { ParameterConfig } from '../types';
+
+export const NscaleImageGenerateConfig: { [key: string]: ParameterConfig } = {
+  prompt: {
+    param: 'prompt',
+    required: true,
+  },
+  model: {
+    param: 'model',
+    required: true,
+  },
+  n: {
+    param: 'n',
+  },
+  size: {
+    param: 'size',
+  },
+};
+
+export const NscaleImageGenerateResponseTransform = (response: any) => {
+  return {
+    created: Date.now(),
+    data: response.data.map((item: any) => ({
+      url: item.url,
+      b64_json: item.b64_json,
+    })),
+  };
+};

src/providers/nscale/index.ts

@@ -0,0 +1,29 @@
+import { ProviderConfigs } from '../types';
+import NscaleAPIConfig from './api';
+import {
+  NscaleImageGenerateConfig,
+  NscaleImageGenerateResponseTransform,
+} from './imageGenerate';
+import { responseTransformers } from '../open-ai-base';
+import { NSCALE } from '../../globals';
+import { chatCompleteParams } from '../open-ai-base';
+
+const NscaleConfig: ProviderConfigs = {
+  chatComplete: chatCompleteParams([
+    'functions',
+    'function_call',
+    'user',
+    'seed',
+    'tools',
+    'tool_choice',
+    'stream_options',
+  ]),
+  imageGenerate: NscaleImageGenerateConfig,
+  api: NscaleAPIConfig,
+  responseTransforms: {
+    ...responseTransformers(NSCALE, { chatComplete: true }),
+    imageGenerate: NscaleImageGenerateResponseTransform,
+  },
+};
+
+export default NscaleConfig;

src/tests/resources/testVariables.ts

@@ -136,6 +136,12 @@ const testVariables: TestVariables = {
     apiKey: process.env.PREDIBASE_API_KEY,
     chatCompletions: { model: '' },
   },
+  nscale: {
+    apiKey: process.env.NSCALE_API_KEY,
+    chatCompletions: {
+      model: 'Qwen/Qwen2.5-Coder-3B-Instruct',
+    },
+  },
 };
 
 export default testVariables;