fix centml ls

Author: V2arK

packages/inference/src/providers/centml.ts

@@ -10,57 +10,62 @@ import { BaseConversationalTask, BaseTextGenerationTask } from "./providerHelper
 const CENTML_API_BASE_URL = "https://api.centml.com";
 
 export class CentMLConversationalTask extends BaseConversationalTask {
-    constructor() {
-        super("centml", CENTML_API_BASE_URL);
-    }
+	constructor() {
+		super("centml", CENTML_API_BASE_URL);
+	}
 
-    override preparePayload(params: BodyParams): Record<string, unknown> {
-        const { args, model } = params;
-        return {
-            ...args,
-            model,
-            api_key: args.accessToken, // Use the accessToken from args
-        };
-    }
+	override makeRoute(): string {
+		return "openai/v1/chat/completions";
+	}
 
-    override async getResponse(response: ChatCompletionOutput): Promise<ChatCompletionOutput> {
-        if (
-            typeof response === "object" &&
-            Array.isArray(response?.choices) &&
-            typeof response?.created === "number" &&
-            typeof response?.id === "string" &&
-            typeof response?.model === "string" &&
-            typeof response?.usage === "object"
-        ) {
-            return response;
-        }
+	override preparePayload(params: BodyParams): Record<string, unknown> {
+		const { args, model } = params;
+		return {
+			...args,
+			model,
+			api_key: args.accessToken,
+		};
+	}
 
-        throw new InferenceOutputError("Expected ChatCompletionOutput");
-    }
+	override async getResponse(response: ChatCompletionOutput): Promise<ChatCompletionOutput> {
+		if (
+			typeof response === "object" &&
+			Array.isArray(response?.choices) &&
+			typeof response?.created === "number" &&
+			typeof response?.id === "string" &&
+			typeof response?.model === "string" &&
+			typeof response?.usage === "object"
+		) {
+			return response;
+		}
+
+		throw new InferenceOutputError("Expected ChatCompletionOutput");
+	}
 }
 
 export class CentMLTextGenerationTask extends BaseTextGenerationTask {
-    constructor() {
-        super("centml", CENTML_API_BASE_URL);
-    }
+	constructor() {
+		super("centml", CENTML_API_BASE_URL);
+	}
+
+	override makeRoute(): string {
+		return "openai/v1/completions";
+	}
 
-    override preparePayload(params: BodyParams): Record<string, unknown> {
-        const { args, model } = params;
-        return {
-            ...args,
-            model,
-            api_key: args.accessToken, // Use the accessToken from args
-        };
-    }
+	override preparePayload(params: BodyParams): Record<string, unknown> {
+		const { args, model } = params;
+		return {
+			...args,
+			model,
+			api_key: args.accessToken,
+		};
+	}
 
-    override async getResponse(response: TextGenerationOutput): Promise<TextGenerationOutput> {
-        if (
-            typeof response === "object" &&
-            typeof response?.generated_text === "string"
-        ) {
-            return response;
-        }
+	override async getResponse(response: TextGenerationOutput): Promise<TextGenerationOutput> {
+		if (typeof response === "object" && typeof response?.generated_text === "string") {
+			return response;
+		}
 
-        throw new InferenceOutputError("Expected TextGenerationOutput");
-    }
+		throw new InferenceOutputError("Expected TextGenerationOutput");
+	}
 }

packages/inference/src/providers/consts.ts

@@ -21,6 +21,14 @@ export const HARDCODED_MODEL_INFERENCE_MAPPING: Record<
 	 */
 	"black-forest-labs": {},
 	cerebras: {},
+	centml: {
+		"meta-llama/Llama-3.2-3B-Instruct": {
+			hfModelId: "meta-llama/Llama-3.2-3B-Instruct",
+			providerId: "meta-llama/Llama-3.2-3B-Instruct",  // CentML expects same id
+			status: "live",          // or "staging" if you prefer the warning
+			task: "conversational"   // <-- WidgetType from @huggingface/tasks
+		}
+	},
 	cohere: {},
 	"fal-ai": {},
 	"featherless-ai": {},