[Inference Providers] Fix structured output

packages/inference/src/providers/nebius.ts

@@ -44,6 +44,29 @@ export class NebiusConversationalTask extends BaseConversationalTask {
 	constructor() {
 		super("nebius", NEBIUS_API_BASE_URL);
 	}
+
+	override preparePayload(params: BodyParams): Record<string, unknown> {
+		const payload = super.preparePayload(params) as Record<string, unknown>;
+
+		const responseFormat = (params.args as Record<string, unknown>)["response_format"];
+		if (
+			responseFormat &&
+			typeof responseFormat === "object" &&
+			"type" in responseFormat &&
+			(responseFormat as { type?: unknown }).type === "json_schema"
+		) {
+			const jsonSchemaDetails = (responseFormat as Record<string, unknown>)["json_schema"];
+			if (
+				jsonSchemaDetails &&
+				typeof jsonSchemaDetails === "object" &&
+				"schema" in (jsonSchemaDetails as Record<string, unknown>)
+			) {
+				payload["guided_json"] = (jsonSchemaDetails as Record<string, unknown>)["schema"];
+			}
+		}
+
+		return payload;
+	}
 }
 
 export class NebiusTextGenerationTask extends BaseTextGenerationTask {

packages/inference/src/providers/sambanova.ts

@@ -24,6 +24,30 @@ export class SambanovaConversationalTask extends BaseConversationalTask {
 	constructor() {
 		super("sambanova", "https://api.sambanova.ai");
 	}
+
+	override preparePayload(params: BodyParams): Record<string, unknown> {
+		const payload = super.preparePayload(params) as Record<string, unknown>;
+
+		const responseFormat = (params.args as Record<string, unknown>)["response_format"];
+		if (
+			responseFormat &&
+			typeof responseFormat === "object" &&
+			"type" in responseFormat &&
+			(responseFormat as { type?: unknown }).type === "json_schema"
+		) {
+			const jsonSchemaConfig = (responseFormat as Record<string, unknown>)["json_schema"] as
+				| Record<string, unknown>
+				| undefined;
+			if (jsonSchemaConfig && typeof jsonSchemaConfig === "object") {
+				const strict = jsonSchemaConfig["strict"];
+				if (strict === true || strict === undefined) {
+					jsonSchemaConfig["strict"] = false;
+				}
+			}
+		}
+
+		return payload;
+	}
 }
 
 export class SambanovaFeatureExtractionTask extends TaskProviderHelper implements FeatureExtractionTaskHelper {