Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions core/llm/autodetect.ts
Original file line number Diff line number Diff line change
Expand Up @@ -105,6 +105,8 @@ const MODEL_SUPPORTS_IMAGES: RegExp[] = [
/\bgemma-?3(?!n)/, // gemma3 supports vision, but gemma3n doesn't!
/\b(pali|med)gemma/,
/qwen(.*)vl/,
/mistral-small/,
/mistral-medium/,
];

function modelSupportsImages(
Expand Down
30 changes: 25 additions & 5 deletions core/llm/llms/WatsonX.ts
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,7 @@ import {
Chunk,
CompletionOptions,
LLMOptions,
TextMessagePart,
ToolCallDelta,
ToolResultChatMessage,
} from "../../index.js";
Expand Down Expand Up @@ -103,11 +104,30 @@ class WatsonX extends BaseLLM {
}));
delete message_.toolCalls;
delete message_.content;
} else if (
message_.role === "user" &&
typeof message_.content === "string"
) {
message_.content = [{ type: "text", text: message_.content }];
} else if (message_.role === "user") {
if (typeof message.content === "string") {
message_.content = [{ type: "text", text: message_.content }];
} else {
return {
role: "user",
content: !message.content.some((item) => item.type !== "text")
? message.content
.map((item) => (item as TextMessagePart).text)
.join("") || " "
: message.content.map((part) => {
if (part.type === "imageUrl") {
return {
type: "image_url" as const,
image_url: {
url: part.imageUrl.url,
detail: "auto" as const,
},
};
}
return part;
}),
};
}
}
return message_;
}
Expand Down
Loading