Skip to content

Commit 9cc3d86

Browse files
committed
rely on conversational tag
1 parent 1970e31 commit 9cc3d86

File tree

4 files changed

+10
-7
lines changed

4 files changed

+10
-7
lines changed

packages/tasks/src/snippets/curl.ts

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@ export const snippetBasic = (model: ModelDataMinimal, accessToken: string): stri
1010
-H "Authorization: Bearer ${accessToken || `{API_TOKEN}`}"`;
1111

1212
export const snippetTextGeneration = (model: ModelDataMinimal, accessToken: string): string => {
13-
if (model.config?.tokenizer_config?.chat_template) {
13+
if (model.tags.includes("conversational")) {
1414
// Conversational model detected, so we display a code snippet that features the Messages API
1515
return `curl 'https://api-inference.huggingface.co/models/${model.id}/v1/chat/completions' \\
1616
-H "Authorization: Bearer ${accessToken || `{API_TOKEN}`}" \\
@@ -28,7 +28,7 @@ export const snippetTextGeneration = (model: ModelDataMinimal, accessToken: stri
2828
};
2929

3030
export const snippetImageTextToTextGeneration = (model: ModelDataMinimal, accessToken: string): string => {
31-
if (model.config?.tokenizer_config?.chat_template) {
31+
if (model.tags.includes("conversational")) {
3232
// Conversational model detected, so we display a code snippet that features the Messages API
3333
return `curl 'https://api-inference.huggingface.co/models/${model.id}/v1/chat/completions' \\
3434
-H "Authorization: Bearer ${accessToken || `{API_TOKEN}`}" \\

packages/tasks/src/snippets/js.ts

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ query({"inputs": ${getModelInputSnippet(model)}}).then((response) => {
2424
});`;
2525

2626
export const snippetTextGeneration = (model: ModelDataMinimal, accessToken: string): string => {
27-
if (model.config?.tokenizer_config?.chat_template) {
27+
if (model.tags.includes("conversational")) {
2828
// Conversational model detected, so we display a code snippet that features the Messages API
2929
return `import { HfInference } from "@huggingface/inference";
3030
@@ -43,7 +43,7 @@ for await (const chunk of inference.chatCompletionStream({
4343
};
4444

4545
export const snippetImageTextToTextGeneration = (model: ModelDataMinimal, accessToken: string): string => {
46-
if (model.config?.tokenizer_config?.chat_template) {
46+
if (model.tags.includes("conversational")) {
4747
// Conversational model detected, so we display a code snippet that features the Messages API
4848
return `import { HfInference } from "@huggingface/inference";
4949

packages/tasks/src/snippets/python.ts

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -177,10 +177,10 @@ export const pythonSnippets: Partial<Record<PipelineType, (model: ModelDataMinim
177177
};
178178

179179
export function getPythonInferenceSnippet(model: ModelDataMinimal, accessToken: string): string {
180-
if (model.pipeline_tag === "text-generation" && model.config?.tokenizer_config?.chat_template) {
180+
if (model.pipeline_tag === "text-generation" && model.tags.includes("conversational")) {
181181
// Conversational model detected, so we display a code snippet that features the Messages API
182182
return snippetConversational(model, accessToken);
183-
} else if (model.pipeline_tag === "image-text-to-text" && model.config?.tokenizer_config?.chat_template) {
183+
} else if (model.pipeline_tag === "image-text-to-text" && model.tags.includes("conversational")) {
184184
// Example sending an image to the Message API
185185
return snippetConversationalWithImage(model, accessToken);
186186
} else {

packages/tasks/src/snippets/types.ts

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -5,4 +5,7 @@ import type { ModelData } from "../model-data";
55
*
66
* Add more fields as needed.
77
*/
8-
export type ModelDataMinimal = Pick<ModelData, "id" | "pipeline_tag" | "mask_token" | "library_name" | "config">;
8+
export type ModelDataMinimal = Pick<
9+
ModelData,
10+
"id" | "pipeline_tag" | "mask_token" | "library_name" | "config" | "tags"
11+
>;

0 commit comments

Comments
 (0)