Adds support to Docker Model Runner (#1555)

Adds support to run models in GGUF format via [Docker Model
Runner](https://docs.docker.com/ai/model-runner/)

---------

Co-authored-by: vb <[email protected]>

Author: ilopezluna

packages/tasks/src/local-apps.spec.ts

@@ -113,4 +113,16 @@ curl -X POST "http://localhost:8000/v1/chat/completions" \\
 		]
 	}'`);
 	});
+
+	it("docker model runner", async () => {
+		const { snippet: snippetFunc } = LOCAL_APPS["docker-model-runner"];
+		const model: ModelData = {
+			id: "bartowski/Llama-3.2-3B-Instruct-GGUF",
+			tags: ["conversational"],
+			inference: "",
+		};
+		const snippet = snippetFunc(model);
+
+		expect(snippet).toEqual(`docker model run hf.co/bartowski/Llama-3.2-3B-Instruct-GGUF:{{QUANT_TAG}}`);
+	});
 });

packages/tasks/src/local-apps.ts

@@ -297,6 +297,10 @@ const snippetMlxLm = (model: ModelData): LocalAppSnippet[] => {
 	];
 };
 
+const snippetDockerModelRunner = (model: ModelData, filepath?: string): string => {
+	return `docker model run hf.co/${model.id}${getQuantTag(filepath)}`;
+};
+
 /**
  * Add your new local app here.
  *
@@ -467,6 +471,13 @@ export const LOCAL_APPS = {
 		displayOnModelPage: isLlamaCppGgufModel,
 		snippet: snippetOllama,
 	},
+	"docker-model-runner": {
+		prettyLabel: "Docker Model Runner",
+		docsUrl: "https://docs.docker.com/ai/model-runner/",
+		mainTask: "text-generation",
+		displayOnModelPage: isLlamaCppGgufModel,
+		snippet: snippetDockerModelRunner,
+	},
 } satisfies Record<string, LocalApp>;
 
 export type LocalAppKey = keyof typeof LOCAL_APPS;