From 028d98aca1fc31266bccd09b10c5788cfcc6f74b Mon Sep 17 00:00:00 2001 From: Vaibhavs10 Date: Mon, 9 Jun 2025 17:20:59 +0200 Subject: [PATCH 1/4] Add install instructions for llama-cpp-python. --- packages/tasks/src/model-libraries-snippets.ts | 8 +++++++- 1 file changed, 7 insertions(+), 1 deletion(-) diff --git a/packages/tasks/src/model-libraries-snippets.ts b/packages/tasks/src/model-libraries-snippets.ts index 798fb8358b..fe6742fdb2 100644 --- a/packages/tasks/src/model-libraries-snippets.ts +++ b/packages/tasks/src/model-libraries-snippets.ts @@ -678,8 +678,14 @@ model.score("query", ["doc1", "doc2", "doc3"])`, export const llama_cpp_python = (model: ModelData): string[] => { const snippets = [ - `from llama_cpp import Llama + `# !pip install llama-cpp-python + +from llama_cpp import Llama +# Download model from Hugging Face Hub +model_path = "hf://${model.id}" + +# Load model llm = Llama.from_pretrained( repo_id="${model.id}", filename="{{GGUF_FILE}}", From 2612b1e5f5e2ec392807fdecbab10fd4ec425958 Mon Sep 17 00:00:00 2001 From: Vaibhavs10 Date: Mon, 9 Jun 2025 17:24:27 +0200 Subject: [PATCH 2/4] Remove random garbage. --- packages/tasks/src/model-libraries-snippets.ts | 6 +----- 1 file changed, 1 insertion(+), 5 deletions(-) diff --git a/packages/tasks/src/model-libraries-snippets.ts b/packages/tasks/src/model-libraries-snippets.ts index fe6742fdb2..d180658810 100644 --- a/packages/tasks/src/model-libraries-snippets.ts +++ b/packages/tasks/src/model-libraries-snippets.ts @@ -679,13 +679,9 @@ model.score("query", ["doc1", "doc2", "doc3"])`, export const llama_cpp_python = (model: ModelData): string[] => { const snippets = [ `# !pip install llama-cpp-python - -from llama_cpp import Llama -# Download model from Hugging Face Hub -model_path = "hf://${model.id}" +from llama_cpp import Llama -# Load model llm = Llama.from_pretrained( repo_id="${model.id}", filename="{{GGUF_FILE}}", From 3d7b4315437e2352af5c862aaea7fc27e0092c98 Mon Sep 17 00:00:00 2001 From: Vaibhavs10 Date: Mon, 9 Jun 2025 17:30:29 +0200 Subject: [PATCH 3/4] fix the test. --- packages/tasks/src/model-libraries-snippets.spec.ts | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/packages/tasks/src/model-libraries-snippets.spec.ts b/packages/tasks/src/model-libraries-snippets.spec.ts index fa87d82423..a68a4c4b43 100644 --- a/packages/tasks/src/model-libraries-snippets.spec.ts +++ b/packages/tasks/src/model-libraries-snippets.spec.ts @@ -12,7 +12,9 @@ describe("model-libraries-snippets", () => { }; const snippet = llama_cpp_python(model); - expect(snippet.join("\n")).toEqual(`from llama_cpp import Llama + expect(snippet.join("\n")).toEqual(`# !pip install llama-cpp-python + +from llama_cpp import Llama llm = Llama.from_pretrained( repo_id="bartowski/Llama-3.2-3B-Instruct-GGUF", From a0caf8935c3e60e0aa7d55230e57542c2a4f4349 Mon Sep 17 00:00:00 2001 From: Vaibhavs10 Date: Mon, 9 Jun 2025 17:35:27 +0200 Subject: [PATCH 4/4] fix the test. - forgot there were two lol --- packages/tasks/src/model-libraries-snippets.spec.ts | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/packages/tasks/src/model-libraries-snippets.spec.ts b/packages/tasks/src/model-libraries-snippets.spec.ts index a68a4c4b43..81d28f5540 100644 --- a/packages/tasks/src/model-libraries-snippets.spec.ts +++ b/packages/tasks/src/model-libraries-snippets.spec.ts @@ -39,7 +39,9 @@ llm.create_chat_completion( }; const snippet = llama_cpp_python(model); - expect(snippet.join("\n")).toEqual(`from llama_cpp import Llama + expect(snippet.join("\n")).toEqual(`# !pip install llama-cpp-python + +from llama_cpp import Llama llm = Llama.from_pretrained( repo_id="mlabonne/gemma-2b-GGUF",