test: check recommended model URIs

Author: giladgd

src/cli/recommendedModels.ts

@@ -227,10 +227,8 @@ export const recommendedModels: ModelRecommendation[] = [{
     fileOptions: [
         "hf:bartowski/gemma-2-9b-it-GGUF:Q6_K_L",
         "hf:bartowski/gemma-2-9b-it-GGUF:Q6_K",
-        "hf:bartowski/gemma-2-9b-it-GGUF:Q5_K_L",
         "hf:bartowski/gemma-2-9b-it-GGUF:Q5_K_M",
         "hf:bartowski/gemma-2-9b-it-GGUF:Q5_K_S",
-        "hf:bartowski/gemma-2-9b-it-GGUF:Q4_K_L",
         "hf:bartowski/gemma-2-9b-it-GGUF:Q4_K_M"
     ]
 }, {
@@ -258,10 +256,8 @@ export const recommendedModels: ModelRecommendation[] = [{
     fileOptions: [
         "hf:bartowski/gemma-2-27b-it-GGUF:Q6_K_L",
         "hf:bartowski/gemma-2-27b-it-GGUF:Q6_K",
-        "hf:bartowski/gemma-2-27b-it-GGUF:Q5_K_L",
         "hf:bartowski/gemma-2-27b-it-GGUF:Q5_K_M",
         "hf:bartowski/gemma-2-27b-it-GGUF:Q5_K_S",
-        "hf:bartowski/gemma-2-27b-it-GGUF:Q4_K_L",
         "hf:bartowski/gemma-2-27b-it-GGUF:Q4_K_M"
     ]
 }, {

test/standalone/cli/recommendedModels.test.ts

@@ -0,0 +1,35 @@
+import {describe, expect, test} from "vitest";
+import {parseModelUri, resolveParsedModelUri} from "../../../src/utils/parseModelUri.js";
+import {recommendedModels} from "../../../src/cli/recommendedModels.js";
+
+describe("cli", () => {
+    describe("recommended models", () => {
+        test("all URIs resolve correctly", async () => {
+            const unresolvedUris = (
+                await Promise.all(
+                    recommendedModels
+                        .flatMap((modelOption) => (
+                            modelOption.fileOptions.map(((uri) => [modelOption.name, uri]))
+                        ))
+                        .map(async ([modelName, uri]) => {
+                            if (uri == null)
+                                return null;
+
+                            try {
+                                await resolveParsedModelUri(parseModelUri(uri));
+                                return null;
+                            } catch (err) {
+                                return {
+                                    modelName,
+                                    uri
+                                };
+                            }
+                        })
+                )
+            )
+                .filter((unresolvedUri) => unresolvedUri != null);
+
+            expect(unresolvedUris).to.eql([]);
+        });
+    });
+});

test/standalone/utils/parseModelUri.test.ts

@@ -230,38 +230,38 @@ describe("utils", () => {
         });
 
         test("Hugging Face simple URI is resolved 2", async () => {
-            const parsedModelUri = parseModelUri("hf:bartowski/Meta-Llama-3.1-70B-Instruct-GGUF:Q5_K_L");
+            const parsedModelUri = parseModelUri("hf:bartowski/Meta-Llama-3.1-70B-Instruct-GGUF:Q5_K_M");
 
             expect(parsedModelUri).toMatchInlineSnapshot(`
               {
                 "baseFilename": "Meta-Llama-3.1-70B-Instruct",
                 "filePrefix": "hf_bartowski_",
                 "possibleFullFilenames": [
-                  "hf_bartowski_Meta-Llama-3.1-70B-Instruct.Q5_K_L.gguf",
-                  "hf_bartowski_Meta-Llama-3.1-70B-Instruct.Q5_K_L-00001-of-{:
+                  "hf_bartowski_Meta-Llama-3.1-70B-Instruct.Q5_K_M.gguf",
+                  "hf_bartowski_Meta-Llama-3.1-70B-Instruct.Q5_K_M-00001-of-{:
               {number}
               :}.gguf",
                 ],
                 "resolveDetails": {
                   "model": "Meta-Llama-3.1-70B-Instruct-GGUF",
-                  "tag": "Q5_K_L",
+                  "tag": "Q5_K_M",
                   "type": "hf",
                   "user": "bartowski",
                 },
                 "type": "unresolved",
-                "uri": "hf:bartowski/Meta-Llama-3.1-70B-Instruct-GGUF:Q5_K_L",
+                "uri": "hf:bartowski/Meta-Llama-3.1-70B-Instruct-GGUF:Q5_K_M",
               }
             `);
 
             const resolvedUri = await resolveParsedModelUri(parsedModelUri);
             expect(resolvedUri).toMatchInlineSnapshot(`
               {
                 "filePrefix": "hf_bartowski_",
-                "filename": "Meta-Llama-3.1-70B-Instruct.Q5_K_L-00001-of-00002.gguf",
-                "fullFilename": "hf_bartowski_Meta-Llama-3.1-70B-Instruct.Q5_K_L-00001-of-00002.gguf",
-                "resolvedUrl": "https://huggingface.co/bartowski/Meta-Llama-3.1-70B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-70B-Instruct-Q5_K_L/Meta-Llama-3.1-70B-Instruct-Q5_K_L-00001-of-00002.gguf?download=true",
+                "filename": "Meta-Llama-3.1-70B-Instruct.Q5_K_M-00001-of-00002.gguf",
+                "fullFilename": "hf_bartowski_Meta-Llama-3.1-70B-Instruct.Q5_K_M-00001-of-00002.gguf",
+                "resolvedUrl": "https://huggingface.co/bartowski/Meta-Llama-3.1-70B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-70B-Instruct-Q5_K_M/Meta-Llama-3.1-70B-Instruct-Q5_K_M-00001-of-00002.gguf?download=true",
                 "type": "resolved",
-                "uri": "hf:bartowski/Meta-Llama-3.1-70B-Instruct-GGUF:Q5_K_L",
+                "uri": "hf:bartowski/Meta-Llama-3.1-70B-Instruct-GGUF:Q5_K_M",
               }
             `);
         });