fix: bugs and types

Author: giladgd

src/cli/commands/DebugCommand.ts

@@ -65,5 +65,6 @@ async function DebugCmakeOptionsFunction() {
     console.info();
 
     console.info(`${chalk.yellow("CMake options:")} ${prettyPrintObject(llama.cmakeOptions)}`);
+    console.info(`${chalk.yellow("Release:")} ${prettyPrintObject(llama.llamaCppRelease)}`);
 }
 

src/cli/utils/interactivelyAskForModel.ts

@@ -122,7 +122,7 @@ export async function interactivelyAskForModel({
 
                         const compatibilityScore = await ggufInsights?.configurationResolver.scoreModelConfigurationCompatibility({
                             flashAttention: flashAttention && ggufInsights?.flashAttentionSupported,
-                            swaFullCache: swaFullCache,
+                            swaFullCache,
                             useMmap
                         });
 

src/gguf/types/GgufMetadataTypes.ts

@@ -135,8 +135,8 @@ export enum GgufFileType {
     MOSTLY_Q4_0_4_4 = 33, // deprecated
     MOSTLY_Q4_0_4_8 = 34, // deprecated
     MOSTLY_Q4_0_8_8 = 35, // deprecated
-    MOSTLY_TQ1_0 = 36, // deprecated
-    MOSTLY_TQ2_0 = 37 // deprecated
+    MOSTLY_TQ1_0 = 36,
+    MOSTLY_TQ2_0 = 37
 }
 
 

src/gguf/types/GgufTensorInfoTypes.ts

@@ -6,7 +6,7 @@ export type GgufTensorInfo = {
 
     /**
      * Adjusted offset relative to the file.
-     * 
+     *
      * Added by the GGUF parser - not part of the file's metadata.
      */
     readonly fileOffset: number | bigint,
@@ -49,5 +49,15 @@ export const enum GgmlType {
     I16 = 25,
     I32 = 26,
     I64 = 27,
-    F64 = 28
+    F64 = 28,
+    IQ1_M = 29,
+    BF16 = 30,
+    Q4_0_4_4 = 31,
+    Q4_0_4_8 = 32,
+    Q4_0_8_8 = 33,
+    TQ1_0 = 34,
+    TQ2_0 = 35,
+    IQ4_NL_4_4 = 36,
+    IQ4_NL_4_8 = 37,
+    IQ4_NL_8_8 = 38,
 }