From 5b440385ae6949047b438b85e97c6b396bedc97c Mon Sep 17 00:00:00 2001
From: Ed Addario <eaddario@hotmail.com>
Date: Fri, 13 Jun 2025 07:40:39 +0100
Subject: [PATCH] Add UINT type to KV overrides

---
 common/common.cpp          |  4 ++++
 include/llama.h            | 10 ++++++----
 src/llama-model-loader.cpp |  8 ++++++++
 src/llama-quant.cpp        |  2 ++
 4 files changed, 20 insertions(+), 4 deletions(-)

diff --git a/common/common.cpp b/common/common.cpp
index 4cc40ed8b37a4..09edaf733516d 100644
--- a/common/common.cpp
+++ b/common/common.cpp
@@ -650,6 +650,10 @@ bool string_parse_kv_override(const char * data, std::vector<llama_model_kv_over
         sep += 4;
         kvo.tag = LLAMA_KV_OVERRIDE_TYPE_INT;
         kvo.val_i64 = std::atol(sep);
+    } else if (strncmp(sep, "uint:", 5) == 0) {
+        sep += 5;
+        kvo.tag = LLAMA_KV_OVERRIDE_TYPE_UINT;
+        kvo.val_u64 = std::atol(sep);
     } else if (strncmp(sep, "float:", 6) == 0) {
         sep += 6;
         kvo.tag = LLAMA_KV_OVERRIDE_TYPE_FLOAT;
diff --git a/include/llama.h b/include/llama.h
index da0f652cfd63a..02c8c7dee19a9 100644
--- a/include/llama.h
+++ b/include/llama.h
@@ -269,6 +269,7 @@ extern "C" {
         LLAMA_KV_OVERRIDE_TYPE_FLOAT,
         LLAMA_KV_OVERRIDE_TYPE_BOOL,
         LLAMA_KV_OVERRIDE_TYPE_STR,
+        LLAMA_KV_OVERRIDE_TYPE_UINT,
     };
 
     struct llama_model_kv_override {
@@ -277,10 +278,11 @@ extern "C" {
         char key[128];
 
         union {
-            int64_t val_i64;
-            double  val_f64;
-            bool    val_bool;
-            char    val_str[128];
+            int64_t  val_i64;
+            uint64_t val_u64;
+            double   val_f64;
+            bool     val_bool;
+            char     val_str[128];
         };
     };
 
diff --git a/src/llama-model-loader.cpp b/src/llama-model-loader.cpp
index ddb1b03675b28..2d805ccfe4f7a 100644
--- a/src/llama-model-loader.cpp
+++ b/src/llama-model-loader.cpp
@@ -164,6 +164,7 @@ namespace GGUFMeta {
                 case LLAMA_KV_OVERRIDE_TYPE_INT:   return "int";
                 case LLAMA_KV_OVERRIDE_TYPE_FLOAT: return "float";
                 case LLAMA_KV_OVERRIDE_TYPE_STR:   return "str";
+                case LLAMA_KV_OVERRIDE_TYPE_UINT: return "uint";
             }
             return "unknown";
         }
@@ -180,6 +181,9 @@ namespace GGUFMeta {
                     case LLAMA_KV_OVERRIDE_TYPE_INT:   {
                         LLAMA_LOG_INFO("%" PRId64 "\n", ovrd->val_i64);
                     } break;
+                    case LLAMA_KV_OVERRIDE_TYPE_UINT:   {
+                        LLAMA_LOG_INFO("%" PRIu64 "\n", ovrd->val_u64);
+                    } break;
                     case LLAMA_KV_OVERRIDE_TYPE_FLOAT: {
                         LLAMA_LOG_INFO("%.6f\n", ovrd->val_f64);
                     } break;
@@ -216,6 +220,10 @@ namespace GGUFMeta {
                 target = ovrd->val_i64;
                 return true;
             }
+            if (validate_override(LLAMA_KV_OVERRIDE_TYPE_UINT, ovrd)) {
+                target = ovrd->val_u64;
+                return true;
+            }
             return false;
         }
 
diff --git a/src/llama-quant.cpp b/src/llama-quant.cpp
index 159b1307a4c5d..102ba158e96d8 100644
--- a/src/llama-quant.cpp
+++ b/src/llama-quant.cpp
@@ -586,6 +586,8 @@ static void llama_model_quantize_impl(const std::string & fname_inp, const std::
                 gguf_set_val_f32(ctx_out.get(), o.key, o.val_f64);
             } else if (o.tag == LLAMA_KV_OVERRIDE_TYPE_INT) {
                 gguf_set_val_i32(ctx_out.get(), o.key, o.val_i64);
+            } else if (o.tag == LLAMA_KV_OVERRIDE_TYPE_UINT) {
+                gguf_set_val_u32(ctx_out.get(), o.key, o.val_u64);
             } else if (o.tag == LLAMA_KV_OVERRIDE_TYPE_BOOL) {
                 gguf_set_val_bool(ctx_out.get(), o.key, o.val_bool);
             } else if (o.tag == LLAMA_KV_OVERRIDE_TYPE_STR) {