Disable "...is not marked as EOG" messages (#712)

ikawrakow · Iwan Kawrakow · web-flow · commit 0cb669694356 · 2025-08-20T16:47:14.000+03:00
Co-authored-by: Iwan Kawrakow &lt;iwan.kawrakow@gmail.com&gt;
diff --git a/src/llama-vocab.cpp b/src/llama-vocab.cpp
@@ -2331,10 +2331,10 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
                 }
             } else {
                 // token is control, but not marked as EOG -> print a debug log
-                if (id_to_token[t.second].attr & LLAMA_TOKEN_ATTR_CONTROL && special_eog_ids.count(t.second) == 0) {
-                    LLAMA_LOG_DEBUG("%s: control token: %6d '%s' is not marked as EOG\n",
-                            __func__, t.second, t.first.c_str());
-                }
+                //if (id_to_token[t.second].attr & LLAMA_TOKEN_ATTR_CONTROL && special_eog_ids.count(t.second) == 0) {
+                //    LLAMA_LOG_DEBUG("%s: control token: %6d '%s' is not marked as EOG\n",
+                //            __func__, t.second, t.first.c_str());
+                //}
             }
         }
 

Original file line number	Diff line number	Diff line change
`@@ -2331,10 +2331,10 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {`
`2331`	`2331`	`}`
`2332`	`2332`	`} else {`
`2333`	`2333`	`// token is control, but not marked as EOG -> print a debug log`
`2334`		`- if (id_to_token[t.second].attr & LLAMA_TOKEN_ATTR_CONTROL && special_eog_ids.count(t.second) == 0) {`
`2335`		`- LLAMA_LOG_DEBUG("%s: control token: %6d '%s' is not marked as EOG\n",`
`2336`		`- __func__, t.second, t.first.c_str());`
`2337`		`- }`
	`2334`	`+ //if (id_to_token[t.second].attr & LLAMA_TOKEN_ATTR_CONTROL && special_eog_ids.count(t.second) == 0) {`
	`2335`	`+ // LLAMA_LOG_DEBUG("%s: control token: %6d '%s' is not marked as EOG\n",`
	`2336`	`+ // __func__, t.second, t.first.c_str());`
	`2337`	`+ //}`
`2338`	`2338`	`}`
`2339`	`2339`	`}`
`2340`	`2340`