Skip to content

Commit 34126c5

Browse files
committed
log common_speculative_are_compatible in speculative example
1 parent b045eac commit 34126c5

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

examples/speculative-simple/speculative-simple.cpp

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -45,6 +45,10 @@ int main(int argc, char ** argv) {
4545
model_tgt = llama_init_tgt.model.get();
4646
ctx_tgt = llama_init_tgt.context.get();
4747

48+
if (!common_speculative_are_compatible(ctx_tgt, ctx_dft)) {
49+
LOG_INF("the draft model '%s' is not compatible with the target model '%s'. tokens will be translated between the draft and target models.\n", params.speculative.model.path.c_str(), params.model.path.c_str());
50+
}
51+
4852
const llama_vocab * vocab = llama_model_get_vocab(model_tgt);
4953

5054
// load the draft model

0 commit comments

Comments
 (0)