Skip to content

Commit 79d2be4

Browse files
committed
log common_speculative_are_compatible in speculative example
1 parent b045eac commit 79d2be4

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

examples/speculative-simple/speculative-simple.cpp

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -64,6 +64,10 @@ int main(int argc, char ** argv) {
6464
//model_dft = llama_init_dft.model.get();
6565
ctx_dft = llama_init_dft.context.get();
6666

67+
if (!common_speculative_are_compatible(ctx_tgt, ctx_dft)) {
68+
LOG_INF("the draft model '%s' is not compatible with the target model '%s'. tokens will be translated between the draft and target models.\n", params.speculative.model.path.c_str(), params.model.path.c_str());
69+
}
70+
6771
// Tokenize the prompt
6872
std::vector<llama_token> inp;
6973
inp = common_tokenize(ctx_tgt, params.prompt, true, true);

0 commit comments

Comments
 (0)