speculative: increase vocab max difference

stduhpf · stduhpf · commit d52e768f3135 · 2024-07-18T11:59:25.000+02:00
diff --git a/examples/speculative/speculative.cpp b/examples/speculative/speculative.cpp
@@ -7,7 +7,7 @@
 #include <vector>
 #include <set>
 
-#define SPEC_VOCAB_MAX_SIZE_DIFFERENCE  100
+#define SPEC_VOCAB_MAX_SIZE_DIFFERENCE  256
 #define SPEC_VOCAB_CHECK_START_TOKEN_ID 5
 
 struct seq_draft {
