We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 350ebb2 commit b755d00Copy full SHA for b755d00
cpp/grammar_compiler.cc
@@ -143,7 +143,7 @@ class GrammarMatcherForTokenMaskCache : public EarleyParser {
143
bool is_root_rule,
144
bool fill_reject_indices,
145
int* last_rejected_range,
146
- const std::string* prev_token,
+ const std::string*& prev_token,
147
int* prev_matched_size
148
);
149
@@ -629,7 +629,7 @@ bool GrammarMatcherForTokenMaskCache::CheckTokensInInterval(
629
630
631
632
633
634
) {
635
const auto& sorted_decoded_vocab = tokenizer_info.GetSortedDecodedVocab();
0 commit comments