We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c462654 commit ff68a64Copy full SHA for ff68a64
single_byte.go
@@ -41,7 +41,7 @@ func newNgramState(table *[64]uint32) *ngramState {
41
func (s *ngramState) AddByte(b byte) {
42
const ngramMask = 0xFFFFFF
43
if !(b == 0x20 && s.ignoreSpace) {
44
- s.ngram = (s.ngram << 8) | uint32(b)&ngramMask
+ s.ngram = ((s.ngram << 8) | uint32(b)) & ngramMask
45
s.ignoreSpace = (s.ngram == 0x20)
46
s.ngramCount++
47
if s.lookup() {
0 commit comments