File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change @@ -2264,12 +2264,12 @@ class MetaspacePreTokenizer extends PreTokenizer {
22642264 if (
22652265 // We add a prefix space if:
22662266 // (1) The normalized token does not already start with the replacement character.
2267- ! normalized . startsWith ( this . replacement )
2267+ ! normalized . startsWith ( this . replacement ) &&
22682268
22692269 // and (2) either:
22702270 // (a) prepend_scheme is 'always'
22712271 // (b) prepend_scheme is 'first' and this is the first section
2272- && ( this . prepend_scheme === 'always' || ( this . prepend_scheme === 'first' && section_index === 0 ) )
2272+ ( this . prepend_scheme === 'always' || ( this . prepend_scheme === 'first' && section_index === 0 ) )
22732273 ) {
22742274 normalized = this . strRep + normalized ;
22752275 }
You can’t perform that action at this time.
0 commit comments