workaround for big strings

Author: StpMax

sly/lex.py

@@ -36,6 +36,10 @@
 import re
 import copy
 
+
+_strings_pattern_re = re.compile('(?P<QUOTE_STRING>(\'(?:\\\\.|[^\'])*(?:\'\'(?:\\\\.|[^\'])*)*\'))|(?P<DQUOTE_STRING>("(?:\\\\.|[^"])*"))')
+
+
 class LexError(Exception):
     '''
     Exception raised if an invalid character is encountered and no default
@@ -406,7 +410,11 @@ def _reject():
                 tok = Token()
                 tok.lineno = lineno
                 tok.index = index
-                m = _master_re.match(text, index)
+
+                m = _master_re.match(text, index, index + 50)
+                if m is None:
+                    m = _strings_pattern_re.match(text, index)
+
                 if m:
                     tok.end = index = m.end()
                     tok.value = m.group()