Skip to content

Commit 864f351

Browse files
committed
Add missing break statement in Tokenizer
1 parent 5bb696c commit 864f351

File tree

1 file changed

+4
-0
lines changed
  • graalpython/com.oracle.graal.python.pegparser/src/com/oracle/graal/python/pegparser/tokenizer

1 file changed

+4
-0
lines changed

graalpython/com.oracle.graal.python.pegparser/src/com/oracle/graal/python/pegparser/tokenizer/Tokenizer.java

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -343,6 +343,9 @@ private static int[] charsToCodePoints(char[] chars) {
343343
* spec comment are ignored,
344344
*/
345345
public static Tokenizer fromString(ErrorCallback errorCallback, String code, EnumSet<Flag> flags) {
346+
if (code.length() > 0 && code.charAt(0) == '\\') {
347+
System.out.println("Creating tokenizer for *" + code + "*");
348+
}
346349
return new Tokenizer(errorCallback, charsToCodePoints(code.toCharArray()), flags);
347350
}
348351

@@ -625,6 +628,7 @@ public Token next() {
625628
if ((c = continuationLine()) == -1) {
626629
return createToken(Token.Kind.ERRORTOKEN);
627630
}
631+
break;
628632
default:
629633
break OUTER;
630634
}

0 commit comments

Comments
 (0)