Fix a vendoring bug

davidanthoff · davidanthoff · commit b950764a67b0 · 2022-10-03T13:02:14.000-07:00
diff --git a/src/CSTParser.jl b/src/CSTParser.jl
@@ -3,7 +3,7 @@ module CSTParser
 using Tokenize
 import Tokenize.Tokens
 import Tokenize.Tokens: RawToken, AbstractToken, iskeyword, isliteral, isoperator, untokenize
-import Tokenize.Lexers: Lexer, peekchar, iswhitespace
+import Tokenize.Lexers: Lexer, peekchar, iswhitespace, readchar, emit, emit_error,  accept_batch, eof
 
 include("packagedef.jl")
 
diff --git a/src/lexer.jl b/src/lexer.jl
@@ -1,5 +1,3 @@
-import Tokenize.Lexers: peekchar, readchar, iswhitespace, emit, emit_error,  accept_batch, eof
-
 const EmptyWS = Tokens.EMPTY_WS
 const SemiColonWS = Tokens.SEMICOLON_WS
 const NewLineWS = Tokens.NEWLINE_WS

Original file line number	Diff line number	Diff line change
`@@ -1,5 +1,3 @@`
`1`		`-import Tokenize.Lexers: peekchar, readchar, iswhitespace, emit, emit_error, accept_batch, eof`
`2`		`-`
`3`	`1`	`const EmptyWS = Tokens.EMPTY_WS`
`4`	`2`	`const SemiColonWS = Tokens.SEMICOLON_WS`
`5`	`3`	`const NewLineWS = Tokens.NEWLINE_WS`