diff --git a/src/kinds.jl b/src/kinds.jl index dafc91de..dec74772 100644 --- a/src/kinds.jl +++ b/src/kinds.jl @@ -479,6 +479,7 @@ register_kinds!(JuliaSyntax, 0, [ "↶" "↺" "↻" + "🢲" "END_ARROW" # Level 4 diff --git a/src/tokenize.jl b/src/tokenize.jl index af78bee4..ef7b3f98 100644 --- a/src/tokenize.jl +++ b/src/tokenize.jl @@ -22,6 +22,7 @@ end function is_identifier_start_char(c::Char) c == EOF_CHAR && return false isvalid(c) || return false + c == '🢲' && return false # First divergence from Base.is_id_start_char return Base.is_id_start_char(c) end diff --git a/test/tokenize.jl b/test/tokenize.jl index e2d069da..6fe7f1ad 100644 --- a/test/tokenize.jl +++ b/test/tokenize.jl @@ -922,6 +922,9 @@ end end allops = split(join(ops, " "), " ") @test all(s->Base.isoperator(Symbol(s)) == is_operator(first(collect(tokenize(s))).kind), allops) + + # "\U1f8b2" added in Julia 1.12 + @test is_operator(first(collect(tokenize("🢲")))) end const all_kws = Set([