Add tokenizer special case for '🢲'

Author: c42f

src/tokenize.jl

@@ -22,6 +22,7 @@ end
 function is_identifier_start_char(c::Char)
     c == EOF_CHAR && return false
     isvalid(c) || return false
+    c == '🢲' && return false  # First divergence from Base.is_id_start_char
     return Base.is_id_start_char(c)
 end
 

test/tokenize.jl

@@ -920,11 +920,11 @@ end
     if VERSION >= v"1.10-DEV"
         push!(ops, "⥷ ⥺ ⟇")
     end
-    if VERSION >= v"1.12-DEV"
-        push!(ops, "🢲")
-    end
     allops = split(join(ops, " "), " ")
     @test all(s->Base.isoperator(Symbol(s)) == is_operator(first(collect(tokenize(s))).kind), allops)
+
+    # "\U1f8b2" added in Julia 1.12
+    @test is_operator(first(collect(tokenize("🢲"))))
 end
 
 const all_kws = Set([