Tokenizer uses static_atoms_encoder on quoted keyword keys (#11313)

Closes #11312

Author: sabiwara

lib/elixir/src/elixir_tokenizer.erl

@@ -758,6 +758,15 @@ handle_strings(T, Line, Column, H, Scope, Tokens) ->
       end,
 
       case unescape_tokens(Parts, Line, Column, NewScope) of
+        {ok, [Part]} when is_binary(Part) ->
+          case unsafe_to_atom(Part, Line, Column - 1, Scope) of
+            {ok, Atom} ->
+              Token = {kw_identifier, {Line, Column - 1, nil}, Atom},
+              tokenize(Rest, NewLine, NewColumn + 1, NewScope, [Token | Tokens]);
+            {error, Reason} ->
+              {error, Reason, Rest, Tokens}
+          end;
+
         {ok, Unescaped} ->
           Key = case Scope#elixir_tokenizer.existing_atoms_only of
             true  -> kw_identifier_safe;

lib/elixir/test/elixir/kernel/parser_test.exs

@@ -154,6 +154,23 @@ defmodule Kernel.ParserTest do
                Code.string_to_quoted("there_is_no_such_var", static_atoms_encoder: encoder)
     end
 
+    test "encodes quoted keyword keys" do
+      ref = make_ref()
+
+      encoder = fn atom, meta ->
+        assert atom == "there is no such key"
+        assert meta[:line] == 1
+        assert meta[:column] == 2
+        assert meta[:file] == "nofile"
+        {:ok, {:my, "atom", ref}}
+      end
+
+      assert {:ok, [{{:my, "atom", ^ref}, true}]} =
+               Code.string_to_quoted(~S(["there is no such key": true]),
+                 static_atoms_encoder: encoder
+               )
+    end
+
     test "addresses ambiguities" do
       encoder = fn string, _meta -> {:ok, {:atom, string}} end
 

lib/elixir/test/erlang/tokenizer_test.erl

@@ -79,7 +79,7 @@ kw_test() ->
   [{kw_identifier, {1, 1, nil}, 'A@!'}] = tokenize("A@!: "),
   [{kw_identifier, {1, 1, nil}, 'a@!'}] = tokenize("a@!: "),
   [{kw_identifier, {1, 1, nil}, foo}, {bin_string, {1, 6, nil}, [<<"bar">>]}] = tokenize("foo: \"bar\""),
-  [{kw_identifier_unsafe, {1, 1, nil}, [<<"+">>]}, {bin_string, {1, 6, nil}, [<<"bar">>]}] = tokenize("\"+\": \"bar\"").
+  [{kw_identifier, {1, 1, nil}, '+'}, {bin_string, {1, 6, nil}, [<<"bar">>]}] = tokenize("\"+\": \"bar\"").
 
 int_test() ->
   [{int, {1, 1, 123}, "123"}] = tokenize("123"),