Skip to content
Merged
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 8 additions & 0 deletions lib/elixir/test/elixir/kernel/string_tokenizer_test.exs
Original file line number Diff line number Diff line change
Expand Up @@ -70,6 +70,14 @@ defmodule Kernel.StringTokenizerTest do
assert {:error, _} = Code.string_to_quoted("Ola!")
end

test "tokenizes calls with thai atom" do
assert {{:., _, [:foo, :บูมเมอแรง]}, _, []} =
Code.string_to_quoted!(":foo.บูมเมอแรง()")

assert {{:., _, [:foo, :บูมเมอแรง]}, _, []} =
Code.string_to_quoted!(":foo.\"บูมเมอแรง\"()")
end

describe "script mixing" do
test "prevents Restricted codepoints in identifiers" do
exception = assert_raise SyntaxError, fn -> Code.string_to_quoted!("_shibㅤ = 1") end
Expand Down
Loading