Fix @ doc parsing for triple strings with trailing whitespace trivia (#13)

Author: c42f

src/parse_stream.jl

@@ -341,7 +341,7 @@ function peek_behind(stream::ParseStream; skip_trivia::Bool=true)
     if skip_trivia
         for i = length(stream.ranges):-1:1
             r = stream.ranges[i]
-            if !is_trivia(head(r))
+            if !is_trivia(head(r)) && kind(r) != K"TOMBSTONE"
                 return _peek_behind_fields(stream.ranges, i)
             end
         end

src/parser.jl

@@ -501,6 +501,8 @@ function parse_docstring(ps::ParseState, down=parse_eq)
         else
             # "doc" foo    ==> (macrocall core_@doc "doc" foo)
             # "doc $x" foo ==> (macrocall core_@doc (string "doc " x) foo)
+            # Allow docstrings with embedded trailing whitespace trivia
+            # """\n doc\n """ foo ==> (macrocall core_@doc "doc\n" foo)
         end
         if is_doc
             reset_node!(ps, atdoc_mark, kind=K"core_@doc")

test/parser.jl

@@ -721,6 +721,8 @@ tests = [
         """ "doc" \n foo      """ => """(macrocall :(Core.var"@doc") "doc" foo)"""
         """ "doc" foo         """ => """(macrocall :(Core.var"@doc") "doc" foo)"""
         """ "doc \$x" foo     """ => """(macrocall :(Core.var"@doc") (string "doc " x) foo)"""
+        # Allow docstrings with embedded trailing whitespace trivia
+        "\"\"\"\n doc\n \"\"\" foo"  => """(macrocall :(Core.var"@doc") "doc\\n" foo)"""
     ],
 ]
 

test/test_utils.jl

@@ -236,7 +236,7 @@ function itest_parse(production, code; version::VersionNumber=v"1.6")
             println("------------------------------------")
             dump(f_ex)
         end
-        return (ex, f_ex)
+        # return (ex, f_ex)
         # return (code, stream, t, s, ex)
     end
     nothing