Don't allow objects split between elements

Author: tecosaur

src/lexer.jl

@@ -1146,9 +1146,10 @@ skipchars(bytes::DenseVector{UInt8}, pos::Integer, charsets::Union{StepRange{Cha
 
 Skip over a balanced pair of characters (`bpair`) in `bytes` starting at `pos`.
 
-It is expected that `bytes[pos]` is the opening character of the pair, from which
-point all characters until as many closing characters of the pair have been
-encountered as opening characters.
+It is expected that `bytes[pos]` is the opening character of the pair, from
+which point all characters until as many closing characters of the pair have
+been encountered as opening characters. Searching will halt if a heading or
+blank line is encountered.
 
 If `quotes` is provided, then the characters in `quotes` are considered as
 additional opening characters, only characters outside quotes are considered.
@@ -1177,14 +1178,29 @@ function skipbalanced(bytes::DenseVector{UInt8}, pos::Integer, bpair::Pair{Char,
     uclose = UInt8(last(bpair))
     uquotes = map(q -> UInt8(q), quotes)
     uescape = UInt8(something(escapechar, '\0'))
+    afternewline = false
     depth = 1
     currentquote = 0x00
     bytes[pos] == uopen || return zero(pos)
     pos += 0x1
     while true
         pos <= limit || break
         chr = bytes[pos]
-        if !isnothing(escapechar) && chr == uescape && pos < limit
+        if afternewline
+            chr == UInt8('*') && let starend = skipchars(bytes, pos, '*')
+                starend < length(bytes) && bytes[starend] == UInt8(' ') && break
+            end
+            if iswhitespace(bytes, pos)
+                pos = skipspaces(bytes, pos).stop
+                pos <= limit || break
+                chr = bytes[pos]
+            end
+            chr == UInt8('\n') && break
+            afternewline = false
+        end
+        if chr == UInt8('\n')
+            afternewline = true
+        elseif !isnothing(escapechar) && chr == uescape && pos < limit
             pos += 0x1
         elseif currentquote != 0
             if chr == currentquote

test/runtests.jl

@@ -484,6 +484,13 @@ end
             [Token(K"<paragraph", 1, 1)]
         @test collect(Lexer("@@inv alid:@@")) ==
             [Token(K"<paragraph", 1, 1)]
+        @test collect(Lexer("@@x:multi\nline@@")) ==
+            [Token(K"<paragraph", 1, 1),
+             Token(K"export_snippet[148]", 1, 16)]
+        @test collect(Lexer("@@x:dis\n\ncontinued@@")) ==
+            [Token(K"<paragraph", 1, 1),
+             Token(K">paragraph", 7, 7),
+             Token(K"<paragraph", 10, 10)]
         @test collect(Lexer("@@x:content@@")) ==
             [Token(K"<paragraph", 1, 1),
              Token(K"export_snippet[148]", 1, 13)]
@@ -509,6 +516,21 @@ end
         @test collect(Lexer("[fn:label:desc]")) ==
             [Token(K"<paragraph", 1, 1)
              Token(K"footnote_reference[3]", 1, 15)]
+        @test collect(Lexer("[fn:1:multi\nline]")) ==
+            [Token(K"<paragraph", 1, 1),
+             Token(K"footnote_reference[3]", 1, 17)]
+        @test collect(Lexer("[fn:1:multi\n*bold*\nline]")) ==
+            [Token(K"<paragraph", 1, 1),
+             Token(K"footnote_reference[3]", 1, 24)]
+        @test collect(Lexer("[fn::dis\n* heading\ncontinued]")) ==
+            [Token(K"<paragraph", 1, 1),
+             Token(K">paragraph", 8, 8),
+             Token(K"heading[1]", 10, 18),
+             Token(K"<paragraph", 20, 20)]
+        @test collect(Lexer("[fn::dis\n\ncontinued]")) ==
+            [Token(K"<paragraph", 1, 1),
+             Token(K">paragraph", 8, 8),
+             Token(K"<paragraph", 11, 11)]
         @test collect(Lexer("[fn:in valid]")) ==
             [Token(K"<paragraph", 1, 1)]
     end