Fix trailing whitespace around broken data

Closes GH-13.
Closes GH-14.

Author: wooorm

src/construct/partial_data.rs

@@ -74,6 +74,8 @@ pub fn inside(tokenizer: &mut Tokenizer) -> State {
 
 /// Merge adjacent data events.
 pub fn resolve(tokenizer: &mut Tokenizer) -> Option<Subresult> {
+    tokenizer.map.consume(&mut tokenizer.events);
+
     let mut index = 0;
 
     // Loop through events and merge adjacent data events.

src/construct/partial_whitespace.rs

@@ -67,6 +67,8 @@ use alloc::vec;
 
 /// Resolve whitespace.
 pub fn resolve_whitespace(tokenizer: &mut Tokenizer, hard_break: bool, trim_whole: bool) {
+    tokenizer.map.consume(&mut tokenizer.events);
+
     let mut index = 0;
 
     while index < tokenizer.events.len() {

tests/fuzz.rs

@@ -30,5 +30,23 @@ fn fuzz() -> Result<(), String> {
         "3-b: containers should not pierce into indented code"
     );
 
+    assert_eq!(
+        to_html("a * "),
+        "<p>a *</p>",
+        "4-a: trailing whitespace and broken data"
+    );
+
+    assert_eq!(
+        to_html("_  "),
+        "<p>_</p>",
+        "4-b: trailing whitespace and broken data"
+    );
+
+    assert_eq!(
+        to_html_with_options("a ~ ", &Options::gfm())?,
+        "<p>a ~</p>",
+        "4-c: trailing whitespace and broken data"
+    );
+
     Ok(())
 }