Some new tokeniser tests

Author: Hixie

tokenizer/contentModelFlags.test

@@ -48,6 +48,12 @@
 "input":"</foo>bar</xmp>",
 "output":[["Character", "</foo>bar"], ["EndTag", "xmp"]]},
 
+{"description":"Partial end tags leading straight into partial end tags",
+"initialStates":["RCDATA state", "RAWTEXT state"],
+"lastStartTag":"xmp",
+"input":"</xmp</xmp</xmp>",
+"output":[["Character", "</xmp</xmp"], ["EndTag", "xmp"]]},
+
 {"description":"End tag with incorrect name in RCDATA or RAWTEXT (starting like correct name)",
 "initialStates":["RCDATA state", "RAWTEXT state"],
 "lastStartTag":"xmp",

tokenizer/domjs.test

@@ -10,6 +10,11 @@
             "input":"<?\u000d\u000a",
             "output":["ParseError", ["Comment", "?\u000a"]]
         },
+        {
+            "description":"CRLFLF in bogus comment state",
+            "input":"<?\u000d\u000a\u000a",
+            "output":["ParseError", ["Comment", "?\u000a\u000a"]]
+        },
         {
             "description":"NUL in RCDATA and RAWTEXT",
             "doubleEscaped":true,