fix(tokeniser): update comment regex as the spec says (#566)

The old regex was needlessly complex with an additional requirement (didn't allow `*` to exist without another preceding `*`).

Author: saschanaz

lib/tokeniser.js

@@ -11,7 +11,7 @@ const tokenRe = {
   identifier: /[_-]?[A-Za-z][0-9A-Z_a-z-]*/y,
   string: /"[^"]*"/y,
   whitespace: /[\t\n\r ]+/y,
-  comment: /((\/(\/.*|\*([^*]|\*[^/])*\*\/)[\t\n\r ]*)+)/y,
+  comment: /\/\/.*|\/\*(.|\n)*?\*\//y,
   other: /[^\t\n\r 0-9A-Za-z]/y,
 };
 

test/syntax/baseline/comment.json

@@ -0,0 +1,7 @@
+[
+    {
+        "type": "eof",
+        "value": "",
+        "trivia": "/** 25 **/\n"
+    }
+]

test/syntax/idl/comment.webidl

@@ -0,0 +1 @@
+/** 25 **/