reduced the number of tokens generated by YAML mode by coallescing tokens

Author: [email protected]

src/lang-yaml.js

@@ -10,16 +10,18 @@
 PR.registerLangHandler(
   PR.createSimpleLexer(
     [
-      [PR.PR_PUNCTUATION, /^[:|>?]/, null, ':|>?'],
+      [PR.PR_PUNCTUATION, /^[:|>?]+/, null, ':|>?'],
       [PR.PR_DECLARATION,  /^%(?:YAML|TAG)[^#\r\n]+/, null, '%'],
       [PR.PR_TYPE, /^[&]\S+/, null, '&'],
       [PR.PR_TYPE, /^!\S*/, null, '!'],
       [PR.PR_STRING, /^"(?:[^\\"]|\\.)*(?:"|$)/, null, '"'],
       [PR.PR_STRING, /^'(?:[^']|'')*(?:'|$)/, null, "'"],
-      [PR.PR_COMMENT, /^#[^\r\n]*/, null, '#']
+      [PR.PR_COMMENT, /^#[^\r\n]*/, null, '#'],
+      [PR.PR_PLAIN, /^\s+/, null, ' \t\r\n']
     ],
     [
       [PR.PR_DECLARATION, /^(?:---|\.\.\.)(?:[\r\n]|$)/],
       [PR.PR_PUNCTUATION, /^-/],
-      [PR.PR_KEYWORD, /^\w+:[ \r\n]/]
+      [PR.PR_KEYWORD, /^\w+:[ \r\n]/],
+      [PR.PR_PLAIN, /^\w+/]
     ]), ['yaml', 'yml']);