ICU compatible definition of whitespace and id (#6)

Fixes #5

Author: nkovacs

parser.pegjs

@@ -1,5 +1,7 @@
 {
   var inPlural = false;
+  var whitespaceChars = "[\u0009-\u000d \u0085\u200e\u200f\u2028\u2029]*";
+  var whitespaceTrimRE = new RegExp("^" + whitespaceChars + "|" + whitespaceChars + "$", "g");
 }
 
 start = token*
@@ -51,7 +53,8 @@ function = '{' _ arg:id _ ',' _ key:(m:id { if (options.strictNumberSign) { inPl
     };
   }
 
-id = $([0-9a-zA-Z$_][^ \t\n\r,.+={}]*)
+// not Pattern_Syntax or Pattern_White_Space
+id = $([^\u0009-\u000d \u0085\u200e\u200f\u2028\u2029\u0021-\u002f\u003a-\u0040\u005b-\u005e\u0060\u007b-\u007e\u00a1-\u00a7\u00a9\u00ab\u00ac\u00ae\u00b0\u00b1\u00b6\u00bb\u00bf\u00d7\u00f7\u2010-\u2027\u2030-\u203e\u2041-\u2053\u2055-\u205e\u2190-\u245f\u2500-\u2775\u2794-\u2bff\u2e00-\u2e7f\u3001-\u3003\u3008-\u3020\u3030\ufd3e\ufd3f\ufe45\ufe46]+)
 
 paramDefault = str:paramcharsDefault+ { return str.join(''); }
 
@@ -75,7 +78,7 @@ functionParams
 
 functionParamsStrict = _ ',' p:paramStrict { return p; }
 
-functionParamsDefault = _ ',' _ p:paramDefault _ { return p.replace(/^[ \t\n\r]*|[ \t\n\r]*$/g, ''); }
+functionParamsDefault = _ ',' _ p:paramDefault _ { return p.replace(whitespaceTrimRE, ''); }
 
 doubleapos = "''" { return "'"; }
 
@@ -123,4 +126,5 @@ digits = $([0-9]+)
 
 hexDigit = [0-9a-fA-F]
 
-_ = $([ \t\n\r]*)
+// Pattern_White_Space
+_ = $([\u0009-\u000d \u0085\u200e\u200f\u2028\u2029]*)

test.js

@@ -469,6 +469,11 @@ describe("Errors", function() {
 
   it("shouldn't allow characters in variables that aren't valid JavaScript identifiers", function() {
     expect(function(){ parse('{☺}'); }).to.throwError();
+    expect(function(){ parse('{a☺}'); }).to.throwError();
+  });
+
+  it("should allow characters in variables that are valid ICU identifiers", function() {
+    expect(function(){ parse('{ű\u3000á}'); }).to.not.throwError();
   });
 
   it("should allow positional variables", function() {