include leading non-ASCII horizontal whitespace in SyntaxKind.WhitespaceTrivia token

Author: Nathan Day

src/compiler/scanner.ts

@@ -1390,6 +1390,24 @@ namespace ts {
                     case CharacterCodes.verticalTab:
                     case CharacterCodes.formFeed:
                     case CharacterCodes.space:
+                    case CharacterCodes.nonBreakingSpace:
+                    case CharacterCodes.ogham:
+                    case CharacterCodes.enQuad:
+                    case CharacterCodes.emQuad:
+                    case CharacterCodes.enSpace:
+                    case CharacterCodes.emSpace:
+                    case CharacterCodes.threePerEmSpace:
+                    case CharacterCodes.fourPerEmSpace:
+                    case CharacterCodes.sixPerEmSpace:
+                    case CharacterCodes.figureSpace:
+                    case CharacterCodes.punctuationSpace:
+                    case CharacterCodes.thinSpace:
+                    case CharacterCodes.hairSpace:
+                    case CharacterCodes.zeroWidthSpace:
+                    case CharacterCodes.narrowNoBreakSpace:
+                    case CharacterCodes.mathematicalSpace:
+                    case CharacterCodes.ideographicSpace:
+                    case CharacterCodes.byteOrderMark:
                         if (skipTrivia) {
                             pos++;
                             continue;

tests/baselines/reference/scannerNonAsciiHorizontalWhitespace.js

@@ -0,0 +1,14 @@
+//// [scannerNonAsciiHorizontalWhitespace.ts]
+//// [scannerNonAsciiHorizontalWhitespace.ts]
+"  function f() {}"
+
+//// [scannerNonAsciiHorizontalWhitespace.js]
+"  function f() {}"
+
+
+
+//// [scannerNonAsciiHorizontalWhitespace.js]
+//// [scannerNonAsciiHorizontalWhitespace.ts]
+"  function f() {}";
+//// [scannerNonAsciiHorizontalWhitespace.js]
+"  function f() {}";

tests/baselines/reference/scannerNonAsciiHorizontalWhitespace.symbols

@@ -0,0 +1,9 @@
+=== tests/cases/conformance/scanner/ecmascript5/scannerNonAsciiHorizontalWhitespace.ts ===
+//// [scannerNonAsciiHorizontalWhitespace.ts]
+No type information for this code."  function f() {}"
+No type information for this code.
+No type information for this code.//// [scannerNonAsciiHorizontalWhitespace.js]
+No type information for this code."  function f() {}"
+No type information for this code.
+No type information for this code.
+No type information for this code.

tests/baselines/reference/scannerNonAsciiHorizontalWhitespace.types

@@ -0,0 +1,10 @@
+=== tests/cases/conformance/scanner/ecmascript5/scannerNonAsciiHorizontalWhitespace.ts ===
+//// [scannerNonAsciiHorizontalWhitespace.ts]
+"  function f() {}"
+>"  function f() {}" : "  function f() {}"
+
+//// [scannerNonAsciiHorizontalWhitespace.js]
+"  function f() {}"
+>"  function f() {}" : "  function f() {}"
+
+

tests/cases/conformance/scanner/ecmascript5/scannerNonAsciiHorizontalWhitespace.ts

@@ -0,0 +1,6 @@
+//// [scannerNonAsciiHorizontalWhitespace.ts]
+"  function f() {}"
+
+//// [scannerNonAsciiHorizontalWhitespace.js]
+"  function f() {}"
+