Merge pull request #26465 from rnathanday/master

include leading non-ASCII horizontal whitespace

Author: RyanCavanaugh

src/compiler/scanner.ts

@@ -1396,6 +1396,24 @@ namespace ts {
                     case CharacterCodes.verticalTab:
                     case CharacterCodes.formFeed:
                     case CharacterCodes.space:
+                    case CharacterCodes.nonBreakingSpace:
+                    case CharacterCodes.ogham:
+                    case CharacterCodes.enQuad:
+                    case CharacterCodes.emQuad:
+                    case CharacterCodes.enSpace:
+                    case CharacterCodes.emSpace:
+                    case CharacterCodes.threePerEmSpace:
+                    case CharacterCodes.fourPerEmSpace:
+                    case CharacterCodes.sixPerEmSpace:
+                    case CharacterCodes.figureSpace:
+                    case CharacterCodes.punctuationSpace:
+                    case CharacterCodes.thinSpace:
+                    case CharacterCodes.hairSpace:
+                    case CharacterCodes.zeroWidthSpace:
+                    case CharacterCodes.narrowNoBreakSpace:
+                    case CharacterCodes.mathematicalSpace:
+                    case CharacterCodes.ideographicSpace:
+                    case CharacterCodes.byteOrderMark:
                         if (skipTrivia) {
                             pos++;
                             continue;

tests/baselines/reference/scannerNonAsciiHorizontalWhitespace.js

@@ -0,0 +1,14 @@
+//// [scannerNonAsciiHorizontalWhitespace.ts]
+//// [scannerNonAsciiHorizontalWhitespace.ts]
+"  function f() {}"
+
+//// [scannerNonAsciiHorizontalWhitespace.js]
+"  function f() {}"
+
+
+
+//// [scannerNonAsciiHorizontalWhitespace.js]
+//// [scannerNonAsciiHorizontalWhitespace.ts]
+"  function f() {}";
+//// [scannerNonAsciiHorizontalWhitespace.js]
+"  function f() {}";

tests/baselines/reference/scannerNonAsciiHorizontalWhitespace.symbols

@@ -0,0 +1,9 @@
+=== tests/cases/conformance/scanner/ecmascript5/scannerNonAsciiHorizontalWhitespace.ts ===
+//// [scannerNonAsciiHorizontalWhitespace.ts]
+No type information for this code."  function f() {}"
+No type information for this code.
+No type information for this code.//// [scannerNonAsciiHorizontalWhitespace.js]
+No type information for this code."  function f() {}"
+No type information for this code.
+No type information for this code.
+No type information for this code.

tests/baselines/reference/scannerNonAsciiHorizontalWhitespace.types

@@ -0,0 +1,10 @@
+=== tests/cases/conformance/scanner/ecmascript5/scannerNonAsciiHorizontalWhitespace.ts ===
+//// [scannerNonAsciiHorizontalWhitespace.ts]
+"  function f() {}"
+>"  function f() {}" : "  function f() {}"
+
+//// [scannerNonAsciiHorizontalWhitespace.js]
+"  function f() {}"
+>"  function f() {}" : "  function f() {}"
+
+

tests/cases/conformance/scanner/ecmascript5/scannerNonAsciiHorizontalWhitespace.ts

@@ -0,0 +1,6 @@
+//// [scannerNonAsciiHorizontalWhitespace.ts]
+"  function f() {}"
+
+//// [scannerNonAsciiHorizontalWhitespace.js]
+"  function f() {}"
+