Tokens: Tabspace

Author: sinclairzx81

src/token/internal/char.ts

@@ -67,13 +67,15 @@ export const Digit = [Zero, ...NonZero] as TDigit
 // ------------------------------------------------------------------
 export const WhiteSpace = ' '
 export const NewLine = '\n'
+export const TabSpace = '\t'
 export const UnderScore = '_'
 export const Dot = '.'
 export const DollarSign = '$'
 export const Hyphen = '-'
 
 export type TWhiteSpace = typeof WhiteSpace
 export type TNewLine = typeof NewLine
+export type TTabSpace = typeof TabSpace
 export type TUnderScore = typeof UnderScore
 export type TDot = typeof Dot
 export type TDollarSign = typeof DollarSign

src/token/internal/trim.ts

@@ -106,6 +106,7 @@ export type TTrim<Input extends string> = (
   Input extends `${OpenComment}${infer Rest extends string}` ? TTrim<TDiscardMultiLineComment<Rest>> :
   Input extends `${LineComment}${infer Rest extends string}` ? TTrim<TDiscardLineComment<Rest>> :
   Input extends `${Char.TNewLine}${infer Rest extends string}` ? TTrim<Rest> :
+  Input extends `${Char.TTabSpace}${infer Rest extends string}` ? TTrim<Rest> :
   Input extends `${W4}${infer Rest extends string}` ? TTrim<Rest> :
   Input extends `${W3}${infer Rest extends string}` ? TTrim<Rest> :
   Input extends `${W1}${infer Rest extends string}` ? TTrim<Rest> :

test/parsebox/token/internal/trim.ts

@@ -0,0 +1,13 @@
+import { Trim } from '../../../../src/token/internal/trim.ts'
+import { Assert } from 'test'
+
+const Test = Assert.Context('Token.Internal.Trim')
+
+Test('Should Trim 1', () => Assert.IsExact(Trim('      1'), '1'))
+Test('Should Trim 2', () => Assert.IsExact(Trim('      1 '), '1 '))
+Test('Should Trim 3', () => Assert.IsExact(Trim('\n\n\n1 '), '1 '))
+Test('Should Trim 4', () => Assert.IsExact(Trim('\n\n\n1 '), '1 '))
+Test('Should Trim 5', () => Assert.IsExact(Trim('\t\t\t1'), '1'))
+Test('Should Trim 6', () => Assert.IsExact(Trim('\t\t\t1 '), '1 '))
+Test('Should Trim 7', () => Assert.IsExact(Trim('\n\t 1'), '1'))
+Test('Should Trim 8', () => Assert.IsExact(Trim('\n\t 1 '), '1 '))