@@ -11,30 +11,30 @@ public void Tokenize()
1111 string usfm = ReadUsfm ( ) ;
1212 var tokenizer = new UsfmTokenizer ( ) ;
1313 IReadOnlyList < UsfmToken > tokens = tokenizer . Tokenize ( usfm ) ;
14- Assert . That ( tokens , Has . Count . EqualTo ( 240 ) ) ;
14+ Assert . That ( tokens , Has . Count . EqualTo ( 236 ) ) ;
1515
1616 Assert . That ( tokens [ 0 ] . Type , Is . EqualTo ( UsfmTokenType . Book ) ) ;
1717 Assert . That ( tokens [ 0 ] . Marker , Is . EqualTo ( "id" ) ) ;
1818 Assert . That ( tokens [ 0 ] . Data , Is . EqualTo ( "MAT" ) ) ;
1919 Assert . That ( tokens [ 0 ] . LineNumber , Is . EqualTo ( 1 ) ) ;
2020 Assert . That ( tokens [ 0 ] . ColumnNumber , Is . EqualTo ( 1 ) ) ;
2121
22- Assert . That ( tokens [ 37 ] . Type , Is . EqualTo ( UsfmTokenType . Text ) ) ;
23- Assert . That ( tokens [ 37 ] . Text , Is . EqualTo ( "Chapter One " ) ) ;
24- Assert . That ( tokens [ 37 ] . LineNumber , Is . EqualTo ( 10 ) ) ;
25- Assert . That ( tokens [ 37 ] . ColumnNumber , Is . EqualTo ( 4 ) ) ;
22+ Assert . That ( tokens [ 30 ] . Type , Is . EqualTo ( UsfmTokenType . Text ) ) ;
23+ Assert . That ( tokens [ 30 ] . Text , Is . EqualTo ( "Chapter One " ) ) ;
24+ Assert . That ( tokens [ 30 ] . LineNumber , Is . EqualTo ( 9 ) ) ;
25+ Assert . That ( tokens [ 30 ] . ColumnNumber , Is . EqualTo ( 4 ) ) ;
2626
27- Assert . That ( tokens [ 38 ] . Type , Is . EqualTo ( UsfmTokenType . Verse ) ) ;
28- Assert . That ( tokens [ 38 ] . Marker , Is . EqualTo ( "v" ) ) ;
29- Assert . That ( tokens [ 38 ] . Data , Is . EqualTo ( "1" ) ) ;
30- Assert . That ( tokens [ 38 ] . LineNumber , Is . EqualTo ( 11 ) ) ;
31- Assert . That ( tokens [ 38 ] . ColumnNumber , Is . EqualTo ( 1 ) ) ;
27+ Assert . That ( tokens [ 31 ] . Type , Is . EqualTo ( UsfmTokenType . Verse ) ) ;
28+ Assert . That ( tokens [ 31 ] . Marker , Is . EqualTo ( "v" ) ) ;
29+ Assert . That ( tokens [ 31 ] . Data , Is . EqualTo ( "1" ) ) ;
30+ Assert . That ( tokens [ 31 ] . LineNumber , Is . EqualTo ( 10 ) ) ;
31+ Assert . That ( tokens [ 31 ] . ColumnNumber , Is . EqualTo ( 1 ) ) ;
3232
33- Assert . That ( tokens [ 47 ] . Type , Is . EqualTo ( UsfmTokenType . SubComponent ) ) ;
34- Assert . That ( tokens [ 47 ] . Marker , Is . EqualTo ( "f" ) ) ;
35- Assert . That ( tokens [ 47 ] . Data , Is . EqualTo ( "+" ) ) ;
36- Assert . That ( tokens [ 47 ] . LineNumber , Is . EqualTo ( 11 ) ) ;
37- Assert . That ( tokens [ 47 ] . ColumnNumber , Is . EqualTo ( 52 ) ) ;
33+ Assert . That ( tokens [ 40 ] . Type , Is . EqualTo ( UsfmTokenType . SubComponent ) ) ;
34+ Assert . That ( tokens [ 40 ] . Marker , Is . EqualTo ( "f" ) ) ;
35+ Assert . That ( tokens [ 40 ] . Data , Is . EqualTo ( "+" ) ) ;
36+ Assert . That ( tokens [ 40 ] . LineNumber , Is . EqualTo ( 10 ) ) ;
37+ Assert . That ( tokens [ 40 ] . ColumnNumber , Is . EqualTo ( 48 ) ) ;
3838 }
3939
4040 [ Test ]
0 commit comments