@@ -66,15 +66,15 @@ def tokenizer_tests():
66
66
{ "type" : "TABS" , "content" : "\t " }, { "type" : "WORD" , "content" : "PresetName" }, { "type" : "EXTRA" , "content" : " " }, { "type" : "EQUALS" , "content" : "=" }, { "type" : "EXTRA" , "content" : " " }, { "type" : "WORD" , "content" : "Foo" }, { "type" : "NEWLINES" , "content" : "\n " },
67
67
68
68
{ "type" : "TABS" , "content" : "\t \t " }, { "type" : "WORD" , "content" : "A1" }, { "type" : "EXTRA" , "content" : " " }, { "type" : "EQUALS" , "content" : "=" }, { "type" : "EXTRA" , "content" : " " }, { "type" : "WORD" , "content" : "X" }, { "type" : "NEWLINES" , "content" : "\n " },
69
- { "type" : "EXTRA " , "content" : "\t " }, { "type" : "NEWLINES" , "content" : "\n " },
69
+ { "type" : "TABS " , "content" : "\t " }, { "type" : "NEWLINES" , "content" : "\n " },
70
70
{ "type" : "TABS" , "content" : "\t \t " }, { "type" : "WORD" , "content" : "A2" }, { "type" : "EXTRA" , "content" : " " }, { "type" : "EQUALS" , "content" : "=" }, { "type" : "EXTRA" , "content" : " " }, { "type" : "WORD" , "content" : "X" }, { "type" : "NEWLINES" , "content" : "\n " },
71
71
72
72
{ "type" : "TABS" , "content" : "\t \t " }, { "type" : "WORD" , "content" : "B1" }, { "type" : "EXTRA" , "content" : " " }, { "type" : "EQUALS" , "content" : "=" }, { "type" : "EXTRA" , "content" : " " }, { "type" : "WORD" , "content" : "X" }, { "type" : "NEWLINES" , "content" : "\n " },
73
- { "type" : "EXTRA " , "content" : "\t " }, { "type" : "EXTRA" , "content" : " " }, { "type" : "NEWLINES" , "content" : "\n " },
73
+ { "type" : "TABS " , "content" : "\t " }, { "type" : "EXTRA" , "content" : " " }, { "type" : "NEWLINES" , "content" : "\n " },
74
74
{ "type" : "TABS" , "content" : "\t \t " }, { "type" : "WORD" , "content" : "B2" }, { "type" : "EXTRA" , "content" : " " }, { "type" : "EQUALS" , "content" : "=" }, { "type" : "EXTRA" , "content" : " " }, { "type" : "WORD" , "content" : "X" }, { "type" : "NEWLINES" , "content" : "\n " },
75
75
76
76
{ "type" : "TABS" , "content" : "\t \t " }, { "type" : "WORD" , "content" : "C1" }, { "type" : "EXTRA" , "content" : " " }, { "type" : "EQUALS" , "content" : "=" }, { "type" : "EXTRA" , "content" : " " }, { "type" : "WORD" , "content" : "X" }, { "type" : "NEWLINES" , "content" : "\n " },
77
- { "type" : "EXTRA " , "content" : "\t " }, { "type" : "EXTRA" , "content" : "//foo" }, { "type" : "NEWLINES" , "content" : "\n " },
77
+ { "type" : "TABS " , "content" : "\t " }, { "type" : "EXTRA" , "content" : "//foo" }, { "type" : "NEWLINES" , "content" : "\n " },
78
78
{ "type" : "TABS" , "content" : "\t \t " }, { "type" : "WORD" , "content" : "C2" }, { "type" : "EXTRA" , "content" : " " }, { "type" : "EQUALS" , "content" : "=" }, { "type" : "EXTRA" , "content" : " " }, { "type" : "WORD" , "content" : "X" },
79
79
])
80
80
0 commit comments