@@ -6,6 +6,8 @@ const T = Tokenize.Tokens
6
6
7
7
tok (str, i = 1 ) = collect (tokenize (str))[i]
8
8
9
+ strtok (str) = untokenize .(collect (tokenize (str)), str)
10
+
9
11
@testset " tokens" begin
10
12
for s in [" a" , IOBuffer (" a" )]
11
13
l = tokenize (s)
@@ -883,30 +885,13 @@ end
883
885
end
884
886
885
887
@testset " dotop miscellanea" begin
886
- broken_ops = [
887
- " a .-> b" ,
888
- " .>: b" ,
889
- " .<: b" ,
890
- " a ||₁ b" ,
891
- " a ||̄ b" ,
892
- " a .||₁ b" ,
893
- " a &&₁ b" ,
894
- " a &&̄ b" ,
895
- " a .&&₁ b" ,
896
- ]
897
-
898
- @test [
899
- [Tokenize. untokenize (t, s) for t in Tokenize. tokenize (s)]
900
- for s in broken_ops
901
- ] == [
902
- [" a" , " " , " .-" , " >" , " " , " b" , " " ],
903
- [" .>:" , " " , " b" , " " ],
904
- [" .<:" , " " , " b" , " " ],
905
- [" a" , " " , " ||" , " ₁" , " " , " b" , " " ],
906
- [" a" , " " , " ||" , " ̄" , " " , " b" , " " ],
907
- [" a" , " " , " .||" , " ₁" , " " , " b" , " " ],
908
- [" a" , " " , " &&" , " ₁" , " " , " b" , " " ],
909
- [" a" , " " , " &&" , " ̄" , " " , " b" , " " ],
910
- [" a" , " " , " .&&" , " ₁" , " " , " b" , " " ],
911
- ]
888
+ @test strtok (" a .-> b" ) == [" a" , " " , " .-" , " >" , " " , " b" , " " ]
889
+ @test strtok (" .>: b" ) == [" .>:" , " " , " b" , " " ]
890
+ @test strtok (" .<: b" ) == [" .<:" , " " , " b" , " " ]
891
+ @test strtok (" a ||₁ b" ) == [" a" , " " , " ||" , " ₁" , " " , " b" , " " ]
892
+ @test strtok (" a ||̄ b" ) == [" a" , " " , " ||" , " ̄" , " " , " b" , " " ]
893
+ @test strtok (" a .||₁ b" ) == [" a" , " " , " .||" , " ₁" , " " , " b" , " " ]
894
+ @test strtok (" a &&₁ b" ) == [" a" , " " , " &&" , " ₁" , " " , " b" , " " ]
895
+ @test strtok (" a &&̄ b" ) == [" a" , " " , " &&" , " ̄" , " " , " b" , " " ]
896
+ @test strtok (" a .&&₁ b" ) == [" a" , " " , " .&&" , " ₁" , " " , " b" , " " ]
912
897
end
0 commit comments