[Tolk] Refactor parsing types, introduce AST type nodes

Until this MR, parsing any type from tokens immediately
resulted in TypePtr.
This MR introduces an intermediate AST representation for types,
which are resolved at a later step.
It's a necessary refactoring towards generics.

Author: tolk-vm

tolk-tester/tests/invalid-semantics/err-4517.tolk

@@ -10,5 +10,5 @@ fun f(x: int): int {
 
 /**
 @compilation_should_fail
-@stderr symbol `g` is not a constant
+@stderr unknown type name `g`
  */

tolk-tester/tests/invalid-syntax/err-3457.tolk

@@ -1,4 +1,5 @@
 type asdf = int;
+const gcon = 10;
 
 fun main() {
     match (10) {
@@ -7,12 +8,21 @@ fun main() {
 
     var asdf = 5;
     match (10) {
-        asdf => 2,      // it's match by expression now
+        asdf => 2,      // also match by type
     };
+
+    match (10) {
+        gcon => 2,      // match by expression (it's constant)
+    };
+
+    var ten = 10;
+    match (10) {
+        ten => 10,      // not a constant, tries to lookup a type, fails
+    }
 }
 
 /**
 @compilation_should_fail
-@stderr symbol `asdf` is not a constant
-@stderr asdf => 2
+@stderr unknown type name `ten`
+@stderr ten => 10
  */

tolk-tester/tests/match-by-expr-tests.tolk

@@ -117,7 +117,18 @@ fun test11(x: bool) {
 }
 
 
-fun main() {}
+type asdf = int;
+
+fun main() {
+    match (10) {
+        asdf => 1,      // it's match by type
+    };
+
+    var asdf = 5;
+    return match (10) {
+        asdf => 2,      // also match by type, regardless of local var
+    };
+}
 
 /**
 @testcase | 101 | 1        | 100

tolk-tester/tests/nullable-tensors.tolk

@@ -519,14 +519,14 @@ fun main(){}
 @testcase | 132 |      | -1 0 -1 0 777 (null) (null) -1 0 0
 @testcase | 133 |      | 60
 @testcase | 134 |      | 11 21 129
-@testcase | 135 |      | [ 10 ] [ (null) ] (null) 777 10 146 (null) 146 (null) 0 777 10 143 (null) 143 (null) 0 777 0 0 -1 0 0 -1 0 0 -1 777 0 -1 0 0 -1 0
+@testcase | 135 |      | [ 10 ] [ (null) ] (null) 777 10 143 (null) 143 (null) 0 777 10 144 (null) 144 (null) 0 777 0 0 -1 0 0 -1 0 0 -1 777 0 -1 0 0 -1 0
 @testcase | 136 | 9    | 9 0
 @testcase | 136 | null | (null) -1
-@testcase | 140 | 8 9  | 8 9 144 (null) (null) 0
+@testcase | 140 | 8 9  | 8 9 145 (null) (null) 0
 @testcase | 141 |      | (null) 10
 @testcase | 142 |      | 3 3 1 2
 @testcase | 143 | -1 0 | 1 2 1 3 777 (null) (null) (null) (null) 0
-@testcase | 143 | 0 -1 | 1 (null) 0 3 777 1 2 1 3 145
+@testcase | 143 | 0 -1 | 1 (null) 0 3 777 1 2 1 3 146
 
 @fif_codegen
 """

tolk-tester/tests/smart-cast-tests.tolk

@@ -727,16 +727,16 @@ fun main(x: int?): int {
 @testcase | 139 |       | 16
 @testcase | 140 | 5     | 25
 @testcase | 141 |       | 1 2
-@testcase | 142 |       | 5 3 (null) (null) 0 132 3 (null) (null) 0
+@testcase | 142 |       | 5 3 (null) (null) 0 133 3 (null) (null) 0
 @testcase | 143 |       | 10 11 (null) 10 11 (null) (null) 0
 @testcase | 144 |       | 10 11 (null) 10 11 (null) (null) 0
-@testcase | 145 |       | 5 3 (null) (null) 0 132 3 (null) (null) (null) (null) 0 3 (null) (null) 0
-@testcase | 146 |       | 3 4 5 3 4 5 131
+@testcase | 145 |       | 5 3 (null) (null) 0 133 3 (null) (null) (null) (null) 0 3 (null) (null) 0
+@testcase | 146 |       | 3 4 5 3 4 5 132
 @testcase | 147 |       | (null) (null) 100 (null) 100 (null) (null) 0
 @testcase | 158 |       | 123 10 123 5
 @testcase | 160 |       | 101 109
 @testcase | 161 | 9 9   | (null) (null) 0 (null) (null)
-@testcase | 161 | 19 0  | 19 0 133 19 0
+@testcase | 161 | 19 0  | 19 0 129 19 0
 
 @stderr warning: expression of type `int` can never be `null`, this condition is always true
 @stderr warning: unreachable code

tolk-tester/tests/struct-tests.tolk

@@ -506,7 +506,7 @@ type PointAlias = Point;
 @testcase | 126 |      | 118
 @testcase | 127 |      | 0 0 131 131 777 -1 -1 0 0 777 0 0 138 777 0 0 777 (null) (null) 0
 @testcase | 128 | -1   | (null) (null) 131 -1 0 0 777 (null) (null) 131 -1 0 0
-@testcase | 128 | 0    | 1 2 129 0 -1 0 777 0 131 138 0 -1 0
+@testcase | 128 | 0    | 1 2 130 0 -1 0 777 0 131 138 0 -1 0
 @testcase | 129 |      | (null)
 @testcase | 130 | -1   | 140 777 (null) 140 777 0 777 0 0
 @testcase | 130 | 0    | 139 777 4 1 777 139 777 0 0

tolk-tester/tests/union-types-tests.tolk

@@ -791,11 +791,11 @@ fun main() {
 @testcase | 105 |           | 5 5 1 5 1 5
 @testcase | 106 | 1         | (null) 0
 @testcase | 106 | 2         | 2 1
-@testcase | 107 | 1         | (null) 2 3 131 (null) 2 3 131
-@testcase | 107 | 3         | 6 7 8 132 6 7 8 132
-@testcase | 108 |           | (null) 2 3 131 (null) (null) (null) 0 (null) 2 3 131 (null) 2 3 131 (null) (null) (null) 0
-@testcase | 109 |           | 6 7 8 132 0 (null) -1 (null) (null) (null) 0 -1 (null) (null) (null) 0
-@testcase | 110 |           | 1 (null) (null) 0 (null) (null) 0 134
+@testcase | 107 | 1         | (null) 2 3 129 (null) 2 3 129
+@testcase | 107 | 3         | 6 7 8 130 6 7 8 130
+@testcase | 108 |           | (null) 2 3 129 (null) (null) (null) 0 (null) 2 3 129 (null) 2 3 129 (null) (null) (null) 0
+@testcase | 109 |           | 6 7 8 130 0 (null) -1 (null) (null) (null) 0 -1 (null) (null) (null) 0
+@testcase | 110 |           | 1 (null) (null) 0 (null) (null) 0 135
 @testcase | 120 |           | 5
 @testcase | 121 |           | -1 0 0 -1 -1 0
 @testcase | 122 | 0 0 1     | 36
@@ -807,21 +807,21 @@ fun main() {
 @testcase | 125 | 1 1       | 42
 @testcase | 126 |           | 42
 @testcase | 127 |           | 1 2 5 1
-@testcase | 128 |           | (null) (null) 0 777 (null) 2 1 777 3 4 131
+@testcase | 128 |           | (null) (null) 0 777 (null) 2 1 777 3 4 129
 @testcase | 129 |           | (null) (null) 0 (null) 5 1
-@testcase | 130 | 0         | (null) 5 1 777 (null) (null) 0 777 1 2 131 777 (null) [ 6 ] 135 777 (null) (null) 0
-@testcase | 130 | -1        | (null) (null) 0 777 (null) (null) 0 777 1 2 131 777 (null) [ 6 ] 135 777 (null) (null) 0
-@testcase | 131 |           | (null) 777 5 777 1 2 777 (null) 777 5 777 (null) (null) 0 777 1 2 131
-@testcase | 132 |           | (null) (null) 5 1 777 (null) (null) 5 42 777 (null) 4 5 131 777 (null) (null) (null) 0
-@testcase | 133 |           | (null) (null) 5 1 777 (null) (null) 5 42 777 (null) 4 5 131 777 (null) (null) (null) 0
-@testcase | 134 |           | (null) 5 1 777 (null) 5 1 777 1 2 131 777 1 2 131 777 (null) 5 42 777 5 42 777 5 42
-@testcase | 135 |           | (null) 5 1 777 (null) (null) 1 2 131 777 (null) (null) 1 2 131 777 (null) (null) 0
-@testcase | 136 |           | 1 2 131 777 1 2 140 777 1 2 141 777 (null) 1 2 138
+@testcase | 130 | 0         | (null) 5 1 777 (null) (null) 0 777 1 2 129 777 (null) [ 6 ] 136 777 (null) (null) 0
+@testcase | 130 | -1        | (null) (null) 0 777 (null) (null) 0 777 1 2 129 777 (null) [ 6 ] 136 777 (null) (null) 0
+@testcase | 131 |           | (null) 777 5 777 1 2 777 (null) 777 5 777 (null) (null) 0 777 1 2 129
+@testcase | 132 |           | (null) (null) 5 1 777 (null) (null) 5 42 777 (null) 4 5 129 777 (null) (null) (null) 0
+@testcase | 133 |           | (null) (null) 5 1 777 (null) (null) 5 42 777 (null) 4 5 129 777 (null) (null) (null) 0
+@testcase | 134 |           | (null) 5 1 777 (null) 5 1 777 1 2 129 777 1 2 129 777 (null) 5 42 777 5 42 777 5 42
+@testcase | 135 |           | (null) 5 1 777 (null) (null) 1 2 129 777 (null) (null) 1 2 129 777 (null) (null) 0
+@testcase | 136 |           | 1 2 129 777 1 2 140 777 1 2 141 777 (null) 1 2 142
 @testcase | 137 | 1 2       | 1 2 777 1 2 777 1 2 777 [ 1 2 ]
-@testcase | 138 |           | 1 (null) (null) (null) (null) 0 2 149 777 1 (null) 0 2 143 777 1 5 1 2 143 777 1 (null) 5 1 2 144
+@testcase | 138 |           | 1 (null) (null) (null) (null) 0 2 146 777 1 (null) 0 2 147 777 1 5 1 2 147 777 1 (null) 5 1 2 148
 @testcase | 139 |           | 1 (null) (null) (null) (null) 0 2 777 1 (null) 0 2 777 1 5 1 2 777 1 (null) 5 1 2
 @testcase | 140 | 5         | 5 42
-@testcase | 140 | 15        | 15 129
+@testcase | 140 | 15        | 15 131
 @testcase | 140 | 90        | 90 49
 @testcase | 141 | 7 8       | 7 7 1 8 8 1
 @testcase | 141 | null null | (null) (null) 0 (null) (null) 0
@@ -842,9 +842,9 @@ fun main() {
 @testcase | 154 |           | 100 1
 @testcase | 155 |           | 5 1 5 1
 @testcase | 156 | 1 2 -1    | 2 44 2 2 44 2 2 44 2 44 2 2 2
-@testcase | 157 | 1         | (null) 0 (null) 145 777 1 2 131 777 145 145 777 0 0 -1 0 -1 0 0 777 -1 0
-@testcase | 157 | 0         | (null) 0 (null) 145 777 (null) (null) 145 777 0 0 777 0 0 -1 0 0 -1 0 777 0 -1
-@testcase | 158 |           | (null) (null) 145 (null) (null) 145 (null) 0 (null)
+@testcase | 157 | 1         | (null) 0 (null) 149 777 1 2 129 777 149 149 777 0 0 -1 0 -1 0 0 777 -1 0
+@testcase | 157 | 0         | (null) 0 (null) 149 777 (null) (null) 149 777 0 0 777 0 0 -1 0 0 -1 0 777 0 -1
+@testcase | 158 |           | (null) (null) 149 (null) (null) 149 (null) 0 (null)
 @testcase | 159 | 0 4       | 456
 @testcase | 159 | null 0    | 123
 @testcase | 160 |           | 10 0

tolk-tester/tests/var-apply-tests.tolk

@@ -264,7 +264,7 @@ fun main() {}
 @testcase | 112 | -1 -10 -20 | -1
 @testcase | 113 | 0          | 12 12
 @testcase | 113 | -1         | 12 -1
-@testcase | 114 | -1         | 2 3 130
+@testcase | 114 | -1         | 2 3 131
 @testcase | 114 | 0          | (null) 12 1
 @testcase | 115 |            | 7 6 7
  */

tolk/CMakeLists.txt

@@ -9,6 +9,7 @@ set(TOLK_SOURCE
         pipe-discover-parse-sources.cpp
         pipe-register-symbols.cpp
         pipe-resolve-identifiers.cpp
+        pipe-resolve-types.cpp
         pipe-calc-rvalue-lvalue.cpp
         pipe-infer-types-and-calls.cpp
         pipe-check-inferred-types.cpp