update sdk and add unicode fixture

Signed-off-by: Denys Smirnov <[email protected]>

Author: Denys Smirnov

Gopkg.lock

@@ -18,7 +18,7 @@ var Native = Transformers([][]Transformer{
 }...)
 
 var Code = []CodeTransformer{
-	positioner.NewFillOffsetFromLineCol(),
+	positioner.FromLineCol(),
 }
 
 func annotateTypeToken(typ, token string, roles ...role.Role) Mapping {

driver/normalizer/annotation.go

@@ -0,0 +1 @@
+"𝓏"

fixtures/unicode.py

@@ -0,0 +1,20 @@
+{
+   'PY3AST': {
+      'ast_type': "Module",
+      body: [
+         {
+            'ast_type': "Expr",
+            'col_offset': 1,
+            lineno: 1,
+            value: {
+               'ast_type': "Str",
+               'col_offset': 1,
+               'end_col_offset': 4,
+               'end_lineno': 1,
+               lineno: 1,
+               s: "𝓏",
+            },
+         },
+      ],
+   },
+}

fixtures/unicode.py.native

@@ -0,0 +1,36 @@
+{ '@type': "python:Module",
+   '@role': [File, Module],
+   '@pos': { '@type': "uast:Positions",
+   },
+   body: [
+      { '@type': "python:Expr",
+         '@role': [Expression],
+         '@pos': { '@type': "uast:Positions",
+            start: { '@type': "uast:Position",
+               offset: 0,
+               line: 1,
+               col: 1,
+            },
+         },
+         value: { '@type': "python:BoxedStr",
+            '@role': [Unannotated],
+            'boxed_value': { '@type': "uast:String",
+               '@pos': { '@type': "uast:Positions",
+                  start: { '@type': "uast:Position",
+                     offset: 0,
+                     line: 1,
+                     col: 1,
+                  },
+                  end: { '@type': "uast:Position",
+                     offset: 3,
+                     line: 1,
+                     col: 4,
+                  },
+               },
+               Format: "",
+               Value: "𝓏",
+            },
+         },
+      },
+   ],
+}

fixtures/unicode.py.sem.uast

@@ -0,0 +1,33 @@
+{ '@type': "Module",
+   '@role': [File, Module],
+   '@pos': { '@type': "uast:Positions",
+   },
+   body: [
+      { '@type': "Expr",
+         '@role': [Expression],
+         '@pos': { '@type': "uast:Positions",
+            start: { '@type': "uast:Position",
+               offset: 0,
+               line: 1,
+               col: 1,
+            },
+         },
+         value: { '@type': "Str",
+            '@token': "𝓏",
+            '@role': [Expression, Literal, Primitive, String],
+            '@pos': { '@type': "uast:Positions",
+               start: { '@type': "uast:Position",
+                  offset: 0,
+                  line: 1,
+                  col: 1,
+               },
+               end: { '@type': "uast:Position",
+                  offset: 3,
+                  line: 1,
+                  col: 4,
+               },
+            },
+         },
+      },
+   ],
+}