fix unicode positions

Signed-off-by: Denys Smirnov <[email protected]>

Author: Denys Smirnov

driver/fixtures/fixtures_test.go

@@ -34,6 +34,14 @@ var Suite = &fixtures.Suite{
 			"ASTInclusionStatement",
 		},
 	},
+	// TODO: This won't really work because of the C++ macros expansion.
+	//       The native AST includes an expanded macros as a token
+	//       but we expect the token to match the source file exactly.
+	//VerifyTokens: []positioner.VerifyToken{
+	//	{Types: []string{
+	//		"CPPASTLiteralExpression",
+	//	}},
+	//},
 }
 
 func TestCppDriver(t *testing.T) {

driver/normalizer/normalizer.go

@@ -19,7 +19,7 @@ var Preprocess = Transformers([][]Transformer{
 }...)
 
 var PreprocessCode = []CodeTransformer{
-	positioner.FromOffset(),
+	positioner.FromUTF16Offset(),
 }
 
 var Normalize = Transformers([][]Transformer{