V: added new parser

Author: edam

Tmain/list-roles.d/stdout-expected.txt

@@ -117,6 +117,9 @@ Tex            i/xinput          bibliography       on      bibliography (.bib)
 Tex            i/xinput          included           on      external input file specified with \include
 Tex            i/xinput          input              on      external input file specified with \input
 Thrift         T/thriftFile      included           on      included file
+V              Y/unknown         imported           on      imported symbol
+V              p/module          foreignlang        on      representing a foreign language (i.e., C, JS...)
+V              p/module          imported           on      imported module
 VHDL           e/entity          desigend           on      designed by an architecture
 Vera           d/macro           condition          off     used in part of #if/#ifdef/#elif conditions
 Vera           d/macro           undef              on      undefined
@@ -246,6 +249,9 @@ Tex            i/xinput          bibliography       on      bibliography (.bib)
 Tex            i/xinput          included           on      external input file specified with \include
 Tex            i/xinput          input              on      external input file specified with \input
 Thrift         T/thriftFile      included           on      included file
+V              Y/unknown         imported           on      imported symbol
+V              p/module          foreignlang        on      representing a foreign language (i.e., C, JS...)
+V              p/module          imported           on      imported module
 VHDL           e/entity          desigend           on      designed by an architecture
 Vera           d/macro           condition          off     used in part of #if/#ifdef/#elif conditions
 Vera           d/macro           undef              on      undefined

Units/parser-v.r/helloworld.d/args.ctags

@@ -0,0 +1 @@
+--fields=+ERSaenr

Units/parser-v.r/helloworld.d/expected.tags

@@ -0,0 +1 @@
+main	input.v	/^fn main() {$/;"	f	line:1	typeref:typename:	signature:()	roles:def	end:3

Units/parser-v.r/helloworld.d/input.v

@@ -0,0 +1,3 @@
+fn main() {
+    println("hello world")
+}

Units/parser-v.r/torture.d/args.ctags

@@ -0,0 +1,3 @@
+--fields=+ERSaenrl
+--sort=no
+--extras=+r

Units/parser-v.r/torture.d/expected.tags

@@ -0,0 +1,13 @@
+main	input.v	/^fn main() {$/;"	f	line:1	language:V	typeref:typename:	signature:()	roles:def	end:17
+a	input.v	/^	a := 1$/;"	v	line:3	language:V	fn:main	roles:def
+thismodule	input-1.v	/^module thismodule$/;"	p	line:1	language:V	roles:def
+that	input-1.v	/^import that.aaa$/;"	p	line:3	language:V	roles:imported	extras:reference
+aaa	input-1.v	/^import that.aaa$/;"	p	line:3	language:V	module:that	roles:imported	extras:reference
+that	input-1.v	/^import that.bbb { Bbb }$/;"	p	line:4	language:V	roles:imported	extras:reference
+bbb	input-1.v	/^import that.bbb { Bbb }$/;"	p	line:4	language:V	module:that	roles:imported	extras:reference
+Bbb	input-1.v	/^import that.bbb { Bbb }$/;"	Y	line:4	language:V	module:that.bbb	roles:imported	extras:reference
+Foo	input-1.v	/^struct Foo {$/;"	s	line:6	language:V	module:thismodule	roles:def	end:9
+a	input-1.v	/^	a aaa.Aaa$/;"	m	line:7	language:V	struct:thismodule.Foo	roles:def
+b	input-1.v	/^	b Bbb$/;"	m	line:8	language:V	struct:thismodule.Foo	roles:def
+main	input-1.v	/^fn main() {$/;"	f	line:11	language:V	module:thismodule	typeref:typename:	signature:()	roles:def	end:15
+foo	input-1.v	/^	foo := Foo{}$/;"	v	line:12	language:V	fn:thismodule.main	roles:def

Units/parser-v.r/torture.d/input-1.v

@@ -0,0 +1,15 @@
+module thismodule
+
+import that.aaa
+import that.bbb { Bbb }
+
+struct Foo {
+	a aaa.Aaa
+	b Bbb
+}
+
+fn main() {
+	foo := Foo{}
+	foo.a
+	foo.b
+}

Units/parser-v.r/torture.d/input.v

@@ -0,0 +1,17 @@
+fn main() {
+	assert sample_data['int'] or { 0 }.as_map()['0'] or { 0 }.int() == 1
+	a := 1
+	assert json.encode(StructType[string]{ val: '' }) == '{"val":""}'
+	assert json.map_from(StructType[StructType[string]]{StructType[string]{'3'}}).str() == '{"val":{"val":"3"}}'
+	if include_newlines && s.text[s.pos] in json2.newlines {
+	}
+	if (s.pos - 1 >= 0 && s.text[s.pos - 1] != `\\`) && ch == `"` {
+	}
+	if g.cur_fn != unsafe { nil } && g.cur_fn.generic_names.len > 0 {
+	}
+	for (flags & ttf.tfkc_more_components) > 0 {
+		res << 'foo' + foo.bar.map(it.str()).join('|')
+		res << 'foo' + foo.bar.chan(it.str()).join('|')
+	}
+    e.run_func(e.mods['main']['main'] or { ast.FnDecl{} } as ast.FnDecl, ...args)
+}

Units/parser-v.r/v-const.d/args.ctags

@@ -0,0 +1,3 @@
+--fields=+ERSaenr
+--sort=no
+--extras=+r

Units/parser-v.r/v-const.d/expected.tags

@@ -0,0 +1,51 @@
+a	input.v	/^    a = 20$/;"	c	line:3	roles:def
+b	input.v	/^    b = 999999999$/;"	c	line:4	roles:def
+c	input.v	/^    c = 45.6$/;"	c	line:5	roles:def
+d	input.v	/^    d = 3.14$/;"	c	line:6	roles:def
+e	input.v	/^    e = 1_000_000$/;"	c	line:7	roles:def
+f	input.v	/^    f = 3_122.55$/;"	c	line:8	roles:def
+g	input.v	/^    g = "hi"$/;"	c	line:10	roles:def
+h	input.v	/^    h = "hi \\"tim\\""$/;"	c	line:11	roles:def
+i	input.v	/^    i = '\\u2605'$/;"	c	line:12	roles:def
+j	input.v	/^    j = '\\xe2\\x98\\x85'$/;"	c	line:13	roles:def
+k	input.v	/^    k = `x`$/;"	c	line:14	roles:def
+l	input.v	/^    l = 0b1111_0000_1010$/;"	c	line:16	roles:def
+m	input.v	/^    m = -0b1111_0000_1010$/;"	c	line:17	roles:def
+n	input.v	/^    n = 0x00$/;"	c	line:18	roles:def
+o	input.v	/^    o = 0xabcdef$/;"	c	line:19	roles:def
+p	input.v	/^    p = 0xF_F$/;"	c	line:20	roles:def
+q	input.v	/^    q = 0o173$/;"	c	line:21	roles:def
+r	input.v	/^    r = 0o17_3$/;"	c	line:22	roles:def
+s	input.v	/^    s = 'Hello World 👋'$/;"	c	line:24	roles:def
+t	input.v	/^    t = 42e1$/;"	c	line:26	roles:def
+u	input.v	/^    u = 123e-2$/;"	c	line:27	roles:def
+v	input.v	/^    v = 456E+2$/;"	c	line:28	roles:def
+x	input.v	/^const x = 99$/;"	c	line:31	roles:def
+pi	input.v	/^pub const pi = 3.14$/;"	c	line:32	access:pub	roles:def
+numbers	input.v	/^    numbers = [1, 2, 3]$/;"	c	line:35	roles:def
+red	input.v	/^    red     = Color{$/;"	c	line:36	roles:def
+green	input.v	/^    green = &Colour{0, 255, 0}$/;"	c	line:41	roles:def
+blue	input.v	/^    blue = rgb(0, 0, 255)$/;"	c	line:42	roles:def
+test1	input.v	/^    test1 = [$/;"	c	line:43	roles:def
+test2	input.v	/^    test2 = test1 + 3$/;"	c	line:47	roles:def
+test3	input.v	/^    test3 = 0$/;"	c	line:48	roles:def
+a	input.v	/^    a = 9 + 3$/;"	c	line:52	access:pub	roles:def
+b	input.v	/^    b = a[3]$/;"	c	line:53	access:pub	roles:def
+c	input.v	/^    c = 0$/;"	c	line:54	access:pub	roles:def
+d	input.v	/^    d = r'hi'$/;"	c	line:55	access:pub	roles:def
+e	input.v	/^    e = r"there"$/;"	c	line:56	access:pub	roles:def
+f	input.v	/^    f = '"'$/;"	c	line:57	access:pub	roles:def
+g	input.v	/^    g = "'"$/;"	c	line:58	access:pub	roles:def
+h	input.v	/^    h = '${"'"}'$/;"	c	line:59	access:pub	roles:def
+i	input.v	/^    i = '\\${'$/;"	c	line:60	access:pub	roles:def
+j	input.v	/^    j = '$'$/;"	c	line:61	access:pub	roles:def
+z	input.v	/^    z = 'done'$/;"	c	line:62	access:pub	roles:def
+a	input-1.v	/^    a = x + -8$/;"	c	line:2	roles:def
+b	input-1.v	/^    b = x \/ x$/;"	c	line:3	roles:def
+c	input-1.v	/^    c = x * x$/;"	c	line:4	roles:def
+d	input-1.v	/^    d = x - +8$/;"	c	line:5	roles:def
+e	input-1.v	/^    e = x | x & x && x || x$/;"	c	line:6	roles:def
+f	input-1.v	/^    f = !x | !!x$/;"	c	line:7	roles:def
+g	input-1.v	/^    g = ~x == ~~~~~~~~~~~~x != !!!!!!!x$/;"	c	line:8	roles:def
+h	input-1.v	/^    h = x ^ x ^ x$/;"	c	line:9	roles:def
+i	input-1.v	/^    i = x$/;"	c	line:10	roles:def