Added tests

Author: erezsh

README.md

@@ -7,9 +7,9 @@ Cython plugin for Lark, reimplementing the LALR parser & lexer for better pe
 Usage:
 
 ```python
-from lark_cython import lark_cython
+import lark_cython
 
-parser = Lark(grammar, _plugins=lark_cython.plugins)
+parser = Lark(grammar, parser="lalr", _plugins=lark_cython.plugins)
 
 # Use Lark as you usually would, with a huge performance boost
 ```

lark_cython/__init__.py

@@ -1 +1,3 @@
-__version__ = "0.0.7"
+from .lark_cython import plugins, Token
+
+__version__ = "0.0.8"

pytest.ini

@@ -0,0 +1,5 @@
+[pytest]
+minversion = 6.0
+addopts = -ra -q
+testpaths =
+    tests

tests/test_basic.py

@@ -0,0 +1,50 @@
+from lark import Lark, Tree
+import lark_cython
+
+
+def test_minimal():
+	parser = Lark('!start: "a" "b"', parser='lalr', _plugins=lark_cython.plugins)
+	res = parser.parse("ab")
+	assert isinstance(res, Tree)
+	assert all(isinstance(t, lark_cython.Token) for t in res.children)
+	assert [t.value for t in res.children] == ['a', 'b']
+
+def test_no_placeholders():
+	parser = Lark('!start: "a" ["b"]', parser='lalr', _plugins=lark_cython.plugins, maybe_placeholders=True)
+
+	assert len(parser.parse("a").children) == 2
+	assert len(parser.parse("ab").children) == 2
+
+	parser = Lark('!start: "a" ["b"]', parser='lalr', _plugins=lark_cython.plugins, maybe_placeholders=False)
+
+	assert len(parser.parse("a").children) == 1
+	assert len(parser.parse("ab").children) == 2
+
+def test_start():
+	parser = Lark('!x: "a" "b"', parser='lalr', _plugins=lark_cython.plugins, start='x')
+	res = parser.parse("ab")
+	assert [t.value for t in res.children] == ['a', 'b']
+
+def test_lexer_callbacks():
+	comments = []
+
+	parser = Lark("""
+	    start: INT*
+
+	    COMMENT: /#.*/
+
+	    %import common (INT, WS)
+	    %ignore COMMENT
+	    %ignore WS
+	""", parser="lalr", _plugins=lark_cython.plugins, lexer_callbacks={'COMMENT': comments.append})
+
+
+	res = parser.parse("""
+		1 2 3  # hello
+		# world
+		4 5 6
+		""")
+
+	assert isinstance(res.children[0], lark_cython.Token)
+	assert isinstance(comments[0], lark_cython.Token)
+	assert len(comments) == 2