File tree Expand file tree Collapse file tree 3 files changed +44
-0
lines changed
Expand file tree Collapse file tree 3 files changed +44
-0
lines changed Original file line number Diff line number Diff line change 1+ from src .rson import load
2+
3+
4+ with open ("test.rson" ) as f :
5+ print (load (f ))
Original file line number Diff line number Diff line change 1+ {
2+ "forward-ref": $HELLO,
3+ "true": true,
4+ "false": false,
5+ "null": null,
6+ "string": "string"(STRING),
7+ "zero": 0,
8+ "one": 1,
9+ "ten": 10,
10+ "minus-one": -1,
11+ "one-point-one": 1.1,
12+ "array": [1, 2, 3],
13+ "object": {
14+ "key": "value"
15+ }(HELLO),
16+ "ref": $HELLO,
17+ "ref-string": $STRING
18+ }
Original file line number Diff line number Diff line change 1+ import sys
2+
3+ from src .rson ._parser import _Private
4+
5+
6+ try :
7+ FILE_NAME = sys .argv [1 ]
8+ except IndexError :
9+ print ("Usage: python tokens <file>" )
10+ sys .exit (1 )
11+
12+
13+ with open (FILE_NAME , encoding = "utf-8" ) as f :
14+ tokenizer = _Private .RSONTokenizer (f )
15+
16+ while not tokenizer .eof :
17+ token = tokenizer .token
18+
19+ print (f"{ token .type } ({ token .start .line } :{ token .start .column } -{ token .end .line } :{ token .end .column } ): { token .value } " )
20+
21+ tokenizer .next ()
You can’t perform that action at this time.
0 commit comments