|
1 | | -token <- tibble::tribble( |
2 | | - ~text, ~class, ~token, |
3 | | - "&", "logical", "AND", |
4 | | - "&&", "logical", "AND2", |
5 | | - "|", "logical", "OR", |
6 | | - "||", "logical", "OR2", |
7 | | - ">", "logical", "GT", |
8 | | - "<", "logical", "LT", |
9 | | - "<=", "logical", "LE", |
10 | | - ">=", "logical", "GE", |
11 | | - "!=", "logical", "NE", |
12 | | - "==", "logical", "EQ", |
13 | | - "=", "assign_left", "EQ_SUB", |
14 | | - "=", "assign_left", "EQ_ASSIGN", |
15 | | - "<-", "assign_left", "LEFT_ASSIGN", |
16 | | - "->", "assign_right", "RIGHT_ASSIGN", |
17 | | - "+", "math", "'+'", |
18 | | - "-", "math", "'-'", |
19 | | - "*", "math", "'*'", |
20 | | - "/", "math", "'/'", |
21 | | - "^", "math", "'^'", |
22 | | - "~", "formula", "'~'", |
23 | | - "if", "cond", "IF", |
24 | | - "else", "cond", "ELSE", |
25 | | - "in", "loop_cond", "IN", |
26 | | - "while", "loop_cond", "WHILE" |
| 1 | +token <- rbind.data.frame( |
| 2 | + c("&", "logical", "AND"), |
| 3 | + c("&&", "logical", "AND2"), |
| 4 | + c("|", "logical", "OR"), |
| 5 | + c("||", "logical", "OR2"), |
| 6 | + c(">", "logical", "GT"), |
| 7 | + c("<", "logical", "LT"), |
| 8 | + c("<=", "logical", "LE"), |
| 9 | + c(">=", "logical", "GE"), |
| 10 | + c("!=", "logical", "NE"), |
| 11 | + c("==", "logical", "EQ"), |
| 12 | + c("=", "assign_left", "EQ_SUB"), |
| 13 | + c("=", "assign_left", "EQ_ASSIGN"), |
| 14 | + c("<-", "assign_left", "LEFT_ASSIGN"), |
| 15 | + c("->", "assign_right", "RIGHT_ASSIGN"), |
| 16 | + c("+", "math", "'+'"), |
| 17 | + c("-", "math", "'-'"), |
| 18 | + c("*", "math", "'*'"), |
| 19 | + c("/", "math", "'/'"), |
| 20 | + c("^", "math", "'^'"), |
| 21 | + c("~", "formula", "'~'"), |
| 22 | + c("if", "cond", "IF"), |
| 23 | + c("else", "cond", "ELSE"), |
| 24 | + c("in", "loop_cond", "IN"), |
| 25 | + c("while", "loop_cond", "WHILE"), |
| 26 | + stringsAsFactors = FALSE |
27 | 27 | ) |
28 | 28 |
|
| 29 | +colnames(token) <- c("text", "class", "token") |
29 | 30 | math_token <- token$token[token$class == "math"] |
30 | 31 | logical_token <- token$token[token$class == "logical"] |
31 | 32 | left_assignment_token <- token$token[token$class == "assign_left"] |
|
0 commit comments