Skip to content

Commit 279f5eb

Browse files
JackWang032JackWang032
committed
feat: support semantic context of isStatamentBeginning
1 parent bcf8369 commit 279f5eb

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

48 files changed

+2143
-228
lines changed

‎benchmark/benchmark.config.ts‎

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -80,6 +80,11 @@ const testFiles: TestFile[] = [
8080
includes: ['flink'],
8181
testTypes: ['getSuggestionAtCaretPosition'],
8282
},
83+
{
84+
name: 'Collect Semantics',
85+
sqlFileName: 'select.sql',
86+
testTypes: ['getSemanticContextAtCaretPosition'],
87+
},
8388
];
8489

8590
export default {

‎benchmark/data/params.json‎

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,5 +6,8 @@
66
"suggestion_flink": {
77
"getAllEntities": ["$sql", { "lineNumber": 1020, "column": 38 }],
88
"getSuggestionAtCaretPosition": ["$sql", { "lineNumber": 1020, "column": 38 }]
9+
},
10+
"select": {
11+
"getSemanticContextAtCaretPosition": ["$sql", { "lineNumber": 997, "column": 25 }]
912
}
1013
}

‎benchmark_reports/cold_start/flink.benchmark.md‎

Lines changed: 15 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -4,33 +4,34 @@
44
FlinkSQL
55

66
### Report Time
7-
2024/9/9 19:55:03
7+
2024/12/18 14:50:08
88

99
### Device
10-
macOS 14.4.1
10+
macOS 15.0.1
1111
(8) arm64 Apple M1 Pro
1212
16.00 GB
1313

1414
### Version
1515
`nodejs`: v21.6.1
16-
`dt-sql-parser`: v4.0.2
16+
`dt-sql-parser`: v4.1.0-beta.0
1717
`antlr4-c3`: v3.3.7
1818
`antlr4ng`: v2.0.11
1919

2020
### Running Mode
2121
Cold Start
2222

2323
### Report
24-
| Benchmark Name | Method Name |SQL Rows|Average Time(ms)|
25-
|----------------|----------------------------|--------|----------------|
26-
|Query Collection| getAllTokens | 1015 | 227 |
27-
|Query Collection| validate | 1015 | 221 |
28-
| Insert Columns | getAllTokens | 1001 | 65 |
29-
| Insert Columns | validate | 1001 | 65 |
30-
| Create Table | getAllTokens | 1004 | 27 |
31-
| Create Table | validate | 1004 | 26 |
32-
| Split SQL | splitSQLByStatement | 999 | 52 |
33-
|Collect Entities| getAllEntities | 1056 | 141 |
34-
| Suggestion |getSuggestionAtCaretPosition| 1056 | 131 |
24+
| Benchmark Name | Method Name |SQL Rows|Average Time(ms)|
25+
|-----------------|---------------------------------|--------|----------------|
26+
| Query Collection| getAllTokens | 1015 | 257 |
27+
| Query Collection| validate | 1015 | 277 |
28+
| Insert Columns | getAllTokens | 1001 | 66 |
29+
| Insert Columns | validate | 1001 | 67 |
30+
| Create Table | getAllTokens | 1004 | 27 |
31+
| Create Table | validate | 1004 | 28 |
32+
| Split SQL | splitSQLByStatement | 999 | 53 |
33+
| Collect Entities| getAllEntities | 1056 | 191 |
34+
| Suggestion | getSuggestionAtCaretPosition | 1056 | 185 |
35+
|Collect Semantics|getSemanticContextAtCaretPosition| 1015 | 247 |
3536

3637

‎benchmark_reports/cold_start/hive.benchmark.md‎

Lines changed: 17 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -4,35 +4,36 @@
44
HiveSQL
55

66
### Report Time
7-
2024/9/9 19:55:03
7+
2024/12/18 14:50:08
88

99
### Device
10-
macOS 14.4.1
10+
macOS 15.0.1
1111
(8) arm64 Apple M1 Pro
1212
16.00 GB
1313

1414
### Version
1515
`nodejs`: v21.6.1
16-
`dt-sql-parser`: v4.0.2
16+
`dt-sql-parser`: v4.1.0-beta.0
1717
`antlr4-c3`: v3.3.7
1818
`antlr4ng`: v2.0.11
1919

2020
### Running Mode
2121
Cold Start
2222

2323
### Report
24-
| Benchmark Name | Method Name |SQL Rows|Average Time(ms)|
25-
|----------------|----------------------------|--------|----------------|
26-
|Query Collection| getAllTokens | 1015 | 185 |
27-
|Query Collection| validate | 1015 | 179 |
28-
| Update Table | getAllTokens | 1011 | 112 |
29-
| Update Table | validate | 1011 | 109 |
30-
| Insert Columns | getAllTokens | 1001 | 329 |
31-
| Insert Columns | validate | 1001 | 329 |
32-
| Create Table | getAllTokens | 1002 | 21 |
33-
| Create Table | validate | 1002 | 20 |
34-
| Split SQL | splitSQLByStatement | 1001 | 72 |
35-
|Collect Entities| getAllEntities | 1066 | 106 |
36-
| Suggestion |getSuggestionAtCaretPosition| 1066 | 100 |
24+
| Benchmark Name | Method Name |SQL Rows|Average Time(ms)|
25+
|-----------------|---------------------------------|--------|----------------|
26+
| Query Collection| getAllTokens | 1015 | 194 |
27+
| Query Collection| validate | 1015 | 194 |
28+
| Update Table | getAllTokens | 1011 | 126 |
29+
| Update Table | validate | 1011 | 119 |
30+
| Insert Columns | getAllTokens | 1001 | 326 |
31+
| Insert Columns | validate | 1001 | 323 |
32+
| Create Table | getAllTokens | 1002 | 21 |
33+
| Create Table | validate | 1002 | 20 |
34+
| Split SQL | splitSQLByStatement | 1001 | 71 |
35+
| Collect Entities| getAllEntities | 1066 | 338 |
36+
| Suggestion | getSuggestionAtCaretPosition | 1066 | 148 |
37+
|Collect Semantics|getSemanticContextAtCaretPosition| 1015 | 201 |
3738

3839

‎benchmark_reports/cold_start/impala.benchmark.md‎

Lines changed: 17 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -4,35 +4,36 @@
44
ImpalaSQL
55

66
### Report Time
7-
2024/9/9 19:55:03
7+
2024/12/18 14:50:08
88

99
### Device
10-
macOS 14.4.1
10+
macOS 15.0.1
1111
(8) arm64 Apple M1 Pro
1212
16.00 GB
1313

1414
### Version
1515
`nodejs`: v21.6.1
16-
`dt-sql-parser`: v4.0.2
16+
`dt-sql-parser`: v4.1.0-beta.0
1717
`antlr4-c3`: v3.3.7
1818
`antlr4ng`: v2.0.11
1919

2020
### Running Mode
2121
Cold Start
2222

2323
### Report
24-
| Benchmark Name | Method Name |SQL Rows|Average Time(ms)|
25-
|----------------|----------------------------|--------|----------------|
26-
|Query Collection| getAllTokens | 1015 | 71 |
27-
|Query Collection| validate | 1015 | 71 |
28-
| Update Table | getAllTokens | 1011 | 113 |
29-
| Update Table | validate | 1011 | 108 |
30-
| Insert Columns | getAllTokens | 1001 | 208 |
31-
| Insert Columns | validate | 1001 | 213 |
32-
| Create Table | getAllTokens | 1002 | 23 |
33-
| Create Table | validate | 1002 | 23 |
34-
| Split SQL | splitSQLByStatement | 1001 | 65 |
35-
|Collect Entities| getAllEntities | 1066 | 82 |
36-
| Suggestion |getSuggestionAtCaretPosition| 1066 | 83 |
24+
| Benchmark Name | Method Name |SQL Rows|Average Time(ms)|
25+
|-----------------|---------------------------------|--------|----------------|
26+
| Query Collection| getAllTokens | 1015 | 77 |
27+
| Query Collection| validate | 1015 | 72 |
28+
| Update Table | getAllTokens | 1011 | 120 |
29+
| Update Table | validate | 1011 | 121 |
30+
| Insert Columns | getAllTokens | 1001 | 218 |
31+
| Insert Columns | validate | 1001 | 217 |
32+
| Create Table | getAllTokens | 1002 | 25 |
33+
| Create Table | validate | 1002 | 25 |
34+
| Split SQL | splitSQLByStatement | 1001 | 67 |
35+
| Collect Entities| getAllEntities | 1066 | 93 |
36+
| Suggestion | getSuggestionAtCaretPosition | 1066 | 101 |
37+
|Collect Semantics|getSemanticContextAtCaretPosition| 1015 | 80 |
3738

3839

‎benchmark_reports/cold_start/mysql.benchmark.md‎

Lines changed: 17 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -4,35 +4,36 @@
44
MySQL
55

66
### Report Time
7-
2024/9/9 19:55:03
7+
2024/12/18 14:50:08
88

99
### Device
10-
macOS 14.4.1
10+
macOS 15.0.1
1111
(8) arm64 Apple M1 Pro
1212
16.00 GB
1313

1414
### Version
1515
`nodejs`: v21.6.1
16-
`dt-sql-parser`: v4.0.2
16+
`dt-sql-parser`: v4.1.0-beta.0
1717
`antlr4-c3`: v3.3.7
1818
`antlr4ng`: v2.0.11
1919

2020
### Running Mode
2121
Cold Start
2222

2323
### Report
24-
| Benchmark Name | Method Name |SQL Rows|Average Time(ms)|
25-
|----------------|----------------------------|--------|----------------|
26-
|Query Collection| getAllTokens | 1015 | 1281 |
27-
|Query Collection| validate | 1015 | 1254 |
28-
| Update Table | getAllTokens | 1011 | 876 |
29-
| Update Table | validate | 1011 | 842 |
30-
| Insert Columns | getAllTokens | 1001 | 261 |
31-
| Insert Columns | validate | 1001 | 266 |
32-
| Create Table | getAllTokens | 1002 | 48 |
33-
| Create Table | validate | 1002 | 45 |
34-
| Split SQL | splitSQLByStatement | 1001 | 287 |
35-
|Collect Entities| getAllEntities | 1066 | 474 |
36-
| Suggestion |getSuggestionAtCaretPosition| 1066 | 462 |
24+
| Benchmark Name | Method Name |SQL Rows|Average Time(ms)|
25+
|-----------------|---------------------------------|--------|----------------|
26+
| Query Collection| getAllTokens | 1015 | 1339 |
27+
| Query Collection| validate | 1015 | 1305 |
28+
| Update Table | getAllTokens | 1011 | 860 |
29+
| Update Table | validate | 1011 | 898 |
30+
| Insert Columns | getAllTokens | 1001 | 282 |
31+
| Insert Columns | validate | 1001 | 284 |
32+
| Create Table | getAllTokens | 1002 | 48 |
33+
| Create Table | validate | 1002 | 50 |
34+
| Split SQL | splitSQLByStatement | 1001 | 305 |
35+
| Collect Entities| getAllEntities | 1066 | 653 |
36+
| Suggestion | getSuggestionAtCaretPosition | 1066 | 637 |
37+
|Collect Semantics|getSemanticContextAtCaretPosition| 1015 | 1418 |
3738

3839

‎benchmark_reports/cold_start/postgresql.benchmark.md‎

Lines changed: 17 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -4,35 +4,36 @@
44
PostgreSQL
55

66
### Report Time
7-
2024/9/9 19:55:03
7+
2024/12/18 14:50:08
88

99
### Device
10-
macOS 14.4.1
10+
macOS 15.0.1
1111
(8) arm64 Apple M1 Pro
1212
16.00 GB
1313

1414
### Version
1515
`nodejs`: v21.6.1
16-
`dt-sql-parser`: v4.0.2
16+
`dt-sql-parser`: v4.1.0-beta.0
1717
`antlr4-c3`: v3.3.7
1818
`antlr4ng`: v2.0.11
1919

2020
### Running Mode
2121
Cold Start
2222

2323
### Report
24-
| Benchmark Name | Method Name |SQL Rows|Average Time(ms)|
25-
|----------------|----------------------------|--------|----------------|
26-
|Query Collection| getAllTokens | 1015 | 1086 |
27-
|Query Collection| validate | 1015 | 1078 |
28-
| Update Table | getAllTokens | 1011 | 1193 |
29-
| Update Table | validate | 1011 | 1183 |
30-
| Insert Columns | getAllTokens | 1001 | 539 |
31-
| Insert Columns | validate | 1001 | 565 |
32-
| Create Table | getAllTokens | 1002 | 294 |
33-
| Create Table | validate | 1002 | 275 |
34-
| Split SQL | splitSQLByStatement | 1001 | 597 |
35-
|Collect Entities| getAllEntities | 1066 | 797 |
36-
| Suggestion |getSuggestionAtCaretPosition| 1066 | 776 |
24+
| Benchmark Name | Method Name |SQL Rows|Average Time(ms)|
25+
|-----------------|---------------------------------|--------|----------------|
26+
| Query Collection| getAllTokens | 1015 | 1008 |
27+
| Query Collection| validate | 1015 | 955 |
28+
| Update Table | getAllTokens | 1011 | 941 |
29+
| Update Table | validate | 1011 | 936 |
30+
| Insert Columns | getAllTokens | 1001 | 534 |
31+
| Insert Columns | validate | 1001 | 547 |
32+
| Create Table | getAllTokens | 1002 | 288 |
33+
| Create Table | validate | 1002 | 288 |
34+
| Split SQL | splitSQLByStatement | 1001 | 522 |
35+
| Collect Entities| getAllEntities | 1066 | 744 |
36+
| Suggestion | getSuggestionAtCaretPosition | 1066 | 719 |
37+
|Collect Semantics|getSemanticContextAtCaretPosition| 1015 | 941 |
3738

3839

‎benchmark_reports/cold_start/spark.benchmark.md‎

Lines changed: 17 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -4,35 +4,36 @@
44
SparkSQL
55

66
### Report Time
7-
2024/9/9 19:55:03
7+
2024/12/18 14:50:08
88

99
### Device
10-
macOS 14.4.1
10+
macOS 15.0.1
1111
(8) arm64 Apple M1 Pro
1212
16.00 GB
1313

1414
### Version
1515
`nodejs`: v21.6.1
16-
`dt-sql-parser`: v4.0.2
16+
`dt-sql-parser`: v4.1.0-beta.0
1717
`antlr4-c3`: v3.3.7
1818
`antlr4ng`: v2.0.11
1919

2020
### Running Mode
2121
Cold Start
2222

2323
### Report
24-
| Benchmark Name | Method Name |SQL Rows|Average Time(ms)|
25-
|----------------|----------------------------|--------|----------------|
26-
|Query Collection| getAllTokens | 1015 | 268 |
27-
|Query Collection| validate | 1015 | 259 |
28-
| Update Table | getAllTokens | 1011 | 232 |
29-
| Update Table | validate | 1011 | 226 |
30-
| Insert Columns | getAllTokens | 1001 | 198 |
31-
| Insert Columns | validate | 1001 | 200 |
32-
| Create Table | getAllTokens | 1002 | 29 |
33-
| Create Table | validate | 1002 | 30 |
34-
| Split SQL | splitSQLByStatement | 1001 | 111 |
35-
|Collect Entities| getAllEntities | 1066 | 170 |
36-
| Suggestion |getSuggestionAtCaretPosition| 1066 | 164 |
24+
| Benchmark Name | Method Name |SQL Rows|Average Time(ms)|
25+
|-----------------|---------------------------------|--------|----------------|
26+
| Query Collection| getAllTokens | 1015 | 287 |
27+
| Query Collection| validate | 1015 | 277 |
28+
| Update Table | getAllTokens | 1011 | 264 |
29+
| Update Table | validate | 1011 | 253 |
30+
| Insert Columns | getAllTokens | 1001 | 216 |
31+
| Insert Columns | validate | 1001 | 213 |
32+
| Create Table | getAllTokens | 1002 | 29 |
33+
| Create Table | validate | 1002 | 30 |
34+
| Split SQL | splitSQLByStatement | 1001 | 132 |
35+
| Collect Entities| getAllEntities | 1066 | 298 |
36+
| Suggestion | getSuggestionAtCaretPosition | 1066 | 263 |
37+
|Collect Semantics|getSemanticContextAtCaretPosition| 1015 | 319 |
3738

3839

‎benchmark_reports/cold_start/trino.benchmark.md‎

Lines changed: 17 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -4,35 +4,36 @@
44
TrinoSQL
55

66
### Report Time
7-
2024/9/9 19:55:03
7+
2024/12/18 14:50:08
88

99
### Device
10-
macOS 14.4.1
10+
macOS 15.0.1
1111
(8) arm64 Apple M1 Pro
1212
16.00 GB
1313

1414
### Version
1515
`nodejs`: v21.6.1
16-
`dt-sql-parser`: v4.0.2
16+
`dt-sql-parser`: v4.1.0-beta.0
1717
`antlr4-c3`: v3.3.7
1818
`antlr4ng`: v2.0.11
1919

2020
### Running Mode
2121
Cold Start
2222

2323
### Report
24-
| Benchmark Name | Method Name |SQL Rows|Average Time(ms)|
25-
|----------------|----------------------------|--------|----------------|
26-
|Query Collection| getAllTokens | 1015 | 89 |
27-
|Query Collection| validate | 1015 | 90 |
28-
| Update Table | getAllTokens | 1011 | 109 |
29-
| Update Table | validate | 1011 | 104 |
30-
| Insert Columns | getAllTokens | 1001 | 202 |
31-
| Insert Columns | validate | 1001 | 202 |
32-
| Create Table | getAllTokens | 1002 | 27 |
33-
| Create Table | validate | 1002 | 26 |
34-
| Split SQL | splitSQLByStatement | 1001 | 71 |
35-
|Collect Entities| getAllEntities | 1066 | 101 |
36-
| Suggestion |getSuggestionAtCaretPosition| 1066 | 94 |
24+
| Benchmark Name | Method Name |SQL Rows|Average Time(ms)|
25+
|-----------------|---------------------------------|--------|----------------|
26+
| Query Collection| getAllTokens | 1015 | 91 |
27+
| Query Collection| validate | 1015 | 94 |
28+
| Update Table | getAllTokens | 1011 | 114 |
29+
| Update Table | validate | 1011 | 127 |
30+
| Insert Columns | getAllTokens | 1001 | 214 |
31+
| Insert Columns | validate | 1001 | 204 |
32+
| Create Table | getAllTokens | 1002 | 28 |
33+
| Create Table | validate | 1002 | 28 |
34+
| Split SQL | splitSQLByStatement | 1001 | 72 |
35+
| Collect Entities| getAllEntities | 1066 | 119 |
36+
| Suggestion | getSuggestionAtCaretPosition | 1066 | 117 |
37+
|Collect Semantics|getSemanticContextAtCaretPosition| 1015 | 108 |
3738

3839

0 commit comments

Comments
 (0)