Merge branches 'main' and 'main' of ssh://github.com/Chasen-Zhang/databend

Author: Chasen-Zhang

Cargo.lock

@@ -142,6 +142,9 @@ SELECT number%2 as c1, number%3 as c2, MAX(number) FROM numbers(10000) GROUP BY
 
 ```
 
+
+`GROUP BY` can be extended with [GROUPING SETS](./21-grouping-sets.md) to do more complex grouping operations.
+
 ## HAVING Clause
 
 ```sql

docs/doc/14-sql-commands/20-query-syntax/01-dml-select.md

@@ -0,0 +1,114 @@
+---
+title: GROUPING SETS
+---
+
+More complex grouping operations than those described above are possible using the concept of grouping sets. The data is grouped separately by each specified grouping set, aggregates computed for each group just as for simple GROUP BY clauses. The final result is the union of each separate result.
+
+Each sublist of `GROUPING SETS` may specify zero or more columns or expressions and is interpreted the same way as though it were directly in the `GROUP BY` clause. An empty grouping set means that all rows are aggregated down to a single group (which is output even if no input rows were present), as described above for the case of aggregate functions with no GROUP BY clause.
+
+References to the grouping columns or expressions are replaced by null values in result rows for grouping sets in which those columns do not appear. To distinguish which grouping a particular output row resulted from, the [GROUPING function](../../15-sql-functions/120-other-functions/grouping.md) can be used.
+
+## Syntax
+
+```sql
+SELECT ...
+GROUP BY 
+GROUPING SETS ( grouping_sets, [ grouping_sets, ...] )
+```
+
+```
+grouping_sets := ( expr [, expr, ...] )
+```
+
+## `CUBE` and `ROLLUP`
+
+Two syntactic sugar forms of `GROUPING SETS` are available: `CUBE` and `ROLLUP`. 
+
+```sql
+SELECT ...
+GROUP BY CUBE ( expr [, expr, ...] );
+
+SELECT ...
+GROUP BY ROLLUP ( expr [, expr, ...] );
+```
+
+`CUBE` represents the given list and all of its possible subsets (i.e., the power set). For example, `CUBE (a, b, c)` will be desugared to:
+
+```sql
+GROUPING SETS (
+    ( a, b, c ),
+    ( a, b    ),
+    ( a,    c ),
+    ( a       ),
+    (    b, c ),
+    (    b    ),
+    (       c ),
+    (         )
+)
+```
+
+`ROLLUP ` represents the given list of expressions and all prefixes of the list including the empty list. For example `ROLLUP (a, b, c)` will be desugared to:
+
+```sql
+GROUPING SETS (
+    ( a, b, c ),
+    ( a, b    ),
+    ( a       ),
+    (         )
+)
+```
+
+## Examples
+
+```sql
+SELECT number%2 as c1, number%3 as c2, MAX(number) FROM numbers(10) GROUP BY GROUPING SETS ((c1, c2), (c1), (c2), ());
++------+------+-------------+
+| c1   | c2   | max(number) |
++------+------+-------------+
+|    0 |    0 |           6 |
+|    0 | NULL |           8 |
+|    1 |    0 |           9 |
+| NULL | NULL |           9 |
+|    1 |    2 |           5 |
+|    1 | NULL |           9 |
+| NULL |    0 |           9 |
+| NULL |    1 |           7 |
+| NULL |    2 |           8 |
+|    1 |    1 |           7 |
+|    0 |    2 |           8 |
+|    0 |    1 |           4 |
++------+------+-------------+
+
+SELECT number%2 as c1, number%3 as c2, MAX(number) FROM numbers(10) GROUP BY CUBE (c1, c2);
++------+------+-------------+
+| c1   | c2   | max(number) |
++------+------+-------------+
+|    0 |    0 |           6 |
+|    0 | NULL |           8 |
+|    1 |    0 |           9 |
+| NULL | NULL |           9 |
+|    1 |    2 |           5 |
+|    1 | NULL |           9 |
+| NULL |    0 |           9 |
+| NULL |    1 |           7 |
+| NULL |    2 |           8 |
+|    1 |    1 |           7 |
+|    0 |    2 |           8 |
+|    0 |    1 |           4 |
++------+------+-------------+
+
+SELECT number%2 as c1, number%3 as c2, MAX(number) FROM numbers(10) GROUP BY ROLLUP (c1, c2);
++------+------+-------------+
+| c1   | c2   | max(number) |
++------+------+-------------+
+|    0 |    0 |           6 |
+|    0 | NULL |           8 |
+|    1 |    0 |           9 |
+| NULL | NULL |           9 |
+|    1 |    2 |           5 |
+|    1 | NULL |           9 |
+|    1 |    1 |           7 |
+|    0 |    2 |           8 |
+|    0 |    1 |           4 |
++------+------+-------------+
+```

docs/doc/14-sql-commands/20-query-syntax/21-grouping-sets.md

@@ -0,0 +1,42 @@
+---
+title: GROUPING 
+---
+
+Returns a bit mask indicating which `GROUP BY` expressions are not included in the current grouping set. Bits are assigned with the rightmost argument corresponding to the least-significant bit; each bit is 0 if the corresponding expression is included in the grouping criteria of the grouping set generating the current result row, and 1 if it is not included.
+
+## Syntax
+
+```sql
+GROUPING ( expr [, expr, ...] )
+```
+
+:::note
+`GROUPING` can only be used with `GROUPING SETS`, `ROLLUP`, or `CUBE`, and its arguments must be in the grouping sets list.
+:::
+
+## Arguments
+
+Grouping sets items.
+
+## Return Type
+
+UInt32.
+
+## Examples
+
+```sql
+select a, b, grouping(a), grouping(b), grouping(a,b), grouping(b,a) from t group by grouping sets ((a,b),(a),(b), ()) ;
++------+------+-------------+-------------+----------------+----------------+
+| a    | b    | grouping(a) | grouping(b) | grouping(a, b) | grouping(b, a) |
++------+------+-------------+-------------+----------------+----------------+
+| NULL | A    |           1 |           0 |              2 |              1 |
+| a    | NULL |           0 |           1 |              1 |              2 |
+| b    | A    |           0 |           0 |              0 |              0 |
+| NULL | NULL |           1 |           1 |              3 |              3 |
+| a    | A    |           0 |           0 |              0 |              0 |
+| b    | B    |           0 |           0 |              0 |              0 |
+| b    | NULL |           0 |           1 |              1 |              2 |
+| a    | B    |           0 |           0 |              0 |              0 |
+| NULL | B    |           1 |           0 |              2 |              1 |
++------+------+-------------+-------------+----------------+----------------+
+```

docs/doc/15-sql-functions/120-other-functions/grouping.md

@@ -0,0 +1,3 @@
+{
+  "label": "AI Functions"
+}

docs/doc/15-sql-functions/61-ai-functions/_category_.json

@@ -0,0 +1,43 @@
+---
+title: 'AI Functions'
+---
+
+Databend can utilize the OpenAI `Code-Davinci-002` engine to translate natural language into SQL queries.
+
+By integrating OLAP and AI, Databend simplifies the process of writing SQL queries based on your table schema.
+
+The `ai_to_sql` function allows us to effortlessly generate SQL queries using natural language.
+
+## Syntax
+
+```sql
+USE <your-database>;
+SELECT * FROM ai_to_sql('<prompt>', '<openai-api-key>');
+```
+
+## Example
+
+:::note
+Please note that the generated SQL query may need to be adapted to match Databend's syntax and functionality, as it might be based on PostgreSQL-standard SQL.
+:::
+
+
+```sql
+CREATE DATABASE openai;
+USE openai;
+
+CREATE TABLE users(
+    id INT,
+    name VARCHAR,
+    age INT
+);
+
+SELECT * FROM ai_to_sql('List all users older than 30 years', '<openai-api-key>');
+```
+
+Output:
+```sql
+*************************** 1. row ***************************
+     database: simple_example
+generated_sql:  SELECT * FROM users WHERE age > 30;
+```

docs/doc/15-sql-functions/61-ai-functions/index.md

@@ -98,6 +98,8 @@ storages-common-table-meta = { path = "../storages/common/table-meta" }
 # Crates.io dependencies
 aho-corasick = { version = "0.7.20" }
 async-channel = "1.7.1"
+# Wait for https://github.com/64bit/async-openai/pull/60
+async-openai = { version = "0.9.5", git = "https://github.com/Xuanwo/async-openai", rev = "22fd9ca0c9c86a2c57462c5fd32aaff407d6b000" }
 async-stream = "0.3.3"
 async-trait = { version = "0.1.57", package = "async-trait-fn" }
 base64 = "0.21.0"
@@ -128,6 +130,7 @@ pin-project-lite = "0.2.9"
 poem = { version = "1", features = ["rustls", "multipart", "compression"] }
 rand = "0.8.5"
 regex = "1.6.0"
+reqwest = { workspace = true }
 scopeguard = "1.1.0"
 serde = { workspace = true }
 serde_json = { workspace = true }

src/query/service/Cargo.toml

@@ -14,6 +14,7 @@
 
 mod async_crash_me;
 mod numbers;
+mod openai;
 mod sync_crash_me;
 mod table_function;
 mod table_function_factory;
@@ -22,6 +23,7 @@ mod unnest;
 pub use numbers::generate_numbers_parts;
 pub use numbers::NumbersPartInfo;
 pub use numbers::NumbersTable;
+pub use openai::GPT2SQLTable;
 pub use table_function::TableFunction;
 pub use table_function_factory::TableFunctionFactory;
 pub use unnest::UnnestTable;