Skip to content

Commit 394e474

Browse files
committed
update result and some modify
1 parent 90367ee commit 394e474

15 files changed

+239
-25
lines changed

doris/create_and_load.sh

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -29,3 +29,6 @@ mysql -P 9030 -h 127.0.0.1 -u root $DB_NAME < "$DDL_FILE"
2929

3030
echo "Load data"
3131
./load_data.sh "$DATA_DIRECTORY" "$DB_NAME" "$TABLE_NAME" "$NUM_FILES" "$SUCCESS_LOG" "$ERROR_LOG"
32+
33+
echo "Sleep 120 sec to collect data size"
34+
sleep 120s

doris/ddl_default_with_index.sql

Lines changed: 0 additions & 9 deletions
This file was deleted.

doris/main.sh

Lines changed: 1 addition & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -58,35 +58,28 @@ benchmark() {
5858
case $CHOICE in
5959
2)
6060
benchmark 10 default
61-
benchmark 10 default_with_index
6261
benchmark 10 materialized
6362
;;
6463
3)
6564
benchmark 100 default
66-
benchmark 100 default_with_index
6765
benchmark 100 materialized
6866
;;
6967
4)
7068
benchmark 1000 default
71-
benchmark 1000 default_with_index
7269
benchmark 1000 materialized
7370
;;
7471
5)
7572
benchmark 1 default
76-
benchmark 1 default_with_index
7773
benchmark 1 materialized
7874
benchmark 10 default
79-
benchmark 10 default_with_index
8075
benchmark 10 materialized
8176
benchmark 100 default
82-
benchmark 100 default_with_index
8377
benchmark 100 materialized
84-
benchmark 1000 default_with_index
78+
benchmark 1000 default
8579
benchmark 1000 materialized
8680
;;
8781
*)
8882
benchmark 1 default
89-
benchmark 1 default_with_index
9083
benchmark 1 materialized
9184
;;
9285
esac

doris/queries_default_with_index.sql

Lines changed: 0 additions & 5 deletions
This file was deleted.
Lines changed: 71 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,71 @@
1+
------------------------------------------------------------------------------------------------------------------------
2+
Result for query Q1:
3+
+----------------------------+--------+
4+
| event | count |
5+
+----------------------------+--------+
6+
| app.bsky.feed.like | 448944 |
7+
| app.bsky.graph.follow | 360374 |
8+
| app.bsky.feed.post | 90816 |
9+
| app.bsky.feed.repost | 58540 |
10+
| app.bsky.graph.block | 14040 |
11+
| app.bsky.actor.profile | 11762 |
12+
| app.bsky.graph.listitem | 8103 |
13+
| NULL | 5328 |
14+
| app.bsky.graph.listblock | 895 |
15+
| app.bsky.graph.starterpack | 405 |
16+
| app.bsky.graph.list | 356 |
17+
| app.bsky.feed.threadgate | 255 |
18+
| app.bsky.feed.postgate | 104 |
19+
| app.bsky.feed.generator | 74 |
20+
| app.bsky.labeler.service | 4 |
21+
+----------------------------+--------+
22+
23+
------------------------------------------------------------------------------------------------------------------------
24+
Result for query Q2:
25+
+----------------------------+--------+--------+
26+
| event | count | users |
27+
+----------------------------+--------+--------+
28+
| app.bsky.feed.like | 444523 | 117617 |
29+
| app.bsky.graph.follow | 337978 | 63957 |
30+
| app.bsky.feed.post | 86812 | 50464 |
31+
| app.bsky.feed.repost | 56993 | 26581 |
32+
| app.bsky.graph.block | 13838 | 5785 |
33+
| app.bsky.graph.listitem | 7568 | 1078 |
34+
| app.bsky.actor.profile | 5337 | 5337 |
35+
| app.bsky.graph.listblock | 860 | 449 |
36+
| app.bsky.graph.list | 259 | 218 |
37+
| app.bsky.feed.threadgate | 228 | 196 |
38+
| app.bsky.graph.starterpack | 104 | 101 |
39+
| app.bsky.feed.postgate | 101 | 82 |
40+
| app.bsky.feed.generator | 10 | 9 |
41+
+----------------------------+--------+--------+
42+
43+
------------------------------------------------------------------------------------------------------------------------
44+
Result for query Q3:
45+
+----------------------+-------------+--------+
46+
| event | hour_of_day | count |
47+
+----------------------+-------------+--------+
48+
| app.bsky.feed.like | 16 | 444523 |
49+
| app.bsky.feed.post | 16 | 86812 |
50+
| app.bsky.feed.repost | 16 | 56993 |
51+
+----------------------+-------------+--------+
52+
53+
------------------------------------------------------------------------------------------------------------------------
54+
Result for query Q4:
55+
+----------------------------------+----------------------------+
56+
| user_id | first_post_ts |
57+
+----------------------------------+----------------------------+
58+
| did:plc:yj3sjq3blzpynh27cumnp5ks | 2024-11-21 16:25:49.000167 |
59+
| did:plc:l5o3qjrmfztir54cpwlv2eme | 2024-11-21 16:25:49.001905 |
60+
| did:plc:s4bwqchfzm6gjqfeb6mexgbu | 2024-11-21 16:25:49.003907 |
61+
+----------------------------------+----------------------------+
62+
63+
------------------------------------------------------------------------------------------------------------------------
64+
Result for query Q5:
65+
+----------------------------------+---------------+
66+
| user_id | activity_span |
67+
+----------------------------------+---------------+
68+
| did:plc:tsyymlun4eqjuw7hqrhmwagd | 813006 |
69+
| did:plc:3ug235sfy2pz7cawmpsftb65 | 811602 |
70+
| did:plc:doxhhgtxqiv47tmcovpbcqai | 811404 |
71+
+----------------------------------+---------------+
Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
{
2+
"system": "Apache Doris (default)",
3+
"version": "doris-3.0.5-rc01-e277cfb83f",
4+
"os": "Ubuntu 24.04",
5+
"date": "2025-05-13",
6+
"machine": "m6i.8xlarge, 10000gib gp3",
7+
"retains_structure": "yes",
8+
"tags": [
9+
],
10+
"dataset_size": 1000000000,
11+
"num_loaded_documents": 999999994,
12+
"total_size": 214623810748,
13+
"result": [
14+
[4.37,1.87,1.87],
15+
[222.24,12.50,11.81],
16+
[27.98,7.76,7.74],
17+
[234.62,6.73,5.87],
18+
[235.71,6.31,5.92]
19+
]
20+
}
Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
{
2+
"system": "Apache Doris (materialized)",
3+
"version": "doris-3.0.5-rc01-e277cfb83f",
4+
"os": "Ubuntu 24.04",
5+
"date": "2025-05-13",
6+
"machine": "m6i.8xlarge, 10000gib gp3",
7+
"retains_structure": "yes",
8+
"tags": [
9+
],
10+
"dataset_size": 1000000000,
11+
"num_loaded_documents": 999999245,
12+
"total_size": 195771051803,
13+
"result": [
14+
[9.74,1.56,1.56],
15+
[141.69,4.86,4.82],
16+
[35.74,1.86,1.84],
17+
[126.09,1.02,0.94],
18+
[90.97,0.94,0.92]
19+
]
20+
}
Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
{
2+
"system": "Apache Doris (default)",
3+
"version": "doris-3.0.5-rc01-e277cfb83f",
4+
"os": "Ubuntu 24.04",
5+
"date": "2025-05-13",
6+
"machine": "m6i.8xlarge, 10000gib gp3",
7+
"retains_structure": "yes",
8+
"tags": [
9+
],
10+
"dataset_size": 100000000,
11+
"num_loaded_documents": 100000000,
12+
"total_size": 21304111530,
13+
"result": [
14+
[0.23,0.19,0.19],
15+
[20.83,1.01,1.02],
16+
[1.22,0.75,0.77],
17+
[0.57,0.52,0.52],
18+
[0.54,0.54,0.55]
19+
]
20+
}
Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
{
2+
"system": "Apache Doris (materialized)",
3+
"version": "doris-3.0.5-rc01-e277cfb83f",
4+
"os": "Ubuntu 24.04",
5+
"date": "2025-05-13",
6+
"machine": "m6i.8xlarge, 10000gib gp3",
7+
"retains_structure": "yes",
8+
"tags": [
9+
],
10+
"dataset_size": 100000000,
11+
"num_loaded_documents": 99999968,
12+
"total_size": 21247203213,
13+
"result": [
14+
[0.20,0.18,0.18],
15+
[11.60,0.54,0.54],
16+
[1.49,0.17,0.17],
17+
[0.09,0.09,0.10],
18+
[0.10,0.10,0.09]
19+
]
20+
}
Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
{
2+
"system": "Apache Doris (default)",
3+
"version": "doris-3.0.5-rc01-e277cfb83f",
4+
"os": "Ubuntu 24.04",
5+
"date": "2025-05-13",
6+
"machine": "m6i.8xlarge, 10000gib gp3",
7+
"retains_structure": "yes",
8+
"tags": [
9+
],
10+
"dataset_size": 10000000,
11+
"num_loaded_documents": 10000000,
12+
"total_size": 2170032226,
13+
"result": [
14+
[0.05,0.04,0.04],
15+
[1.25,0.15,0.15],
16+
[0.10,0.11,0.11],
17+
[0.08,0.08,0.08],
18+
[0.08,0.09,0.08]
19+
]
20+
}

0 commit comments

Comments
 (0)