Skip to content

Commit 9c946f7

Browse files
Gabriel39Gabriel39
committed
SelectDB update results on metal machine
1 parent 80b1844 commit 9c946f7

File tree

5 files changed

+128
-74
lines changed

5 files changed

+128
-74
lines changed

‎doris/benchmark.sh

Lines changed: 12 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -6,10 +6,11 @@ set -ex
66
# Install
77
ROOT=$(pwd)
88

9+
910
if [[ -n "$1" ]]; then
1011
url="$1"
1112
else
12-
url='https://doris-release.s3.us-east-1.amazonaws.com/1.2/doris-1.2.0.alpha-x86_64.tar.gz'
13+
url='https://doris-clickbench.oss-ap-southeast-1.aliyuncs.com/doris-linux_x64.tar.gz'
1314
fi
1415
# Download
1516
file_name="$(basename ${url})"
@@ -24,31 +25,27 @@ dir_name="${file_name/.tar.gz/}"
2425

2526
# Try to stop SelectDB and remove it first if execute this script multiple times
2627
set +e
27-
"$dir_name"/fe/bin/stop_fe.sh
28-
"$dir_name"/be/bin/stop_be.sh
28+
"$dir_name"/output/fe/bin/stop_fe.sh
29+
"$dir_name"/output/be/bin/stop_be.sh
2930
rm -rf "$dir_name"
3031
set -e
3132

3233
# Uncompress
3334
mkdir "$dir_name"
3435
tar zxf "$file_name" -C "$dir_name"
35-
DORIS_HOME="$ROOT/$dir_name/"
36+
DORIS_HOME="$ROOT/$dir_name/output"
3637
export DORIS_HOME
3738

3839
# Install dependencies
39-
sudo yum install -y mysql java-11-amazon-corretto.x86_64
40-
export JAVA_HOME="/usr/lib/jvm/java-11-amazon-corretto.x86_64/"
40+
sudo yum install -y java-17-amazon-corretto.x86_64
41+
sudo dnf -y localinstall https://dev.mysql.com/get/mysql80-community-release-el9-4.noarch.rpm
42+
sudo dnf -y install mysql mysql-community-client
43+
export JAVA_HOME="/usr/lib/jvm/java-17-amazon-corretto.x86_64/"
4144
export PATH=$JAVA_HOME/bin:$PATH
4245

43-
IPADDR=$(hostname -i)
44-
45-
# Start Frontend
46-
echo "priority_networks = ${IPADDR}/24" >>"$DORIS_HOME"/fe/conf/fe_custom.conf
4746
"$DORIS_HOME"/fe/bin/start_fe.sh --daemon
4847

4948
# Start Backend
50-
echo "priority_networks = ${IPADDR}/24
51-
load_process_max_memory_limit_percent=80" >>"$DORIS_HOME"/be/conf/be_custom.conf
5249
sudo sysctl -w vm.max_map_count=2000000
5350
"$DORIS_HOME"/be/bin/start_be.sh --daemon
5451

@@ -65,7 +62,7 @@ while true; do
6562
done
6663

6764
# Setup cluster, add Backend to cluster
68-
mysql -h 127.0.0.1 -P9030 -uroot -e "ALTER SYSTEM ADD BACKEND '${IPADDR}:9050' "
65+
mysql -h 127.0.0.1 -P9030 -uroot -e "ALTER SYSTEM ADD BACKEND '127.0.0.1:9050' "
6966

7067
# Wait for Backend ready
7168
while true; do
@@ -79,6 +76,8 @@ while true; do
7976
fi
8077
done
8178

79+
echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null
80+
8281
# Create Database and table
8382
mysql -h 127.0.0.1 -P9030 -uroot -e "CREATE DATABASE hits"
8483
sleep 5

‎doris/results/c6a.metal.json

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
1+
{
2+
"system": "Apache Doris",
3+
"date": "2024-04-26",
4+
"machine": "c6a.meta, 500gb gp2",
5+
"cluster_size": 1,
6+
"comment": "",
7+
"tags": ["C++", "column-oriented", "MySQL compatible", "ClickHouse derivative"],
8+
"load_time": 490,
9+
"data_size": 17358223424,
10+
"result": [
11+
[0.03,0.03,0.02],
12+
[0.05,0.04,0.04],
13+
[0.65,0.04,0.05],
14+
[2.91,0.05,0.05],
15+
[0.17,0.17,0.18],
16+
[2.05,0.21,0.20],
17+
[0.02,0.02,0.02],
18+
[0.05,0.04,0.05],
19+
[1.64,0.24,0.24],
20+
[0.25,0.26,0.25],
21+
[0.09,0.09,0.09],
22+
[0.61,0.09,0.08],
23+
[0.21,0.20,0.21],
24+
[0.27,0.24,0.25],
25+
[0.23,0.23,0.22],
26+
[0.11,0.10,0.11],
27+
[0.24,0.24,0.23],
28+
[0.07,0.07,0.08],
29+
[2.19,0.42,0.42],
30+
[0.02,0.01,0.01],
31+
[11.21,0.11,0.11],
32+
[0.07,0.07,0.07],
33+
[10.20,0.11,0.11],
34+
[0.41,0.09,0.10],
35+
[0.05,0.05,0.05],
36+
[0.09,0.10,0.09],
37+
[0.04,0.05,0.05],
38+
[0.27,0.22,0.22],
39+
[9.19,0.96,0.93],
40+
[0.10,0.07,0.06],
41+
[1.86,0.12,0.13],
42+
[4.06,0.15,0.14],
43+
[0.71,0.79,0.74],
44+
[1.04,0.93,0.96],
45+
[0.94,0.92,1.07],
46+
[0.17,0.17,0.16],
47+
[0.06,0.05,0.05],
48+
[0.05,0.04,0.05],
49+
[0.05,0.04,0.04],
50+
[0.09,0.07,0.08],
51+
[0.26,0.05,0.07],
52+
[0.25,0.04,0.05],
53+
[0.05,0.05,0.04]
54+
]
55+
}

‎selectdb/benchmark.sh

Lines changed: 12 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -6,10 +6,11 @@ set -ex
66
# Install
77
ROOT=$(pwd)
88

9+
910
if [[ -n "$1" ]]; then
1011
url="$1"
1112
else
12-
url='https://selectdb.s3.amazonaws.com/selectdb-2.0.0-linux_x64.tar.gz'
13+
url='https://doris-clickbench.oss-ap-southeast-1.aliyuncs.com/selectdb-linux_x64.tar.gz'
1314
fi
1415
# Download
1516
file_name="$(basename ${url})"
@@ -24,30 +25,27 @@ dir_name="${file_name/.tar.gz/}"
2425

2526
# Try to stop SelectDB and remove it first if execute this script multiple times
2627
set +e
27-
"$dir_name"/fe/bin/stop_fe.sh
28-
"$dir_name"/be/bin/stop_be.sh
28+
"$dir_name"/output/fe/bin/stop_fe.sh
29+
"$dir_name"/output/be/bin/stop_be.sh
2930
rm -rf "$dir_name"
3031
set -e
3132

3233
# Uncompress
3334
mkdir "$dir_name"
3435
tar zxf "$file_name" -C "$dir_name"
35-
DORIS_HOME="$ROOT/$dir_name/"
36+
DORIS_HOME="$ROOT/$dir_name/output"
3637
export DORIS_HOME
3738

3839
# Install dependencies
39-
sudo yum install -y mysql java-11-amazon-corretto.x86_64
40-
export JAVA_HOME="/usr/lib/jvm/java-11-amazon-corretto.x86_64/"
40+
sudo yum install -y java-17-amazon-corretto.x86_64
41+
sudo dnf -y localinstall https://dev.mysql.com/get/mysql80-community-release-el9-4.noarch.rpm
42+
sudo dnf -y install mysql mysql-community-client
43+
export JAVA_HOME="/usr/lib/jvm/java-17-amazon-corretto.x86_64/"
4144
export PATH=$JAVA_HOME/bin:$PATH
4245

43-
IPADDR=$(hostname -i)
44-
45-
# Start Frontend
46-
echo "priority_networks = ${IPADDR}/24" >>"$DORIS_HOME"/fe/conf/fe_custom.conf
4746
"$DORIS_HOME"/fe/bin/start_fe.sh --daemon
4847

4948
# Start Backend
50-
echo "priority_networks = ${IPADDR}/24" >>"$DORIS_HOME"/be/conf/be_custom.conf
5149
sudo sysctl -w vm.max_map_count=2000000
5250
"$DORIS_HOME"/be/bin/start_be.sh --daemon
5351

@@ -64,7 +62,7 @@ while true; do
6462
done
6563

6664
# Setup cluster, add Backend to cluster
67-
mysql -h 127.0.0.1 -P9030 -uroot -e "ALTER SYSTEM ADD BACKEND '${IPADDR}:9050' "
65+
mysql -h 127.0.0.1 -P9030 -uroot -e "ALTER SYSTEM ADD BACKEND '127.0.0.1:9050' "
6866

6967
# Wait for Backend ready
7068
while true; do
@@ -78,6 +76,8 @@ while true; do
7876
fi
7977
done
8078

79+
echo 3 | sudo tee /proc/sys/vm/drop_caches >/dev/null
80+
8181
# Create Database and table
8282
mysql -h 127.0.0.1 -P9030 -uroot -e "CREATE DATABASE hits"
8383
sleep 5

‎selectdb/create.sql

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -106,5 +106,5 @@ CREATE TABLE hits (
106106
CLID INT NOT NULL
107107
)
108108
DUPLICATE KEY (CounterID, EventDate, UserID, EventTime, WatchID)
109-
DISTRIBUTED BY HASH(UserID) BUCKETS 16
110-
PROPERTIES ( "replication_num"="1");
109+
DISTRIBUTED BY HASH(UserID) BUCKETS 192
110+
PROPERTIES ( "replication_num"="1");

‎selectdb/results/c6a.metal.json

Lines changed: 47 additions & 47 deletions
Original file line numberDiff line numberDiff line change
@@ -1,55 +1,55 @@
11
{
22
"system": "SelectDB",
3-
"date": "2022-10-08",
3+
"date": "2024-04-26",
44
"machine": "c6a.metal, 500gb gp2",
55
"cluster_size": 1,
66
"comment": "",
7-
"tags": ["C++", "column-oriented", "MySQL compatible", "ClickHouse derivative"],
8-
"load_time": 369,
9-
"data_size": 17123069872,
7+
"tags": ["C++", "column-oriented", "MySQL compatible"],
8+
"load_time": 487,
9+
"data_size": 17358223498,
1010
"result": [
11-
[0.01,0.01,0.00],
12-
[0.03,0.02,0.02],
13-
[0.04,0.04,0.05],
14-
[0.07,0.06,0.07],
15-
[0.17,0.15,0.17],
16-
[0.30,0.30,0.28],
17-
[0.01,0.01,0.01],
18-
[0.02,0.02,0.02],
19-
[0.32,0.33,0.34],
20-
[0.36,0.37,0.34],
21-
[0.11,0.11,0.25],
22-
[0.11,0.11,0.10],
23-
[0.23,0.23,0.23],
24-
[0.55,0.75,0.89],
25-
[0.32,0.30,0.31],
26-
[0.18,0.16,0.19],
27-
[0.53,0.51,0.50],
28-
[0.20,0.20,0.20],
29-
[1.04,1.06,1.30],
30-
[0.01,0.01,0.00],
31-
[0.59,0.60,0.66],
32-
[0.48,0.34,0.34],
33-
[0.38,0.38,0.37],
34-
[0.25,0.26,0.25],
35-
[0.04,0.04,0.04],
36-
[0.15,0.15,0.14],
37-
[0.04,0.04,0.04],
38-
[0.55,0.54,0.54],
39-
[1.39,1.36,1.34],
40-
[0.68,0.69,0.76],
41-
[0.24,0.23,0.23],
42-
[0.21,0.20,0.21],
43-
[1.45,1.53,2.05],
44-
[1.84,1.92,1.67],
45-
[1.83,1.75,1.90],
46-
[0.19,0.22,0.20],
47-
[0.03,0.04,0.04],
48-
[0.03,0.03,0.03],
49-
[0.02,0.02,0.02],
50-
[0.06,0.06,0.06],
51-
[0.02,0.02,0.02],
52-
[0.02,0.02,0.02],
53-
[0.02,0.02,0.02]
11+
[0.02,0.03,0.02],
12+
[0.05,0.02,0.02],
13+
[0.38,0.03,0.03],
14+
[1.67,0.04,0.03],
15+
[0.08,0.09,0.07],
16+
[1.66,0.20,0.17],
17+
[0.01,0.01,0.01],
18+
[0.02,0.02,0.02],
19+
[0.21,0.09,0.10],
20+
[0.12,0.12,0.12],
21+
[0.17,0.03,0.03],
22+
[0.59,0.03,0.03],
23+
[0.18,0.15,0.18],
24+
[0.22,0.21,0.20],
25+
[0.20,0.18,0.20],
26+
[0.10,0.10,0.12],
27+
[0.29,0.28,0.26],
28+
[0.07,0.06,0.07],
29+
[0.59,0.42,0.44],
30+
[0.02,0.00,0.00],
31+
[11.27,0.09,0.09],
32+
[0.05,0.05,0.05],
33+
[10.37,0.08,0.08],
34+
[0.36,0.04,0.04],
35+
[0.02,0.03,0.03],
36+
[0.05,0.05,0.04],
37+
[0.03,0.02,0.02],
38+
[0.24,0.21,0.21],
39+
[9.42,0.97,0.96],
40+
[0.07,0.04,0.04],
41+
[0.89,0.09,0.09],
42+
[2.81,0.12,0.11],
43+
[0.72,0.75,0.71],
44+
[1.00,0.98,0.95],
45+
[0.97,0.99,0.92],
46+
[0.13,0.12,0.12],
47+
[0.05,0.02,0.03],
48+
[0.03,0.02,0.02],
49+
[0.08,0.02,0.03],
50+
[0.14,0.05,0.05],
51+
[0.42,0.03,0.02],
52+
[0.35,0.03,0.02],
53+
[0.02,0.02,0.01]
5454
]
5555
}

0 commit comments

Comments
 (0)