Skip to content

Commit b89a549

Browse files
authored
Merge pull request #743 from before-Sunrise/update_4.0
update starrocks result based on 4.0.2 and c8g.48xl, modify load script
2 parents df9f050 + db692b9 commit b89a549

File tree

9 files changed

+246
-302
lines changed

9 files changed

+246
-302
lines changed

starrocks/benchmark.sh

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -4,7 +4,7 @@
44

55
set -e
66

7-
VERSION=3.4.2-ubuntu-$(dpkg --print-architecture)
7+
VERSION=4.0.2-ubuntu-$(dpkg --print-architecture)
88
# Install
99
wget --continue --progress=dot:giga https://releases.starrocks.io/starrocks/StarRocks-$VERSION.tar.gz -O StarRocks-$VERSION.tar.gz
1010
tar zxvf StarRocks-${VERSION}.tar.gz
@@ -23,11 +23,11 @@ export STARROCKS_HOME=`pwd`
2323
mkdir -p meta storage
2424

2525
# Start Frontend
26-
echo "meta_dir = ${STARROCKS_HOME}/meta " >> fe/conf/fe.conf
26+
printf "\nmeta_dir = ${STARROCKS_HOME}/meta \n" >> fe/conf/fe.conf
2727
fe/bin/start_fe.sh --daemon
2828

2929
# Start Backend
30-
echo "storage_root_path = ${STARROCKS_HOME}/storage" >> be/conf/be.conf
30+
printf "\nstorage_root_path = ${STARROCKS_HOME}/storage\n" >> be/conf/be.conf
3131
be/bin/start_be.sh --daemon
3232

3333
# Setup cluster
@@ -54,6 +54,7 @@ curl --location-trusted \
5454
-u root: \
5555
-T "hits.tsv" \
5656
-H "label:hits_tsv_${START}" \
57+
-H "timeout:1000" \ # see https://github.com/ClickHouse/ClickBench/pull/740
5758
-H "columns: WatchID,JavaEnable,Title,GoodEvent,EventTime,EventDate,CounterID,ClientIP,RegionID,UserID,CounterClass,OS,UserAgent,URL,Referer,IsRefresh,RefererCategoryID,RefererRegionID,URLCategoryID,URLRegionID,ResolutionWidth,ResolutionHeight,ResolutionDepth,FlashMajor,FlashMinor,FlashMinor2,NetMajor,NetMinor,UserAgentMajor,UserAgentMinor,CookieEnable,JavascriptEnable,IsMobile,MobilePhone,MobilePhoneModel,Params,IPNetworkID,TraficSourceID,SearchEngineID,SearchPhrase,AdvEngineID,IsArtifical,WindowClientWidth,WindowClientHeight,ClientTimeZone,ClientEventTime,SilverlightVersion1,SilverlightVersion2,SilverlightVersion3,SilverlightVersion4,PageCharset,CodeVersion,IsLink,IsDownload,IsNotBounce,FUniqID,OriginalURL,HID,IsOldCounter,IsEvent,IsParameter,DontCountHits,WithHash,HitColor,LocalEventTime,Age,Sex,Income,Interests,Robotness,RemoteIP,WindowName,OpenerName,HistoryLength,BrowserLanguage,BrowserCountry,SocialNetwork,SocialAction,HTTPError,SendTiming,DNSTiming,ConnectTiming,ResponseStartTiming,ResponseEndTiming,FetchTiming,SocialSourceNetworkID,SocialSourcePage,ParamPrice,ParamOrderID,ParamCurrency,ParamCurrencyID,OpenstatServiceName,OpenstatCampaignID,OpenstatAdID,OpenstatSourceID,UTMSource,UTMMedium,UTMCampaign,UTMContent,UTMTerm,FromTag,HasGCLID,RefererHash,URLHash,CLID" \
5859
http://localhost:8030/api/hits/hits/_stream_load
5960
END=$(date +%s)

starrocks/create.sql

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -106,5 +106,5 @@ CREATE TABLE hits (
106106
CLID INT NOT NULL
107107
)
108108
DUPLICATE KEY (CounterID, EventDate, UserID, EventTime, WatchID)
109-
DISTRIBUTED BY RANDOM BUCKETS 1
109+
DISTRIBUTED BY HASH(UserID) BUCKETS 192
110110
PROPERTIES ( "replication_num"="1");

starrocks/results/c6a.2xlarge.json

Lines changed: 46 additions & 46 deletions
Original file line numberDiff line numberDiff line change
@@ -1,58 +1,58 @@
11
{
22
"system": "StarRocks",
3-
"date": "2025-08-31",
3+
"date": "2025-12-20",
44
"machine": "c6a.2xlarge",
55
"cluster_size": 1,
66
"proprietary": "no",
77
"hardware": "cpu",
88
"tuned": "no",
99
"tags": ["C++","column-oriented","MySQL compatible", "lukewarm-cold-run"],
10-
"load_time": 408,
11-
"data_size": 16335244812,
10+
"load_time": 631,
11+
"data_size": 16844900695,
1212
"result": [
13-
[0.062, 0.063, 0.06],
14-
[0.26, 0.044, 0.043],
15-
[1.076, 0.108, 0.118],
16-
[2.805, 0.102, 0.099],
17-
[1.053, 0.985, 1.041],
18-
[3.438, 1.472, 1.485],
19-
[0.262, 0.123, 0.13],
20-
[0.258, 0.045, 0.045],
21-
[5.412, 1.44, 1.527],
22-
[3.528, 3.107, 3.059],
23-
[0.751, 0.432, 0.484],
24-
[0.724, 0.42, 0.443],
25-
[1.5, 0.948, 0.894],
26-
[2.518, 2.148, 2.274],
27-
[1.314, 1.333, 1.349],
28-
[1.542, 1.428, 1.49],
29-
[6.682, 6.67, 6.577],
30-
[4.507, 4.648, 4.512],
31-
[13.723, 13.368, 14.575],
32-
[0.388, 0.023, 0.023],
33-
[12.473, 3.036, 2.753],
34-
[13.129, 2.47, 2.485],
35-
[26.528, 4.957, 4.621],
36-
[4.005, 0.548, 0.539],
37-
[0.185, 0.045, 0.04],
38-
[0.872, 0.329, 0.33],
39-
[0.052, 0.043, 0.041],
40-
[11.831, 2.117, 4.372],
41-
[24.128, 23.19, 22.939],
42-
[0.212, 0.18, 0.188],
43-
[1.839, 0.929, 0.873],
44-
[5.07, 1.304, 1.312],
45-
[null, null, null],
46-
[null, null, null],
47-
[14.255, 11.799, 11.159],
48-
[0.96, 0.911, 0.965],
49-
[0.218, 0.093, 0.091],
50-
[0.071, 0.045, 0.065],
51-
[0.043, 0.032, 0.031],
52-
[0.195, 0.162, 0.152],
53-
[0.088, 0.023, 0.022],
54-
[0.035, 0.021, 0.02],
55-
[0.037, 0.02, 0.022]
13+
[0.066,0.038,0.037],
14+
[0.916,0.064,0.058],
15+
[2.391,0.121,0.122],
16+
[4.704,0.100,0.097],
17+
[0.611,0.545,0.510],
18+
[4.034,1.535,1.555],
19+
[0.084,0.032,0.034],
20+
[0.180,0.062,0.062],
21+
[4.521,0.558,0.541],
22+
[2.815,1.050,1.018],
23+
[1.408,0.280,0.277],
24+
[1.605,0.308,0.316],
25+
[3.507,1.146,1.205],
26+
[1.964,1.481,1.371],
27+
[1.481,1.368,1.442],
28+
[0.643,0.536,0.537],
29+
[2.240,2.196,2.132],
30+
[0.105,0.091,0.084],
31+
[7.023,5.088,3.906],
32+
[0.060,0.011,0.010],
33+
[14.880,1.348,1.451],
34+
[16.307,1.313,1.279],
35+
[30.933,3.789,3.730],
36+
[48.647,2.144,2.286],
37+
[0.567,0.081,0.074],
38+
[1.545,0.177,0.169],
39+
[0.121,0.062,0.068],
40+
[13.755,1.581,1.697],
41+
[20.822,19.818,19.785],
42+
[0.483,0.114,0.133],
43+
[5.519,0.816,0.786],
44+
[7.275,2.220,1.521],
45+
[null,null,11.364],
46+
[15.793,8.780,9.571],
47+
[15.075,10.555,10.820],
48+
[1.214,1.024,0.956],
49+
[0.403,0.114,0.114],
50+
[0.255,0.065,0.066],
51+
[0.127,0.068,0.052],
52+
[0.566,0.199,0.199],
53+
[0.217,0.059,0.055],
54+
[0.174,0.060,0.052],
55+
[0.097,0.030,0.035]
5656
]
5757
}
5858

starrocks/results/c6a.4xlarge.json

Lines changed: 46 additions & 46 deletions
Original file line numberDiff line numberDiff line change
@@ -1,58 +1,58 @@
11
{
22
"system": "StarRocks",
3-
"date": "2025-08-31",
3+
"date": "2025-12-30",
44
"machine": "c6a.4xlarge",
55
"cluster_size": 1,
66
"proprietary": "no",
77
"hardware": "cpu",
88
"tuned": "no",
99
"tags": ["C++","column-oriented","MySQL compatible", "lukewarm-cold-run"],
10-
"load_time": 396,
11-
"data_size": 16336055981,
10+
"load_time": 608,
11+
"data_size": 17248194076,
1212
"result": [
13-
[0.048, 0.045, 0.042],
14-
[0.096, 0.027, 0.028],
15-
[0.848, 0.065, 0.059],
16-
[2.32, 0.073, 0.074],
17-
[0.567, 0.531, 0.511],
18-
[2.012, 0.889, 0.861],
19-
[0.091, 0.071, 0.072],
20-
[0.084, 0.032, 0.033],
21-
[1.013, 0.929, 0.924],
22-
[1.983, 1.957, 1.908],
23-
[0.374, 0.289, 0.308],
24-
[0.384, 0.331, 0.3],
25-
[0.629, 0.578, 0.561],
26-
[1.282, 1.233, 1.257],
27-
[0.834, 0.789, 0.792],
28-
[0.839, 0.774, 0.794],
29-
[3.509, 3.27, 3.349],
30-
[2.304, 2.397, 2.362],
31-
[4.206, 4.217, 4.228],
32-
[0.038, 0.02, 0.02],
33-
[11.227, 1.327, 1.34],
34-
[12.251, 1.128, 1.05],
35-
[20.982, 1.739, 1.766],
36-
[11.419, 0.512, 0.699],
37-
[0.099, 0.033, 0.046],
38-
[0.817, 0.129, 0.121],
39-
[0.032, 0.032, 0.031],
40-
[9.768, 1.561, 1.506],
41-
[13.558, 13.489, 13.694],
42-
[0.141, 0.163, 0.166],
43-
[3.136, 0.413, 0.407],
44-
[2.517, 0.629, 0.658],
45-
[4.528, 4.405, 4.401],
46-
[15.107, 5.973, 5.886],
47-
[14.253, 5.727, 5.757],
48-
[0.587, 0.535, 0.543],
49-
[0.189, 0.073, 0.076],
50-
[0.067, 0.037, 0.04],
51-
[0.037, 0.029, 0.028],
52-
[0.192, 0.127, 0.171],
53-
[0.072, 0.025, 0.024],
54-
[0.033, 0.022, 0.025],
55-
[0.033, 0.022, 0.022]
13+
[0.047,0.030,0.029],
14+
[0.224,0.033,0.032],
15+
[1.709,0.066,0.064],
16+
[3.212,0.083,0.075],
17+
[0.395,0.328,0.340],
18+
[2.421,0.835,0.828],
19+
[0.051,0.028,0.026],
20+
[0.087,0.038,0.035],
21+
[1.741,0.308,0.309],
22+
[0.616,0.603,0.582],
23+
[0.566,0.111,0.115],
24+
[1.312,0.141,0.143],
25+
[0.739,0.671,0.627],
26+
[0.860,0.853,0.859],
27+
[0.839,0.891,0.868],
28+
[0.332,0.287,0.290],
29+
[1.283,1.376,1.381],
30+
[0.069,0.067,0.062],
31+
[2.598,2.351,2.386],
32+
[0.026,0.009,0.013],
33+
[13.199,1.201,1.169],
34+
[15.063,0.961,0.949],
35+
[28.842,2.498,2.521],
36+
[47.533,1.994,1.369],
37+
[0.405,0.074,0.041],
38+
[1.067,0.106,0.119],
39+
[0.057,0.051,0.035],
40+
[12.409,1.451,1.426],
41+
[12.555,10.118,10.062],
42+
[0.256,0.076,0.069],
43+
[4.871,0.507,0.499],
44+
[3.331,0.760,0.714],
45+
[3.319,3.191,3.275],
46+
[13.446,6.322,5.929],
47+
[13.672,5.986,6.135],
48+
[1.165,0.610,0.610],
49+
[0.214,0.071,0.073],
50+
[0.482,0.044,0.045],
51+
[0.203,0.045,0.042],
52+
[1.102,0.158,0.166],
53+
[0.129,0.037,0.035],
54+
[0.272,0.042,0.037],
55+
[0.173,0.025,0.023]
5656
]
5757
}
5858

starrocks/results/c6a.metal.json

Lines changed: 46 additions & 46 deletions
Original file line numberDiff line numberDiff line change
@@ -1,58 +1,58 @@
11
{
22
"system": "StarRocks",
3-
"date": "2025-05-01",
3+
"date": "2025-12-30",
44
"machine": "c6a.metal",
55
"cluster_size": 1,
66
"proprietary": "no",
77
"hardware": "cpu",
88
"tuned": "no",
99
"comment": "",
1010
"tags": ["C++", "column-oriented", "MySQL compatible", "lukewarm-cold-run"],
11-
"load_time": 341,
12-
"data_size": 16334421700,
11+
"load_time": 420,
12+
"data_size": 17727560776,
1313
"result": [
14-
[0.061,0.055,0.052],
15-
[0.093,0.047,0.045],
16-
[0.896,0.058,0.061],
17-
[2.242,0.067,0.069],
18-
[0.180,0.143,0.134],
19-
[1.932,0.235,0.229],
20-
[0.080,0.058,0.054],
21-
[0.117,0.058,0.059],
22-
[1.112,0.370,0.364],
23-
[0.814,0.780,0.794],
24-
[0.359,0.290,0.299],
25-
[0.343,0.308,0.302],
26-
[0.236,0.207,0.215],
27-
[0.297,0.298,0.286],
28-
[0.375,0.213,0.211],
29-
[0.187,0.179,0.187],
30-
[0.606,0.567,0.555],
31-
[0.397,0.390,0.390],
32-
[2.106,0.726,0.705],
33-
[0.036,0.028,0.027],
34-
[10.708,0.273,0.275],
35-
[0.180,0.173,0.182],
36-
[7.707,0.273,0.268],
37-
[17.049,0.563,0.194],
38-
[0.053,0.053,0.053],
39-
[0.087,0.091,0.089],
40-
[0.050,0.051,0.051],
41-
[0.268,0.243,0.258],
42-
[9.074,3.228,3.744],
43-
[0.086,0.071,0.065],
44-
[1.324,0.203,0.204],
45-
[3.204,0.228,0.222],
46-
[1.136,1.057,1.056],
47-
[1.114,1.066,1.041],
48-
[1.050,1.047,1.026],
49-
[0.160,0.154,0.157],
50-
[0.117,0.097,0.097],
51-
[0.090,0.087,0.085],
52-
[0.089,0.076,0.075],
53-
[0.193,0.188,0.175],
54-
[0.155,0.073,0.079],
55-
[0.102,0.076,0.076],
56-
[0.076,0.077,0.077]
14+
[0.051,0.043,0.042],
15+
[0.098,0.047,0.044],
16+
[0.776,0.055,0.057],
17+
[1.943,0.063,0.065],
18+
[0.105,0.090,0.088],
19+
[1.570,0.241,0.236],
20+
[0.048,0.043,0.040],
21+
[0.096,0.059,0.064],
22+
[0.888,0.127,0.108],
23+
[0.353,0.320,0.326],
24+
[0.449,0.077,0.072],
25+
[0.975,0.085,0.091],
26+
[0.311,0.216,0.209],
27+
[0.272,0.240,0.279],
28+
[0.383,0.241,0.237],
29+
[0.079,0.076,0.076],
30+
[0.229,0.219,0.215],
31+
[0.071,0.069,0.056],
32+
[1.096,0.356,0.363],
33+
[0.017,0.008,0.008],
34+
[11.504,0.266,0.229],
35+
[0.221,0.174,0.160],
36+
[10.186,0.433,0.279],
37+
[28.489,1.942,0.944],
38+
[0.037,0.029,0.028],
39+
[0.048,0.043,0.045],
40+
[0.028,0.026,0.027],
41+
[0.650,0.281,0.254],
42+
[8.434,1.143,1.175],
43+
[0.088,0.067,0.058],
44+
[0.832,0.164,0.195],
45+
[2.821,0.250,0.251],
46+
[0.751,0.702,0.734],
47+
[1.247,1.258,1.149],
48+
[1.158,1.204,1.138],
49+
[0.158,0.157,0.150],
50+
[0.063,0.045,0.046],
51+
[0.049,0.069,0.045],
52+
[0.050,0.039,0.043],
53+
[0.157,0.077,0.077],
54+
[0.401,0.044,0.041],
55+
[0.309,0.042,0.046],
56+
[0.055,0.049,0.042]
5757
]
5858
}

0 commit comments

Comments
 (0)