Skip to content

Commit 2b27a62

Browse files
toschmidttoschmidt
committed
add umbra
1 parent 20d6e1b commit 2b27a62

File tree

6 files changed

+254
-0
lines changed

6 files changed

+254
-0
lines changed

‎index.html

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -436,6 +436,7 @@
436436
,{"system":"StarRocks","date":"2023-02-10","machine":"c6a.metal, 500gb gp2","cluster_size":1,"comment":"","tags":["C++","column-oriented","MySQL compatible","ClickHouse derivative"],"load_time":433,"data_size":17705230744,"result":[[0.04,0.04,0.03],[0.12,0.03,0.03],[0.66,0.06,0.06],[2.08,0.08,0.06],[0.1,0.08,0.09],[2.19,0.22,0.21],[0.04,0.02,0.03],[0.06,0.04,0.04],[0.99,0.12,0.12],[0.73,0.74,0.7],[0.13,0.06,0.05],[1.04,0.06,0.07],[0.17,0.18,0.17],[0.23,0.23,0.23],[0.54,0.18,0.18],[0.09,0.09,0.08],[0.31,0.32,0.3],[0.12,0.1,0.11],[1.27,0.48,0.44],[0.01,0.01,0],[12.09,0.17,0.15],[0.17,0.13,0.12],[10.91,0.28,0.24],[28.25,0.86,1.36],[0.03,0.03,0.02],[0.06,0.04,0.04],[0.02,0.03,0.02],[0.63,0.24,0.21],[8.77,1.6,1.64],[0.12,0.1,0.1],[1.33,0.13,0.13],[3.46,0.18,0.19],[0.97,0.86,0.86],[0.95,0.96,0.98],[0.96,0.97,0.97],[0.14,0.12,0.14],[0.07,0.06,0.06],[0.05,0.04,0.04],[0.04,0.03,0.03],[0.1,0.09,0.09],[0.47,0.03,0.03],[0.25,0.03,0.03],[0.04,0.03,0.03]],"source":"starrocks/results/c6a.metal.json"}
437437
,{"system":"TimescaleDB (compression)","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","PostgreSQL compatible","column-oriented","time-series"],"load_time":4605,"data_size":20333747165,"result":[[2.28686,1.63642,1.64263],[32.6848,1.63476,1.40052],[60.8633,3.70484,3.59342],[36.4029,2.87091,2.80739],[110.391,38.9688,38.0549],[147.379,66.2513,65.6379],[33.0294,2.92031,2.84375],[33.0221,1.2984,1.19227],[115.694,47.4651,47.0125],[156.347,51.577,51.2694],[68.3301,4.75521,4.68007],[77.4356,5.55128,5.56577],[49.7741,11.2911,11.3265],[81.1014,14.9111,14.9541],[82.9569,14.6156,14.6331],[62.0338,26.399,26.3351],[103.259,36.4122,36.6076],[92.8828,26.2395,25.8991],[144.281,63.5102,63.7661],[7.00679,0.573073,0.536283],[75.0203,7.86344,7.90495],[81.2825,9.15868,9.01775],[104.084,13.9528,13.8435],[132.531,81.522,82.1561],[80.6965,3.28231,3.16574],[39.7693,2.51443,2.43849],[80.4245,3.26941,3.13916],[104.015,13.7044,13.5313],[307.26,253.127,252.147],[42.8549,22.4187,22.0325],[137.601,14.9592,14.6804],[136.767,22.8007,22.131],[263.005,168.551,163.355],[156.919,92.6308,91.702],[160.842,96.0512,97.1773],[62.8357,28.0336,28.7397],[1.75869,0.561604,0.541215],[0.46607,0.191863,0.19021],[0.303671,0.137579,0.136615],[2.32031,1.49223,1.52369],[0.563764,0.14192,0.138234],[0.372428,0.122989,0.123709],[0.448574,0.159092,0.154687]],"source":"timescaledb-compressed/results/c6a.4xlarge.json"}
438438
,{"system":"TimescaleDB","date":"2022-07-01","machine":"c6a.4xlarge, 500gb gp2","cluster_size":1,"comment":"","tags":["C","PostgreSQL compatible","row-oriented","time-series"],"load_time":1620,"data_size":72882392030,"result":[[437.7,215.793,176.42],[327.026,259.568,244.578],[262.978,263.09,263.083],[262.807,263.046,266.847],[337.497,334.964,330.852],[355.689,356.801,362.894],[262.762,263.012,262.968],[263.055,263.016,263.028],[319.928,319.388,320.704],[323.584,322.224,322.488],[265.979,265.465,265.375],[266.019,265.543,265.462],[277.018,276.3,276.595],[280.352,279.251,279.572],[279.915,279.896,279.674],[296.377,298.506,297.659],[314.448,314.605,312.57],[302.668,302.672,303.039],[325.81,324.061,324.376],[262.447,262.698,262.704],[267.581,267.467,267.482],[268.085,267.466,267.696],[263.391,263.097,263.126],[38.291,0.435,0.335],[0.127,0.005,0.005],[263.138,263.1,263.092],[0.889,0.341,0.339],[267.586,267.498,267.491],[289.086,290.012,290.093],[263.22,263.071,263.109],[274.78,273.995,273.998],[282.217,281.39,281.47],[429.273,426.588,439.431],[448.808,418.724,418.207],[455.196,422.75,423.142],[299.263,296.937,297.261],[18.693,1.552,1.481],[18.125,0.945,0.937],[18.528,1.062,0.902],[18.268,1.779,1.77],[19.615,1.965,1.966],[18.97,1.435,1.43],[18.33,1.153,0.952]],"source":"timescaledb/results/c6a.4xlarge.json"}
439+
,{"system":"Umbra","date":"2023-09-26","machine":"c6a.metal, 500gb gp2","cluster_size":1,"tags":["C++","column-oriented","PostgreSQL compatible"],"load_time":342.94,"data_size":47772871463,"result":[[0.018057,0.013157,0.014398],[0.016327,0.015272,0.01339],[0.016671,0.01914,0.020117],[0.019742,0.023445,0.02412],[0.083064,0.086291,0.09274],[0.131996,0.184543,0.194323],[0.016935,0.02264,0.019275],[0.01514,0.017431,0.018025],[0.149528,0.193381,0.160358],[0.626951,0.662215,0.65206],[0.053912,0.061844,0.073555],[0.062187,0.06842,0.064128],[0.137479,0.193703,0.192605],[0.237353,0.290019,0.311377],[0.159727,0.215564,0.181494],[0.124321,0.122907,0.137032],[0.185544,0.252296,0.255446],[0.181082,0.219787,0.214228],[0.271934,0.352916,0.346967],[0.02917,0.016855,0.01992],[0.097607,0.09569,0.096018],[0.053807,0.054425,0.05776],[0.090593,0.098447,0.090866],[0.282552,0.296862,0.295971],[0.02645,0.029673,0.032763],[0.025287,0.026467,0.024908],[0.04118,0.045701,0.043772],[0.100863,0.101248,0.098413],[0.354488,0.398689,0.401121],[0.021868,0.018716,0.023434],[0.104807,0.109987,0.126613],[0.138456,0.125887,0.13323],[0.329338,0.361825,0.37149],[0.60129,0.719337,0.732868],[0.652194,0.662975,0.88313],[0.282723,0.131263,0.139427],[0.028785,0.035513,0.032087],[0.022515,0.021231,0.021948],[0.019871,0.02061,0.02243],[0.049311,0.046913,0.045063],[0.020224,0.028263,0.027371],[0.018104,0.024994,0.024418],[0.018556,0.01853,0.022209]],"source":"umbra/results/c6a.metal.json"}
439440
]; // end of data
440441

441442
const additional_data_size_points = [

‎umbra/benchmark.sh

Lines changed: 34 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,34 @@
1+
#!/bin/bash
2+
3+
sudo apt-get update
4+
sudo apt-get install -y postgresql-client gzip
5+
6+
wget --no-verbose --continue 'https://datasets.clickhouse.com/hits_compatible/hits.tsv.gz'
7+
gzip -d hits.tsv.gz
8+
chmod 777 ~ hits.tsv
9+
10+
rm -rf umbra-24-01-03.tar.xz umbra
11+
wget --no-verbose --continue 'https://db.in.tum.de/~schmidt/umbra-24-01-03.tar.xz'
12+
tar -xf umbra-24-01-03.tar.xz
13+
14+
rm -rf db
15+
mkdir db
16+
17+
export USEDIRECTIO=1
18+
umbra/bin/sql -createdb db/umbra.db <<<"ALTER ROLE postgres WITH LOGIN SUPERUSER PASSWORD 'password';"
19+
20+
umbra/bin/server -createSSLFiles -certFile db/umbra.cert -keyFile db/umbra.pem -address 0.0.0.0 db/umbra.db &> umbra.log &
21+
sleep 1
22+
23+
psql -h /tmp -U postgres -t < create.sql
24+
psql -h /tmp -U postgres -t -c '\timing' -c "copy hits from 'hits.tsv' with (format text);"
25+
26+
./run.sh 2>&1 | tee log.txt
27+
28+
du -bcs db/
29+
30+
cat log.txt | grep -oP 'Time: \d+\.\d+ ms' | sed -r -e 's/Time: ([0-9]+\.[0-9]+) ms/\1/' |
31+
awk '{ if (i % 3 == 0) { printf "[" }; printf $1 / 1000; if (i % 3 != 2) { printf "," } else { print "]," }; ++i; }'
32+
33+
killall server
34+
rm -rf hits.tsv

‎umbra/create.sql

Lines changed: 109 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,109 @@
1+
create table hits (
2+
watchid bigint not null,
3+
javaenable smallint not null,
4+
title text not null,
5+
goodevent smallint not null,
6+
eventtime timestamp not null,
7+
eventdate date not null,
8+
counterid integer not null,
9+
clientip integer not null,
10+
regionid integer not null,
11+
userid bigint not null,
12+
counterclass smallint not null,
13+
os smallint not null,
14+
useragent smallint not null,
15+
url text not null,
16+
referer text not null,
17+
isrefresh smallint not null,
18+
referercategoryid smallint not null,
19+
refererregionid integer not null,
20+
urlcategoryid smallint not null,
21+
urlregionid integer not null,
22+
resolutionwidth smallint not null,
23+
resolutionheight smallint not null,
24+
resolutiondepth smallint not null,
25+
flashmajor smallint not null,
26+
flashminor smallint not null,
27+
flashminor2 text not null,
28+
netmajor smallint not null,
29+
netminor smallint not null,
30+
useragentmajor smallint not null,
31+
useragentminor varchar(255) not null,
32+
cookieenable smallint not null,
33+
javascriptenable smallint not null,
34+
ismobile smallint not null,
35+
mobilephone smallint not null,
36+
mobilephonemodel text not null,
37+
params text not null,
38+
ipnetworkid integer not null,
39+
traficsourceid smallint not null,
40+
searchengineid smallint not null,
41+
searchphrase text not null,
42+
advengineid smallint not null,
43+
isartifical smallint not null,
44+
windowclientwidth smallint not null,
45+
windowclientheight smallint not null,
46+
clienttimezone smallint not null,
47+
clienteventtime timestamp not null,
48+
silverlightversion1 smallint not null,
49+
silverlightversion2 smallint not null,
50+
silverlightversion3 integer not null,
51+
silverlightversion4 smallint not null,
52+
pagecharset text not null,
53+
codeversion integer not null,
54+
islink smallint not null,
55+
isdownload smallint not null,
56+
isnotbounce smallint not null,
57+
funiqid bigint not null,
58+
originalurl text not null,
59+
hid integer not null,
60+
isoldcounter smallint not null,
61+
isevent smallint not null,
62+
isparameter smallint not null,
63+
dontcounthits smallint not null,
64+
withhash smallint not null,
65+
hitcolor char not null,
66+
localeventtime timestamp not null,
67+
age smallint not null,
68+
sex smallint not null,
69+
income smallint not null,
70+
interests smallint not null,
71+
robotness smallint not null,
72+
remoteip integer not null,
73+
windowname integer not null,
74+
openername integer not null,
75+
historylength smallint not null,
76+
browserlanguage text not null,
77+
browsercountry text not null,
78+
socialnetwork text not null,
79+
socialaction text not null,
80+
httperror smallint not null,
81+
sendtiming integer not null,
82+
dnstiming integer not null,
83+
connecttiming integer not null,
84+
responsestarttiming integer not null,
85+
responseendtiming integer not null,
86+
fetchtiming integer not null,
87+
socialsourcenetworkid smallint not null,
88+
socialsourcepage text not null,
89+
paramprice bigint not null,
90+
paramorderid text not null,
91+
paramcurrency text not null,
92+
paramcurrencyid smallint not null,
93+
openstatservicename text not null,
94+
openstatcampaignid text not null,
95+
openstatadid text not null,
96+
openstatsourceid text not null,
97+
utmsource text not null,
98+
utmmedium text not null,
99+
utmcampaign text not null,
100+
utmcontent text not null,
101+
utmterm text not null,
102+
fromtag text not null,
103+
hasgclid smallint not null,
104+
refererhash bigint not null,
105+
urlhash bigint not null,
106+
clid integer not null,
107+
primary key (counterid, eventdate, userid, eventtime, watchid)
108+
) with (storage=columnar);
109+

0 commit comments

Comments
 (0)