Skip to content

Commit b777d87

Browse files
rschu1zerschu1ze
authored
Merge pull request ClickHouse#341 from joocer/main
Opteryx 0.21 - new version results
2 parents f1a971a + cd914f2 commit b777d87

File tree

4 files changed

+47
-49
lines changed

4 files changed

+47
-49
lines changed

‎opteryx/README.md‎

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,7 @@ To generate benchmark results, follow these steps:
1717

1818
### **High-level Steps**
1919
1. Set up the environment.
20-
2. Install Python and required dependencies.
20+
2. Install Python and the required dependencies.
2121
3. Download the benchmark dataset.
2222
4. Run the benchmark script.
2323

@@ -28,7 +28,7 @@ To generate benchmark results, follow these steps:
2828
- Architecture: 64-bit
2929
- Instance Type: `c6a.4xlarge`
3030
- Root Storage: 500 GB gp2 SSD
31-
- Advanced Settings: Ensure EBS-optimization is **disabled**.
31+
- Advanced Details: Ensure 'EBS-optimized instance' is **disabled**.
3232

3333
2. **SSH into the instance** (after the status checks are complete):
3434
~~~bash
@@ -54,6 +54,4 @@ To generate benchmark results, follow these steps:
5454

5555
### Known Issues
5656

57-
- `COUNT(DISTINCT a)` does not distinct the values and instead performs `COUNT(a)`
58-
- Queries 28 and 29 fail due to errors with result handling.
5957
- Queries 33 and 34 fail due to Out of Memory (OOM) errors.

‎opteryx/benchmark.sh‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@ source ~/opteryx_venv/bin/activate
1515

1616
# Upgrade pip in the virtual environment
1717
~/opteryx_venv/bin/python -m pip install --upgrade pip
18-
~/opteryx_venv/bin/python -m pip install --upgrade opteryx==0.19.1
18+
~/opteryx_venv/bin/python -m pip install --upgrade opteryx==0.21.0
1919

2020
# Download benchmark target data, partitioned
2121
mkdir -p hits

‎opteryx/queries.sql‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -26,7 +26,7 @@ SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY EventTime LIMIT
2626
SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY SearchPhrase LIMIT 10;
2727
SELECT SearchPhrase FROM hits WHERE SearchPhrase <> '' ORDER BY EventTime, SearchPhrase LIMIT 10;
2828
SELECT CounterID, AVG(length(URL)) AS l, COUNT(*) AS c FROM hits WHERE URL <> '' GROUP BY CounterID HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;
29-
SELECT REGEXP_REPLACE(Referer, '^https?://(?:www\.)?([^/]+)/.*$', '\1') AS k, AVG(length(Referer)) AS l, COUNT(*) AS c, MIN(Referer) FROM hits WHERE Referer <> '' GROUP BY REGEXP_REPLACE(Referer, '^https?://(?:www\.)?([^/]+)/.*$', '\1') HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;
29+
SELECT REGEXP_REPLACE(Referer, b'^https?://(?:www\.)?([^/]+)/.*$', r'\\1') AS k, AVG(length(Referer)) AS l, COUNT(*) AS c, MIN(Referer) FROM hits WHERE Referer <> '' GROUP BY REGEXP_REPLACE(Referer, b'^https?://(?:www\.)?([^/]+)/.*$', r'\\1') HAVING COUNT(*) > 100000 ORDER BY l DESC LIMIT 25;
3030
SELECT SUM(ResolutionWidth), SUM(ResolutionWidth + 1), SUM(ResolutionWidth + 2), SUM(ResolutionWidth + 3), SUM(ResolutionWidth + 4), SUM(ResolutionWidth + 5), SUM(ResolutionWidth + 6), SUM(ResolutionWidth + 7), SUM(ResolutionWidth + 8), SUM(ResolutionWidth + 9), SUM(ResolutionWidth + 10), SUM(ResolutionWidth + 11), SUM(ResolutionWidth + 12), SUM(ResolutionWidth + 13), SUM(ResolutionWidth + 14), SUM(ResolutionWidth + 15), SUM(ResolutionWidth + 16), SUM(ResolutionWidth + 17), SUM(ResolutionWidth + 18), SUM(ResolutionWidth + 19), SUM(ResolutionWidth + 20), SUM(ResolutionWidth + 21), SUM(ResolutionWidth + 22), SUM(ResolutionWidth + 23), SUM(ResolutionWidth + 24), SUM(ResolutionWidth + 25), SUM(ResolutionWidth + 26), SUM(ResolutionWidth + 27), SUM(ResolutionWidth + 28), SUM(ResolutionWidth + 29), SUM(ResolutionWidth + 30), SUM(ResolutionWidth + 31), SUM(ResolutionWidth + 32), SUM(ResolutionWidth + 33), SUM(ResolutionWidth + 34), SUM(ResolutionWidth + 35), SUM(ResolutionWidth + 36), SUM(ResolutionWidth + 37), SUM(ResolutionWidth + 38), SUM(ResolutionWidth + 39), SUM(ResolutionWidth + 40), SUM(ResolutionWidth + 41), SUM(ResolutionWidth + 42), SUM(ResolutionWidth + 43), SUM(ResolutionWidth + 44), SUM(ResolutionWidth + 45), SUM(ResolutionWidth + 46), SUM(ResolutionWidth + 47), SUM(ResolutionWidth + 48), SUM(ResolutionWidth + 49), SUM(ResolutionWidth + 50), SUM(ResolutionWidth + 51), SUM(ResolutionWidth + 52), SUM(ResolutionWidth + 53), SUM(ResolutionWidth + 54), SUM(ResolutionWidth + 55), SUM(ResolutionWidth + 56), SUM(ResolutionWidth + 57), SUM(ResolutionWidth + 58), SUM(ResolutionWidth + 59), SUM(ResolutionWidth + 60), SUM(ResolutionWidth + 61), SUM(ResolutionWidth + 62), SUM(ResolutionWidth + 63), SUM(ResolutionWidth + 64), SUM(ResolutionWidth + 65), SUM(ResolutionWidth + 66), SUM(ResolutionWidth + 67), SUM(ResolutionWidth + 68), SUM(ResolutionWidth + 69), SUM(ResolutionWidth + 70), SUM(ResolutionWidth + 71), SUM(ResolutionWidth + 72), SUM(ResolutionWidth + 73), SUM(ResolutionWidth + 74), SUM(ResolutionWidth + 75), SUM(ResolutionWidth + 76), SUM(ResolutionWidth + 77), SUM(ResolutionWidth + 78), SUM(ResolutionWidth + 79), SUM(ResolutionWidth + 80), SUM(ResolutionWidth + 81), SUM(ResolutionWidth + 82), SUM(ResolutionWidth + 83), SUM(ResolutionWidth + 84), SUM(ResolutionWidth + 85), SUM(ResolutionWidth + 86), SUM(ResolutionWidth + 87), SUM(ResolutionWidth + 88), SUM(ResolutionWidth + 89) FROM hits;
3131
SELECT SearchEngineID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase <> '' GROUP BY SearchEngineID, ClientIP ORDER BY c DESC LIMIT 10;
3232
SELECT WatchID, ClientIP, COUNT(*) AS c, SUM(IsRefresh), AVG(ResolutionWidth) FROM hits WHERE SearchPhrase <> '' GROUP BY WatchID, ClientIP ORDER BY c DESC LIMIT 10;

‎opteryx/results/c6a.4xlarge.json‎

Lines changed: 43 additions & 43 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
{
22
"system": "Opteryx",
3-
"date": "2025-01-12",
3+
"date": "2025-03-30",
44
"machine": "c6a.4xlarge, 500gb gp2",
55
"cluster_size": 1,
66

@@ -10,48 +10,48 @@
1010
"data_size": 14737666736,
1111

1212
"result": [
13-
[1.251006235,0.080118607,0.079875281],
14-
[2.645037241,0.327796665,0.322614463],
15-
[6.387398368,1.504896835,1.499059588],
16-
[7.460576192,0.987895168,0.966523026],
17-
[4.401359451,0.912877849,0.893981607],
18-
[12.320326644,7.069771109,7.092357523],
19-
[3.935113921,1.243809051,1.243042595],
20-
[1.896092628,0.332665942,0.333926139],
21-
[5.798907738,1.688745059,1.660498791],
22-
[8.716103374,2.802368571,2.76843743],
23-
[4.906623416,0.858288399,0.864481993],
24-
[4.643145917,0.91338155,0.917756443],
25-
[8.638826312,5.027937472,5.024799922],
26-
[11.103621078,5.122953438,5.059397517],
27-
[9.971599601,5.994739178,6.056814905],
28-
[8.363821252,5.146455632,5.095904078],
29-
[17.399167033,11.560112941,11.425701327],
30-
[16.370925705,10.964158442,10.830549828],
31-
[47.285541349,37.693475389,37.785730663],
32-
[3.050276403,0.450876149,0.448603179],
33-
[88.568256935,75.190905253,75.117089773],
34-
[31.465927223,15.890914096,15.977203933],
35-
[57.700829953,29.783009247,29.692388078],
36-
[189.13288871,105.996291875,106.223819633],
37-
[8.940774668,2.822498171,2.811170418],
38-
[9.213474468,5.615692754,5.627027588],
39-
[10.768470076,4.447919066,4.454657129],
40-
[65.428467698,48.413063046,48.393783439],
13+
[1.214171665,0.082544852,0.082191592],
14+
[1.964465339,0.317164322,0.314868563],
15+
[3.063932655,0.667824442,0.665040249],
16+
[3.631961829,0.493140326,0.490983471],
17+
[6.773677613,3.566866465,3.521283027],
18+
[7.280416409,3.850098725,3.833477748],
19+
[1.96472887,0.406346626,0.400494869],
20+
[1.907261542,0.33458516,0.323903545],
21+
[9.674857264,5.557036801,5.472603998],
22+
[12.276893564,6.686930302,6.628029885],
23+
[4.736905372,1.245026873,1.2421388],
24+
[5.013769552,1.3031744,1.320875352],
25+
[8.607169922,5.290214924,5.215788237],
26+
[12.907451527,7.16966177,7.156781914],
27+
[10.283966172,6.302291228,6.222583249],
28+
[8.108571082,5.011083124,4.914614628],
29+
[17.050821982,11.620424278,11.397533062],
30+
[16.669353648,11.08917604,10.969554832],
31+
[37.797273768,29.176605429,29.389897525],
32+
[3.337274695,0.454791504,0.449130082],
33+
[54.078951188,40.326389465,40.236680327],
34+
[27.564882437,12.531108466,12.526886055],
35+
[46.923174144,18.704201882,18.489824815],
36+
[151.994971853,71.651113695,71.633354126],
37+
[8.710768502,2.58456703,2.577439976],
38+
[8.829605941,5.277239774,5.24117092],
39+
[10.543181349,4.400292323,4.395911657],
40+
[64.774383417,48.76186836,49.179680633],
41+
[111.363817491,98.437723565,99.193082077],
42+
[2.865880401,0.886037888,0.899875113],
43+
[10.604414211,4.442461577,4.398139213],
44+
[17.543835627,6.870953928,6.794133122],
45+
[40.967429213,31.878178943,31.802520098],
46+
[null,null,null],
4147
[null,null,null],
42-
[null,null,null],
43-
[10.685209962,4.279293566,4.232359597],
44-
[17.715912453,6.756813817,6.639794835],
45-
[41.617862558,32.592246341,32.431919028],
46-
[null,null,null],
47-
[null,null,null],
48-
[9.469920016,6.516282466,6.50819504],
49-
[2.398682936,0.799101635,0.795153701],
50-
[1.824587198,0.570538801,0.535241727],
51-
[2.176879841,0.575095047,0.555826225],
52-
[3.528212778,1.696285802,1.66057755],
53-
[1.711232974,0.347184312,0.347677032],
54-
[1.645870038,0.331091157,0.326748534],
55-
[4.054081036,2.734678917,2.710241577]
48+
[9.587336862,6.373692341,6.433116953],
49+
[2.501159634,0.825268592,0.795130271],
50+
[2.024084143,0.583848055,0.571844601],
51+
[2.226847961,0.566759513,0.567835014],
52+
[3.812896663,1.682712497,1.658457555],
53+
[1.738959423,0.337707627,0.331767087],
54+
[1.727959425,0.330752846,0.323647913],
55+
[1.723640971,0.452657458,0.445565675]
5656
]
5757
}

0 commit comments

Comments
 (0)