Skip to content

Commit 1d2a5b5

Browse files
committed
Revert "fixed issue where secondary benchmarks were not found"
This reverts commit b536571.
1 parent b536571 commit 1d2a5b5

File tree

5 files changed

+2
-46
lines changed

5 files changed

+2
-46
lines changed

test/http-client-benchmarks/README.md

Lines changed: 0 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -17,31 +17,11 @@ There are three ways to run benchmarks.
1717
# Run specific benchmark
1818
```
1919
java -jar target/http-client-benchmarks.jar Apache5Benchmark
20-
21-
# Run with different maxConnections values
22-
java -jar target/http-client-benchmarks.jar Apache4Benchmark -p maxConnections=100
23-
24-
# Run with different threadCount values
25-
java -jar target/http-client-benchmarks.jar Apache4Benchmark -p threadCount=50
26-
27-
# Run with both parameters changed
28-
java -jar target/http-client-benchmarks.jar Apache4Benchmark -p maxConnections=100 -p threadCount=50
29-
3020
```
3121

3222
# Run all benchmarks: 3 warm up iterations, 3 benchmark iterations, 1 fork.
3323
```
3424
java -jar target/http-client-benchmarks.jar -wi 3 -i 3 -f 1
35-
36-
# Test multiple connection pool sizes
37-
java -jar target/http-client-benchmarks.jar Apache4Benchmark -p maxConnections=25,50,100,200
38-
39-
# Test multiple thread counts
40-
java -jar target/http-client-benchmarks.jar Apache4Benchmark -p threadCount=10,20,40,80
41-
42-
# Test combinations (Cartesian product)
43-
java -jar target/http-client-benchmarks.jar Apache4Benchmark -p maxConnections=50,100 -p threadCount=20,40
44-
4525
```
4626

4727
- Using `mvn exec:exec` commands to invoke `UnifiedBenchmarkRunner` main method

test/http-client-benchmarks/src/main/java/software/amazon/awssdk/benchmark/UnifiedBenchmarkRunner.java

Lines changed: 2 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -118,24 +118,12 @@ private static List<BenchmarkResult> runBenchmark(String clientType,
118118
benchmarkName = benchmarkName + " (" + paramInfo + ")";
119119
}
120120

121-
double avgLatency = 0.0;
122-
double p99Latency = 0.0;
123-
124-
// Safely get secondary metrics if they exist
125-
if (result.getSecondaryResults().containsKey("avgLatency")) {
126-
avgLatency = result.getSecondaryResults().get("avgLatency").getScore();
127-
}
128-
129-
if (result.getSecondaryResults().containsKey("p99Latency")) {
130-
p99Latency = result.getSecondaryResults().get("p99Latency").getScore();
131-
}
132-
133121
return new BenchmarkResult(
134122
clientType,
135123
benchmarkName,
136124
result.getPrimaryResult().getScore(),
137-
avgLatency,
138-
p99Latency,
125+
result.getSecondaryResults().get("avgLatency").getScore(),
126+
result.getSecondaryResults().get("p99Latency").getScore(),
139127
result.getParams().getThreads()
140128
);
141129
})

test/http-client-benchmarks/src/main/java/software/amazon/awssdk/benchmark/apache4/Apache4Benchmark.java

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -102,21 +102,18 @@ public void teardown() {
102102
}
103103

104104
@Benchmark
105-
@OutputTimeUnit(TimeUnit.SECONDS)
106105
@Override
107106
public void simpleGet(Blackhole blackhole) throws Exception {
108107
s3Benchmark.executeGet("5MB", blackhole);
109108
}
110109

111110
@Benchmark
112-
@OutputTimeUnit(TimeUnit.SECONDS)
113111
@Override
114112
public void simplePut(Blackhole blackhole) {
115113
s3Benchmark.executePut("5MB", blackhole);
116114
}
117115

118116
@Benchmark
119-
@OutputTimeUnit(TimeUnit.SECONDS)
120117
@Override
121118
public void multiThreadedGet(Blackhole blackhole) throws Exception {
122119
List<Future<?>> futures = new ArrayList<>();
@@ -136,7 +133,6 @@ public void multiThreadedGet(Blackhole blackhole) throws Exception {
136133
}
137134

138135
@Benchmark
139-
@OutputTimeUnit(TimeUnit.SECONDS)
140136
@Override
141137
public void multiThreadedPut(Blackhole blackhole) throws Exception {
142138
List<Future<?>> futures = new ArrayList<>();

test/http-client-benchmarks/src/main/java/software/amazon/awssdk/benchmark/apache5/Apache5Benchmark.java

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -104,21 +104,18 @@ public void teardown() {
104104
}
105105

106106
@Benchmark
107-
@OutputTimeUnit(TimeUnit.SECONDS)
108107
@Override
109108
public void simpleGet(Blackhole blackhole) throws Exception {
110109
s3Benchmark.executeGet("5MB", blackhole);
111110
}
112111

113112
@Benchmark
114-
@OutputTimeUnit(TimeUnit.SECONDS)
115113
@Override
116114
public void simplePut(Blackhole blackhole) {
117115
s3Benchmark.executePut("5MB", blackhole);
118116
}
119117

120118
@Benchmark
121-
@OutputTimeUnit(TimeUnit.SECONDS)
122119
@Override
123120
public void multiThreadedGet(Blackhole blackhole) throws Exception {
124121
List<Future<?>> futures = new ArrayList<>();
@@ -138,7 +135,6 @@ public void multiThreadedGet(Blackhole blackhole) throws Exception {
138135
}
139136

140137
@Benchmark
141-
@OutputTimeUnit(TimeUnit.SECONDS)
142138
@Override
143139
public void multiThreadedPut(Blackhole blackhole) throws Exception {
144140
List<Future<?>> futures = new ArrayList<>();

test/http-client-benchmarks/src/main/java/software/amazon/awssdk/benchmark/apache5/Apache5VirtualBenchmark.java

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -149,21 +149,18 @@ private ExecutorService createVirtualThreadExecutor() {
149149
}
150150

151151
@Benchmark
152-
@OutputTimeUnit(TimeUnit.SECONDS)
153152
@Override
154153
public void simpleGet(Blackhole blackhole) throws Exception {
155154
s3Benchmark.executeGet("5MB", blackhole);
156155
}
157156

158157
@Benchmark
159-
@OutputTimeUnit(TimeUnit.SECONDS)
160158
@Override
161159
public void simplePut(Blackhole blackhole) {
162160
s3Benchmark.executePut("5MB", blackhole);
163161
}
164162

165163
@Benchmark
166-
@OutputTimeUnit(TimeUnit.SECONDS)
167164
@Override
168165
public void multiThreadedGet(Blackhole blackhole) throws Exception {
169166
List<Future<?>> futures = new ArrayList<>();
@@ -183,7 +180,6 @@ public void multiThreadedGet(Blackhole blackhole) throws Exception {
183180
}
184181

185182
@Benchmark
186-
@OutputTimeUnit(TimeUnit.SECONDS)
187183
@Override
188184
public void multiThreadedPut(Blackhole blackhole) throws Exception {
189185
List<Future<?>> futures = new ArrayList<>();

0 commit comments

Comments
 (0)