Run consume loop 1000 times each

mimischi · mimischi · commit 55a58b2b56a9 · 2024-11-26T14:32:42.000Z
Changes the benchmark to iterate over the consume loop a total of 1000
times. We now produce 1000*1000 (1e6) messages into the topic, and on
every benchmark iteration consume 1000 messages each.

I had to comment the `librdkafka_with_offset_commit_messages_*`
benchmark. For some reason, the benchmark suite keeps re-running it, and
I have seen occasional failures when attempting to commit offsets. It's
unclear to me why that happens right now, but decided it's not worth the
investigation at the moment.
diff --git a/Benchmarks/Benchmarks/SwiftKafkaConsumerBenchmarks/KafkaConsumerBenchmark.swift b/Benchmarks/Benchmarks/SwiftKafkaConsumerBenchmarks/KafkaConsumerBenchmark.swift
diff --git a/Benchmarks/Thresholds/5.10/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_basic_consumer_messages_1000.p90.json b/Benchmarks/Thresholds/5.10/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_basic_consumer_messages_1000.p90.json
@@ -1,10 +1,10 @@
 {
-  "allocatedResidentMemory" : 77266944,
-  "cpuTotal" : 200000000,
-  "objectAllocCount" : 5549,
-  "releaseCount" : 15168,
-  "retainCount" : 7108,
-  "retainReleaseDelta" : 2511,
+  "allocatedResidentMemory" : 562561023,
+  "cpuTotal" : 210108415,
+  "objectAllocCount" : 5971,
+  "releaseCount" : 17775,
+  "retainCount" : 9638,
+  "retainReleaseDelta" : 2175,
   "throughput" : 2,
-  "wallClock" : 695307500
+  "wallClock" : 638582783
 }
diff --git a/Benchmarks/Thresholds/5.10/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_with_offset_commit_messages_1000.p90.json b/Benchmarks/Thresholds/5.10/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_with_offset_commit_messages_1000.p90.json
@@ -1,3 +1,10 @@
 {
-
+  "allocatedResidentMemory" : 554172415,
+  "cpuTotal" : 170000000,
+  "objectAllocCount" : 6991,
+  "releaseCount" : 19823,
+  "retainCount" : 10655,
+  "retainReleaseDelta" : 2185,
+  "throughput" : 2,
+  "wallClock" : 629669887
 }
diff --git a/Benchmarks/Thresholds/5.10/SwiftKafkaConsumerBenchmarks.librdkafka_basic_consumer_messages_1000.p90.json b/Benchmarks/Thresholds/5.10/SwiftKafkaConsumerBenchmarks.librdkafka_basic_consumer_messages_1000.p90.json
@@ -1,10 +1,10 @@
 {
-  "allocatedResidentMemory" : 47382528,
-  "cpuTotal" : 10000000,
+  "allocatedResidentMemory" : 190971903,
+  "cpuTotal" : 460000000,
   "objectAllocCount" : 16,
   "releaseCount" : 48,
   "retainCount" : 2,
   "retainReleaseDelta" : 30,
-  "throughput" : 2,
-  "wallClock" : 640572501
+  "throughput" : 1,
+  "wallClock" : 1870163542
 }
diff --git a/Benchmarks/Thresholds/5.10/SwiftKafkaConsumerBenchmarks.librdkafka_with_offset_commit_messages_1000.p90.json b/Benchmarks/Thresholds/5.10/SwiftKafkaConsumerBenchmarks.librdkafka_with_offset_commit_messages_1000.p90.json
diff --git a/Benchmarks/Thresholds/5.9/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_basic_consumer_messages_1000.p90.json b/Benchmarks/Thresholds/5.9/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_basic_consumer_messages_1000.p90.json
@@ -1,10 +1,10 @@
 {
-  "allocatedResidentMemory" : 88211455,
-  "cpuTotal" : 40009727,
-  "objectAllocCount" : 3471,
-  "releaseCount" : 9175,
-  "retainCount" : 4435,
-  "retainReleaseDelta" : 1267,
-  "throughput" : 9,
-  "wallClock" : 130154495
+  "allocatedResidentMemory" : 574619647,
+  "cpuTotal" : 240000000,
+  "objectAllocCount" : 5907,
+  "releaseCount" : 16639,
+  "retainCount" : 8591,
+  "retainReleaseDelta" : 2135,
+  "throughput" : 2,
+  "wallClock" : 647495679
 }
diff --git a/Benchmarks/Thresholds/5.9/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_with_offset_commit_messages_1000.p90.json b/Benchmarks/Thresholds/5.9/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_with_offset_commit_messages_1000.p90.json
@@ -1,10 +1,10 @@
 {
-  "allocatedResidentMemory" : 73924608,
-  "cpuTotal" : 200000000,
-  "objectAllocCount" : 6039,
-  "releaseCount" : 14939,
-  "retainCount" : 6695,
-  "retainReleaseDelta" : 2205,
+  "allocatedResidentMemory" : 551026687,
+  "cpuTotal" : 180092927,
+  "objectAllocCount" : 7011,
+  "releaseCount" : 18865,
+  "retainCount" : 9668,
+  "retainReleaseDelta" : 2187,
   "throughput" : 2,
-  "wallClock" : 646714708
+  "wallClock" : 639631359
 }
diff --git a/Benchmarks/Thresholds/5.9/SwiftKafkaConsumerBenchmarks.librdkafka_basic_consumer_messages_1000.p90.json b/Benchmarks/Thresholds/5.9/SwiftKafkaConsumerBenchmarks.librdkafka_basic_consumer_messages_1000.p90.json
@@ -1,10 +1,10 @@
 {
-  "allocatedResidentMemory" : 47579136,
-  "cpuTotal" : 20000000,
+  "allocatedResidentMemory" : 265158655,
+  "cpuTotal" : 490209279,
   "objectAllocCount" : 16,
-  "releaseCount" : 48,
+  "releaseCount" : 52,
   "retainCount" : 2,
-  "retainReleaseDelta" : 30,
-  "throughput" : 2,
-  "wallClock" : 648354417
+  "retainReleaseDelta" : 34,
+  "throughput" : 1,
+  "wallClock" : 1876951039
 }
diff --git a/Benchmarks/Thresholds/5.9/SwiftKafkaConsumerBenchmarks.librdkafka_with_offset_commit_messages_1000.p90.json b/Benchmarks/Thresholds/5.9/SwiftKafkaConsumerBenchmarks.librdkafka_with_offset_commit_messages_1000.p90.json
diff --git a/Benchmarks/Thresholds/6.0/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_basic_consumer_messages_1000.p90.json b/Benchmarks/Thresholds/6.0/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_basic_consumer_messages_1000.p90.json
@@ -1,10 +1,10 @@
 {
-  "allocatedResidentMemory" : 81592320,
-  "cpuTotal" : 200000000,
-  "objectAllocCount" : 4609,
-  "releaseCount" : 16389,
-  "retainCount" : 9217,
-  "retainReleaseDelta" : 2563,
+  "allocatedResidentMemory" : 566231039,
+  "cpuTotal" : 200015871,
+  "objectAllocCount" : 5431,
+  "releaseCount" : 18687,
+  "retainCount" : 10863,
+  "retainReleaseDelta" : 2415,
   "throughput" : 2,
-  "wallClock" : 709379209
+  "wallClock" : 649592831
 }
diff --git a/Benchmarks/Thresholds/6.0/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_with_offset_commit_messages_1000.p90.json b/Benchmarks/Thresholds/6.0/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_with_offset_commit_messages_1000.p90.json
@@ -1,10 +1,10 @@
 {
-  "allocatedResidentMemory" : 78512128,
-  "cpuTotal" : 200000000,
-  "objectAllocCount" : 5439,
-  "releaseCount" : 18714,
-  "retainCount" : 10871,
-  "retainReleaseDelta" : 2404,
+  "allocatedResidentMemory" : 533725183,
+  "cpuTotal" : 180092927,
+  "objectAllocCount" : 6447,
+  "releaseCount" : 21743,
+  "retainCount" : 12895,
+  "retainReleaseDelta" : 2417,
   "throughput" : 2,
-  "wallClock" : 657556084
+  "wallClock" : 639107071
 }
diff --git a/Benchmarks/Thresholds/6.0/SwiftKafkaConsumerBenchmarks.librdkafka_basic_consumer_messages_1000.p90.json b/Benchmarks/Thresholds/6.0/SwiftKafkaConsumerBenchmarks.librdkafka_basic_consumer_messages_1000.p90.json
@@ -1,10 +1,10 @@
 {
-  "allocatedResidentMemory" : 48431104,
-  "cpuTotal" : 30000000,
+  "allocatedResidentMemory" : 565706751,
+  "cpuTotal" : 450101247,
   "objectAllocCount" : 16,
   "releaseCount" : 40,
   "retainCount" : 2,
   "retainReleaseDelta" : 22,
-  "throughput" : 2,
-  "wallClock" : 640575375
+  "throughput" : 1,
+  "wallClock" : 1858076671
 }
diff --git a/Benchmarks/Thresholds/6.0/SwiftKafkaConsumerBenchmarks.librdkafka_with_offset_commit_messages_1000.p90.json b/Benchmarks/Thresholds/6.0/SwiftKafkaConsumerBenchmarks.librdkafka_with_offset_commit_messages_1000.p90.json
diff --git a/Benchmarks/Thresholds/nightly-6.0/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_basic_consumer_messages_1000.p90.json b/Benchmarks/Thresholds/nightly-6.0/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_basic_consumer_messages_1000.p90.json
@@ -1,10 +1,10 @@
 {
-  "allocatedResidentMemory" : 79691776,
-  "cpuTotal" : 170000000,
-  "objectAllocCount" : 4593,
-  "releaseCount" : 16334,
-  "retainCount" : 9187,
-  "retainReleaseDelta" : 2554,
+  "allocatedResidentMemory" : 582811648,
+  "cpuTotal" : 220000000,
+  "objectAllocCount" : 5379,
+  "releaseCount" : 18495,
+  "retainCount" : 10767,
+  "retainReleaseDelta" : 2341,
   "throughput" : 2,
-  "wallClock" : 698023125
+  "wallClock" : 655359999
 }
diff --git a/Benchmarks/Thresholds/nightly-6.0/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_with_offset_commit_messages_1000.p90.json b/Benchmarks/Thresholds/nightly-6.0/SwiftKafkaConsumerBenchmarks.SwiftKafkaConsumer_with_offset_commit_messages_1000.p90.json
@@ -1,10 +1,10 @@
 {
-  "allocatedResidentMemory" : 72613888,
-  "cpuTotal" : 150000000,
-  "objectAllocCount" : 5459,
-  "releaseCount" : 18789,
-  "retainCount" : 10914,
-  "retainReleaseDelta" : 2420,
+  "allocatedResidentMemory" : 490340352,
+  "cpuTotal" : 180000000,
+  "objectAllocCount" : 6411,
+  "releaseCount" : 21615,
+  "retainCount" : 12815,
+  "retainReleaseDelta" : 2381,
   "throughput" : 2,
-  "wallClock" : 647447376
+  "wallClock" : 645922815
 }
diff --git a/Benchmarks/Thresholds/nightly-6.0/SwiftKafkaConsumerBenchmarks.librdkafka_basic_consumer_messages_1000.p90.json b/Benchmarks/Thresholds/nightly-6.0/SwiftKafkaConsumerBenchmarks.librdkafka_basic_consumer_messages_1000.p90.json
@@ -1,10 +1,10 @@
 {
-  "allocatedResidentMemory" : 48037888,
-  "cpuTotal" : 20000000,
+  "allocatedResidentMemory" : 587726847,
+  "cpuTotal" : 460000000,
   "objectAllocCount" : 16,
-  "releaseCount" : 44,
+  "releaseCount" : 52,
   "retainCount" : 2,
-  "retainReleaseDelta" : 26,
-  "throughput" : 2,
-  "wallClock" : 642639208
+  "retainReleaseDelta" : 34,
+  "throughput" : 1,
+  "wallClock" : 1866465279
 }
diff --git a/Benchmarks/Thresholds/nightly-6.0/SwiftKafkaConsumerBenchmarks.librdkafka_with_offset_commit_messages_1000.p90.json b/Benchmarks/Thresholds/nightly-6.0/SwiftKafkaConsumerBenchmarks.librdkafka_with_offset_commit_messages_1000.p90.json

Original file line number	Diff line number	Diff line change
`@@ -1,3 +1,10 @@`
`1`	`1`	`{`
`2`		`-`
	`2`	`+ "allocatedResidentMemory" : 554172415,`
	`3`	`+ "cpuTotal" : 170000000,`
	`4`	`+ "objectAllocCount" : 6991,`
	`5`	`+ "releaseCount" : 19823,`
	`6`	`+ "retainCount" : 10655,`
	`7`	`+ "retainReleaseDelta" : 2185,`
	`8`	`+ "throughput" : 2,`
	`9`	`+ "wallClock" : 629669887`
`3`	`10`	`}`