Experimental support for forks in JMH and async profiler in embedded mode

Author: orangy

examples/kotlin-kts/build.gradle.kts

@@ -6,9 +6,9 @@ import org.jetbrains.kotlin.gradle.tasks.*
 
 plugins {
     java
-    kotlin("jvm") 
+    kotlin("jvm")
     kotlin("plugin.allopen") version "1.3.50-release-105"
-    id("kotlinx.benchmark") version "0.2.0" 
+    id("kotlinx.benchmark") version "0.2.0"
 }
 
 sourceSets.all {
@@ -17,11 +17,11 @@ sourceSets.all {
 }
 
 configure<AllOpenExtension> {
-    annotation("org.openjdk.jmh.annotations.State") 
+    annotation("org.openjdk.jmh.annotations.State")
 }
 
 dependencies {
-    implementation(kotlin("stdlib-jdk8"))    
+    implementation(kotlin("stdlib-jdk8"))
     implementation(project(":kotlinx.benchmark.runtime"))
 }
 
@@ -32,6 +32,13 @@ tasks.withType<KotlinCompile> {
 }
 
 benchmark {
+    configurations {
+        named("main") {
+            iterationTime = 5
+            iterationTimeUnit = "sec"
+            
+        }
+    }
     targets {
         register("main") {
             this as JvmBenchmarkTarget

examples/kotlin-multiplatform/build.gradle

@@ -93,6 +93,7 @@ benchmark {
             iterations = 5 // number of iterations
             iterationTime = 300
             iterationTimeUnit = "ms"
+            advanced("forks", 3)
         }
 
         params {
@@ -110,6 +111,7 @@ benchmark {
             iterations = 1
             iterationTime = 300 // time in ms per iteration
             iterationTimeUnit = "ms" // time in ms per iteration
+            advanced("forks", 1)
         }
     }
 

plugin/main/src/kotlinx/benchmark/gradle/BenchmarkConfiguration.kt

@@ -14,6 +14,7 @@ open class BenchmarkConfiguration(val extension: BenchmarksExtension, val name:
     var includes: MutableList<String> = mutableListOf()
     var excludes: MutableList<String> = mutableListOf()
     var params: MutableMap<String, MutableList<Any?>> = mutableMapOf()
+    var advanced: MutableMap<String, Any?> = mutableMapOf()
 
     fun include(pattern: String) {
         includes.add(pattern)
@@ -28,6 +29,10 @@ open class BenchmarkConfiguration(val extension: BenchmarksExtension, val name:
         values.addAll(value)
     }
 
+    fun advanced(name: String, value: Any?) {
+        advanced[name] = value
+    }
+    
     fun capitalizedName() = if (name == "main") "" else name.capitalize()
     fun prefixName(suffix: String) = if (name == "main") suffix else name + suffix.capitalize()
 }

plugin/main/src/kotlinx/benchmark/gradle/Utils.kt

@@ -98,6 +98,9 @@ fun writeParameters(
         config.params.forEach { (param, values) ->
             values.forEach { value -> appendln("param:$param=$value") }
         }
+        config.advanced.forEach { (param, value) ->
+            appendln("$param:$value")
+        }
     })
     return file
 }

runtime/commonMain/src/kotlinx/benchmark/RunnerConfiguration.kt

@@ -32,6 +32,8 @@ class RunnerConfiguration(config: String) {
     val iterationTime = singleValueOrNull("iterationTime") { it.toLong() }
     val iterationTimeUnit = singleValueOrNull("iterationTimeUnit") { parseTimeUnit(it) }
 
+    val forks = singleValueOrNull("forks") { it.toInt() }
+
     val outputTimeUnit = singleValueOrNull(
         "outputTimeUnit"
     ) { parseTimeUnit(it) }

runtime/jvmMain/src/kotlinx/benchmark/jvm/JvmBenchmarkRunner.kt

@@ -8,50 +8,58 @@ import org.openjdk.jmh.runner.*
 import org.openjdk.jmh.runner.format.*
 import org.openjdk.jmh.runner.options.*
 import java.io.*
+import java.lang.management.*
 import java.util.concurrent.*
 
+
 fun main(args: Array<String>) {
-    val params = RunnerConfiguration(args[0].readConfigFile())
+    val config = RunnerConfiguration(args[0].readConfigFile())
 
     val jmhOptions = OptionsBuilder()
-    params.iterations?.let { jmhOptions.measurementIterations(it) }
-    params.warmups?.let { jmhOptions.warmupIterations(it) }
-    params.iterationTime?.let {
-        val timeValue = TimeValue(it, params.iterationTimeUnit ?: TimeUnit.SECONDS)
+    config.iterations?.let { jmhOptions.measurementIterations(it) }
+    config.warmups?.let { jmhOptions.warmupIterations(it) }
+    config.iterationTime?.let {
+        val timeValue = TimeValue(it, config.iterationTimeUnit ?: TimeUnit.SECONDS)
         jmhOptions.warmupTime(timeValue)
         jmhOptions.measurementTime(timeValue)
     }
-    params.outputTimeUnit?.let {
+    config.outputTimeUnit?.let {
         jmhOptions.timeUnit(it)
     }
-    params.mode?.let {
+    config.mode?.let {
         jmhOptions.mode(it)
     }
 
-    params.include.forEach {
+    config.include.forEach {
         jmhOptions.include(it)
     }
-    params.exclude.forEach {
+    config.exclude.forEach {
         jmhOptions.exclude(it)
     }
 
-    params.params.forEach { (key, value) ->
+    config.params.forEach { (key, value) ->
         jmhOptions.param(key, *value.toTypedArray())
     }
 
-    jmhOptions.forks(1)
-    
-    val reporter = BenchmarkProgress.create(params.traceFormat)
-    val output = JmhOutputFormat(reporter, params.name)
+    val runtimeMXBean = ManagementFactory.getRuntimeMXBean()
+    val jvmArgs = runtimeMXBean.inputArguments
+    when {
+        jvmArgs.any { it.contains("libasyncProfiler") } -> jmhOptions.forks(0)
+        config.forks == null -> jmhOptions.forks(1) 
+        config.forks > 0 -> jmhOptions.forks(config.forks) 
+    }
+
+    val reporter = BenchmarkProgress.create(config.traceFormat)
+    val output = JmhOutputFormat(reporter, config.name)
     try {
         val runner = Runner(jmhOptions.build(), output)
         val results = runner.run()
-        val resultFormat = ResultFormatFactory.getInstance(ResultFormatType.JSON, PrintStream(File(params.reportFile)))
+        val resultFormat = ResultFormatFactory.getInstance(ResultFormatType.JSON, PrintStream(File(config.reportFile)))
         resultFormat.writeOut(results)
     } catch (e: Exception) {
         e.printStackTrace()
         reporter.endBenchmark(
-            params.name,
+            config.name,
             output.lastBenchmarkStart,
             BenchmarkProgress.FinishStatus.Failure,
             e.message ?: "<unknown error>"