Create a separate template project for testing separate benchmark source sets

Author: Abduqodiri Qurbonzoda

integration/src/main/kotlin/kotlinx/benchmark/integration/ProjectBuilder.kt

@@ -2,17 +2,13 @@ package kotlinx.benchmark.integration
 
 class ProjectBuilder {
     private val configurations = mutableMapOf<String, BenchmarkConfiguration>()
-    private val targets = mutableMapOf<String, BenchmarkTarget>()
 
     var kotlinVersion: String = System.getProperty("kotlin_version")
     var jvmToolchain: Int = 8
 
     fun configuration(name: String, configuration: BenchmarkConfiguration.() -> Unit = {}) {
         configurations[name] = BenchmarkConfiguration().apply(configuration)
     }
-    fun register(name: String, configuration: BenchmarkTarget.() -> Unit = {}) {
-        targets[name] = BenchmarkTarget().apply(configuration)
-    }
 
     fun build(original: String): String {
 
@@ -22,9 +18,6 @@ benchmark {
     configurations {
         ${configurations.flatMap { it.value.lines(it.key) }.joinToString("\n        ")}
     }
-    targets {
-        ${targets.flatMap { it.value.lines(it.key) }.joinToString("\n        ")}
-    }
 }
             """.trimIndent()
 

integration/src/test/kotlin/kotlinx/benchmark/integration/SourceSetAsBenchmarkTargetTest.kt

@@ -7,23 +7,28 @@ class SourceSetAsBenchmarkTargetTest : GradleTest() {
 
     @Test
     fun testSupportForSourceSetsAsBenchmarkTargets() {
-        val jvmBenchmark = "jvmBenchmark"
-        val configuration = "jsonDefault"
-        val targets = listOf("js", "wasmJs", "jvm", "native", jvmBenchmark)
+        val targets = listOf("jvmCustom", "jsCustom")
 
         val runner =
-            project("kotlin-multiplatform", true) {
-                configuration(configuration) {
+            project("kotlin-multiplatform-separate-source-set", true) {
+                configuration("csv") {
                     iterations = 1
                     iterationTime = 100
                     iterationTimeUnit = "ms"
+                    reportFormat = "csv"
                 }
-                register(jvmBenchmark) { jmhVersion = "1.21" }
             }
 
-        runner.runAndSucceed("${configuration}Benchmark")
-        val reports = reports(configuration)
-        assertEquals(targets.size, reports.size)
-        assertEquals(targets.map { "$it.json" }.toSet(), reports.map(File::getName).toSet())
+        runner.runAndSucceed("benchmark") {
+            assertTasksExecuted(targets.map { ":${it}Benchmark" })
+        }
+        val jsonReports = reports("main").map(File::getName).filter { it.endsWith(".json") }
+        assertEquals(targets.map { "$it.json" }.toSet(), jsonReports.toSet())
+
+        runner.runAndSucceed("csvBenchmark") {
+            assertTasksExecuted(targets.map { ":${it}CsvBenchmark" })
+        }
+        val csvReports = reports("csv").map(File::getName).filter { it.endsWith(".csv") }
+        assertEquals(targets.map { "$it.csv" }.toSet(), csvReports.toSet())
     }
 }

integration/src/test/resources/templates/kotlin-multiplatform-separate-source-set/build.gradle

@@ -0,0 +1,16 @@
+kotlin {
+    jvm {
+        compilations.create('custom') { associateWith(compilations.main) }
+    }
+    js {
+        nodejs()
+        compilations.create('custom') { associateWith(compilations.main) }
+    }
+}
+
+benchmark {
+    targets {
+        register("jvmCustom")
+        register("jsCustom")
+    }
+}

integration/src/test/resources/templates/kotlin-multiplatform-separate-source-set/gradle.properties

@@ -0,0 +1 @@
+org.gradle.jvmargs=-Xmx2g -XX:+HeapDumpOnOutOfMemoryError -Dfile.encoding=UTF-8

integration/src/test/resources/templates/kotlin-multiplatform-separate-source-set/src/commonMain/kotlin/CommonTestData.kt

@@ -0,0 +1,3 @@
+package test
+
+data class CommonTestData(var value: Double)

integration/src/test/resources/templates/kotlin-multiplatform-separate-source-set/src/jsCustom/kotlin/JsCustomBenchmark.kt

@@ -0,0 +1,16 @@
+package test
+
+import kotlinx.benchmark.*
+import kotlin.math.*
+
+@State(Scope.Benchmark)
+@Warmup(iterations = 2, time = 100, timeUnit = BenchmarkTimeUnit.MILLISECONDS)
+@Measurement(iterations = 3, time = 200, timeUnit = BenchmarkTimeUnit.MILLISECONDS)
+@OutputTimeUnit(BenchmarkTimeUnit.MILLISECONDS)
+open class JsCustomBenchmark {
+    @Benchmark
+    open fun hashCodeBenchmark(): Int {
+        val value = log(sqrt(3.0) * cos(3.0), 2.0)
+        return JsTestData(CommonTestData(value)).hashCode()
+    }
+}

integration/src/test/resources/templates/kotlin-multiplatform-separate-source-set/src/jsMain/kotlin/JsTestData.kt

@@ -0,0 +1,3 @@
+package test
+
+data class JsTestData(var value: CommonTestData)

integration/src/test/resources/templates/kotlin-multiplatform-separate-source-set/src/jvmCustom/kotlin/JvmCustomBenchmark.kt

@@ -0,0 +1,16 @@
+package test
+
+import kotlinx.benchmark.*
+import kotlin.math.*
+
+@State(Scope.Benchmark)
+@Warmup(iterations = 2, time = 100, timeUnit = BenchmarkTimeUnit.MILLISECONDS)
+@Measurement(iterations = 3, time = 200, timeUnit = BenchmarkTimeUnit.MILLISECONDS)
+@OutputTimeUnit(BenchmarkTimeUnit.MILLISECONDS)
+open class JvmCustomBenchmark {
+    @Benchmark
+    open fun hashCodeBenchmark(): Int {
+        val value = log(sqrt(3.0) * cos(3.0), 2.0)
+        return JvmTestData(CommonTestData(value)).hashCode()
+    }
+}

integration/src/test/resources/templates/kotlin-multiplatform-separate-source-set/src/jvmMain/kotlin/JvmTestData.kt

@@ -0,0 +1,3 @@
+package test
+
+data class JvmTestData(var value: CommonTestData)

integration/src/test/resources/templates/kotlin-multiplatform/build.gradle

@@ -2,22 +2,14 @@ import org.jetbrains.kotlin.konan.target.KonanTarget
 import org.jetbrains.kotlin.konan.target.HostManager
 
 kotlin {
-    jvm {
-        compilations.create('benchmark') { associateWith(compilations.main) }
-    }
+    jvm {}
     js { nodejs() }
     wasmJs { d8() }
 
     if (HostManager.hostIsLinux) linuxX64('native')
     if (HostManager.hostIsMingw) mingwX64('native')
     if (HostManager.host == KonanTarget.MACOS_X64.INSTANCE) macosX64('native')
     if (HostManager.host == KonanTarget.MACOS_ARM64.INSTANCE) macosArm64('native')
-
-    sourceSets {
-        jvmBenchmark {
-            dependsOn(jvmMain)
-        }
-    }
 }
 
 benchmark {