Skip to content

Commit dfcb00f

Browse files
Jozott00Jozott00
authored
grpc-native: Intial setup with minimal C++/C/Kotlin interface (#400)
* grpc-native: Add grpcpp-c C/C++ library to grpc/ Signed-off-by: Johannes Zottele <[email protected]> * grpc-native: Add gradle configuration for cInterop and grpcpp_c library Signed-off-by: Johannes Zottele <[email protected]> * grpc-native: Add basic C Kotlin wrapper classes Signed-off-by: Johannes Zottele <[email protected]> * grpc-native: Update platforms.topic Signed-off-by: Johannes Zottele <[email protected]> * grpc-native: Resolve review requests Signed-off-by: Johannes Zottele <[email protected]> --------- Signed-off-by: Johannes Zottele <[email protected]>
1 parent 00efcec commit dfcb00f

File tree

15 files changed

+1489
-1
lines changed

15 files changed

+1489
-1
lines changed

‎docs/pages/kotlinx-rpc/topics/platforms.topic‎

Lines changed: 16 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -68,6 +68,14 @@
6868
<td><list><li>apple<list><li>ios<list><li>iosArm64</li><li>iosSimulatorArm64</li><li>iosX64</li></list></li><li>macos<list><li>macosArm64</li><li>macosX64</li></list></li><li>watchos<list><li>watchosArm32</li><li>watchosArm64</li><li>watchosDeviceArm64</li><li>watchosSimulatorArm64</li><li>watchosX64</li></list></li><li>tvos<list><li>tvosArm64</li><li>tvosSimulatorArm64</li><li>tvosX64</li></list></li></list></li><li>linux<list><li>linuxArm64</li><li>linuxX64</li></list></li><li>windows<list><li>mingwX64</li></list></li></list></td>
6969
</tr>
7070

71+
<tr>
72+
<td>protobuf-plugin</td>
73+
<td>Jvm Only</td>
74+
<td>-</td>
75+
<td>-</td>
76+
<td>-</td>
77+
</tr>
78+
7179
<tr>
7280
<td>utils</td>
7381
<td>jvm</td>
@@ -76,6 +84,14 @@
7684
<td><list><li>apple<list><li>ios<list><li>iosArm64</li><li>iosSimulatorArm64</li><li>iosX64</li></list></li><li>macos<list><li>macosArm64</li><li>macosX64</li></list></li><li>watchos<list><li>watchosArm32</li><li>watchosArm64</li><li>watchosDeviceArm64</li><li>watchosSimulatorArm64</li><li>watchosX64</li></list></li><li>tvos<list><li>tvosArm64</li><li>tvosSimulatorArm64</li><li>tvosX64</li></list></li></list></li><li>linux<list><li>linuxArm64</li><li>linuxX64</li></list></li><li>windows<list><li>mingwX64</li></list></li></list></td>
7785
</tr>
7886

87+
<tr>
88+
<td>grpc-core</td>
89+
<td>jvm</td>
90+
<td><list><li>browser</li><li>node</li></list></td>
91+
<td><list><li>wasmJs<list><li>browser</li><li>d8</li><li>node</li></list></li></list></td>
92+
<td><list><li>apple<list><li>ios<list></list></li><li>macos<list><li>macosArm64</li></list></li><li>watchos<list></list></li><li>tvos<list></list></li></list></li><li>linux<list></list></li><li>windows<list></list></li></list></td>
93+
</tr>
94+
7995
<tr>
8096
<td>krpc-client</td>
8197
<td>jvm</td>

‎grpc/grpc-core/build.gradle.kts‎

Lines changed: 59 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,10 @@
22
* Copyright 2023-2025 JetBrains s.r.o and contributors. Use of this source code is governed by the Apache 2.0 license.
33
*/
44

5+
import org.gradle.internal.extensions.stdlib.capitalized
6+
import org.jetbrains.kotlin.gradle.plugin.mpp.KotlinNativeTarget
7+
import org.jetbrains.kotlin.gradle.tasks.CInteropProcess
8+
59
plugins {
610
alias(libs.plugins.conventions.kmp)
711
alias(libs.plugins.kotlinx.rpc)
@@ -27,5 +31,60 @@ kotlin {
2731
api(libs.protobuf.kotlin)
2832
}
2933
}
34+
35+
nativeTest {
36+
dependencies {
37+
implementation(kotlin("test"))
38+
}
39+
}
3040
}
41+
42+
val grpcppCLib = projectDir.resolve("../grpcpp-c")
43+
44+
// TODO: Replace function implementation, so it does not use an internal API
45+
fun findProgram(name: String) = org.gradle.internal.os.OperatingSystem.current().findInPath(name)
46+
val checkBazel by tasks.registering {
47+
doLast {
48+
val bazelPath = findProgram("bazel")
49+
if (bazelPath != null) {
50+
logger.debug("bazel: {}", bazelPath)
51+
} else {
52+
throw GradleException("'bazel' not found on PATH. Please install Bazel (https://bazel.build/).")
53+
}
54+
}
55+
}
56+
57+
val buildGrpcppCLib = tasks.register<Exec>("buildGrpcppCLib") {
58+
group = "build"
59+
workingDir = grpcppCLib
60+
commandLine("bash", "-c", "bazel build :grpcpp_c_static --config=release")
61+
inputs.files(fileTree(grpcppCLib) { exclude("bazel-*/**") })
62+
outputs.dir(grpcppCLib.resolve("bazel-bin"))
63+
64+
dependsOn(checkBazel)
65+
}
66+
67+
68+
targets.filterIsInstance<KotlinNativeTarget>().forEach {
69+
it.compilations.getByName("main") {
70+
cinterops {
71+
val libgrpcpp_c by creating {
72+
includeDirs(
73+
grpcppCLib.resolve("include"),
74+
grpcppCLib.resolve("bazel-grpcpp-c/external/grpc+/include")
75+
)
76+
extraOpts(
77+
"-libraryPath", "${grpcppCLib.resolve("bazel-out/darwin_arm64-opt/bin")}",
78+
)
79+
}
80+
81+
val interopTask = "cinterop${libgrpcpp_c.name.capitalized()}${it.targetName.capitalized()}"
82+
tasks.named(interopTask, CInteropProcess::class) {
83+
dependsOn(buildGrpcppCLib)
84+
}
85+
}
86+
}
87+
}
88+
89+
3190
}

‎grpc/grpc-core/gradle.properties‎

Lines changed: 15 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,19 @@
11
#
22
# Copyright 2023-2025 JetBrains s.r.o and contributors. Use of this source code is governed by the Apache 2.0 license.
33
#
4-
54
kotlinx.rpc.exclude.wasmWasi=true
5+
kotlinx.rpc.exclude.iosArm64=true
6+
kotlinx.rpc.exclude.iosX64=true
7+
kotlinx.rpc.exclude.iosSimulatorArm64=true
8+
kotlinx.rpc.exclude.linuxArm64=true
9+
kotlinx.rpc.exclude.linuxX64=true
10+
kotlinx.rpc.exclude.macosX64=true
11+
kotlinx.rpc.exclude.mingwX64=true
12+
kotlinx.rpc.exclude.tvosArm64=true
13+
kotlinx.rpc.exclude.tvosSimulatorArm64=true
14+
kotlinx.rpc.exclude.tvosX64=true
15+
kotlinx.rpc.exclude.watchosArm32=true
16+
kotlinx.rpc.exclude.watchosArm64=true
17+
kotlinx.rpc.exclude.watchosDeviceArm64=true
18+
kotlinx.rpc.exclude.watchosSimulatorArm64=true
19+
kotlinx.rpc.exclude.watchosX64=true

‎grpc/grpc-core/src/nativeInterop/cinterop/libgrpcpp_c.def‎

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
headers = grpcpp_c.h
2+
headerFilter= grpcpp_c.h grpc/slice.h grpc/byte_buffer.h
3+
4+
noStringConversion = grpc_slice_from_copied_buffer my_grpc_slice_from_copied_buffer
5+
6+
staticLibraries = libgrpcpp_c_static.a

‎grpc/grpc-core/src/nativeMain/kotlin/kotlinx/rpc/grpc/bridge/GrpcByteBuffer.kt‎

Lines changed: 31 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,31 @@
1+
/*
2+
* Copyright 2023-2025 JetBrains s.r.o and contributors. Use of this source code is governed by the Apache 2.0 license.
3+
*/
4+
5+
package kotlinx.rpc.grpc.bridge
6+
7+
import kotlinx.cinterop.*
8+
import libgrpcpp_c.*
9+
10+
@OptIn(ExperimentalForeignApi::class)
11+
internal class GrpcByteBuffer internal constructor(
12+
internal val cByteBuffer: CPointer<grpc_byte_buffer>
13+
) : AutoCloseable {
14+
15+
constructor(slice: GrpcSlice) : this(memScoped {
16+
grpc_raw_byte_buffer_create(slice.cSlice, 1u) ?: error("Failed to create byte buffer")
17+
})
18+
19+
fun intoSlice(): GrpcSlice {
20+
memScoped {
21+
val respSlice = alloc<grpc_slice>()
22+
grpc_byte_buffer_dump_to_single_slice(cByteBuffer, respSlice.ptr)
23+
return GrpcSlice(respSlice.readValue())
24+
}
25+
}
26+
27+
override fun close() {
28+
grpc_byte_buffer_destroy(cByteBuffer)
29+
}
30+
31+
}

‎grpc/grpc-core/src/nativeMain/kotlin/kotlinx/rpc/grpc/bridge/GrpcClient.kt‎

Lines changed: 70 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,70 @@
1+
/*
2+
* Copyright 2023-2025 JetBrains s.r.o and contributors. Use of this source code is governed by the Apache 2.0 license.
3+
*/
4+
5+
package kotlinx.rpc.grpc.bridge
6+
7+
import kotlinx.cinterop.*
8+
import kotlinx.coroutines.suspendCancellableCoroutine
9+
import libgrpcpp_c.*
10+
import kotlin.coroutines.resume
11+
import kotlin.coroutines.resumeWithException
12+
13+
@OptIn(ExperimentalForeignApi::class)
14+
internal class GrpcClient(target: String) : AutoCloseable {
15+
private var clientPtr: CPointer<grpc_client_t> =
16+
grpc_client_create_insecure(target) ?: error("Failed to create client")
17+
18+
fun callUnaryBlocking(method: String, req: GrpcSlice): GrpcSlice {
19+
memScoped {
20+
val result = alloc<grpc_slice>()
21+
grpc_client_call_unary_blocking(clientPtr, method, req.cSlice, result.ptr)
22+
return GrpcSlice(result.readValue())
23+
}
24+
}
25+
26+
suspend fun callUnary(method: String, req: GrpcByteBuffer): GrpcByteBuffer =
27+
suspendCancellableCoroutine { continuation ->
28+
val context = grpc_context_create()
29+
val method = grpc_method_create(method)
30+
31+
val reqRawBuf = nativeHeap.alloc<CPointerVar<grpc_byte_buffer>>()
32+
reqRawBuf.value = req.cByteBuffer
33+
34+
val respRawBuf: CPointerVar<grpc_byte_buffer> = nativeHeap.alloc()
35+
36+
val continueCb = { st: grpc_status_code_t ->
37+
// cleanup allocations owned by this method (this runs always)
38+
grpc_method_delete(method)
39+
grpc_context_delete(context)
40+
nativeHeap.free(reqRawBuf)
41+
42+
if (st != GRPC_C_STATUS_OK) {
43+
continuation.resumeWithException(RuntimeException("Call failed with code: $st"))
44+
} else {
45+
val result = respRawBuf.value
46+
if (result == null) {
47+
continuation.resumeWithException(RuntimeException("No response received"))
48+
} else {
49+
continuation.resume(GrpcByteBuffer(result))
50+
}
51+
}
52+
53+
nativeHeap.free(respRawBuf)
54+
}
55+
val cbCtxStable = StableRef.create(continueCb)
56+
57+
grpc_client_call_unary_callback(
58+
clientPtr, method, context, reqRawBuf.ptr, respRawBuf.ptr,
59+
cbCtxStable.asCPointer(), staticCFunction { st, ctx ->
60+
val cbCtxStable = ctx!!.asStableRef<(grpc_status_code_t) -> Unit>()
61+
cbCtxStable.get()(st)
62+
cbCtxStable.dispose()
63+
})
64+
}
65+
66+
override fun close() {
67+
grpc_client_delete(clientPtr)
68+
}
69+
70+
}

‎grpc/grpc-core/src/nativeMain/kotlin/kotlinx/rpc/grpc/bridge/GrpcSlice.kt‎

Lines changed: 27 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,27 @@
1+
/*
2+
* Copyright 2023-2025 JetBrains s.r.o and contributors. Use of this source code is governed by the Apache 2.0 license.
3+
*/
4+
5+
package kotlinx.rpc.grpc.bridge
6+
7+
import kotlinx.cinterop.CValue
8+
import kotlinx.cinterop.ExperimentalForeignApi
9+
import kotlinx.cinterop.addressOf
10+
import kotlinx.cinterop.usePinned
11+
import libgrpcpp_c.grpc_slice
12+
import libgrpcpp_c.grpc_slice_from_copied_buffer
13+
import libgrpcpp_c.grpc_slice_unref
14+
15+
@OptIn(ExperimentalForeignApi::class)
16+
internal class GrpcSlice internal constructor(internal val cSlice: CValue<grpc_slice>) : AutoCloseable {
17+
18+
constructor(buffer: ByteArray) : this(
19+
buffer.usePinned { pinned ->
20+
grpc_slice_from_copied_buffer(pinned.addressOf(0), buffer.size.toULong())
21+
}
22+
)
23+
24+
override fun close() {
25+
grpc_slice_unref(cSlice)
26+
}
27+
}

‎grpc/grpc-core/src/nativeTest/kotlin/kotlinx/rpc/grpc/BridgeTest.kt‎

Lines changed: 36 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,36 @@
1+
/*
2+
* Copyright 2023-2025 JetBrains s.r.o and contributors. Use of this source code is governed by the Apache 2.0 license.
3+
*/
4+
5+
package kotlinx.rpc.grpc
6+
7+
import kotlinx.coroutines.runBlocking
8+
import kotlinx.rpc.grpc.bridge.GrpcByteBuffer
9+
import kotlinx.rpc.grpc.bridge.GrpcClient
10+
import kotlinx.rpc.grpc.bridge.GrpcSlice
11+
import libgrpcpp_c.pb_decode_greeter_sayhello_response
12+
import kotlin.test.Test
13+
14+
@OptIn(kotlinx.cinterop.ExperimentalForeignApi::class)
15+
class BridgeTest {
16+
17+
@Test
18+
fun testBasicUnaryAsyncCall() {
19+
runBlocking {
20+
GrpcClient("localhost:50051").use { client ->
21+
GrpcSlice(byteArrayOf(8, 4)).use { request ->
22+
GrpcByteBuffer(request).use { req_buf ->
23+
client.callUnary("/Greeter/SayHello", req_buf)
24+
.use { result ->
25+
result.intoSlice().use { response ->
26+
val value = pb_decode_greeter_sayhello_response(response.cSlice)
27+
println("Response received: $value")
28+
}
29+
30+
}
31+
}
32+
}
33+
}
34+
}
35+
}
36+
}

‎grpc/grpcpp-c/.bazelrc‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,4 @@
1+
# we build the cc_static library bundled with all dependencies
2+
build --experimental_cc_static_library
3+
4+
build:release --compilation_mode=opt --strip=always

‎grpc/grpcpp-c/.gitignore‎

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
# gitignore template for Bazel build system
2+
# website: https://bazel.build/
3+
4+
# Ignore all bazel-* symlinks. There is no full list since this can change
5+
# based on the name of the directory bazel is cloned into.
6+
/bazel-*
7+
8+
# Directories for the Bazel IntelliJ plugin containing the generated
9+
# IntelliJ project files and plugin configuration. Separate directories are
10+
# for the IntelliJ, Android Studio and CLion versions of the plugin.
11+
/.ijwb/
12+
/.aswb/
13+
/.clwb/
14+
.idea/

0 commit comments

Comments
 (0)