Skip to content

Commit bbdd2c2

Browse files
committed
ggml-remotingfrontend: lookup the guest buffer from the host handle
Assisted-by-AI: Claude Code
1 parent 5085271 commit bbdd2c2

File tree

1 file changed

+13
-0
lines changed

1 file changed

+13
-0
lines changed

ggml/src/ggml-remotingfrontend/venus_cs_ggml-rpc-front.cpp

Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -108,6 +108,19 @@ deserialize_tensor(struct ggml_context * ctx, const rpc_tensor * tensor) {
108108
}
109109
result->buffer = reinterpret_cast<ggml_backend_buffer_t>(tensor->buffer);
110110

111+
// Look up the frontend buffer from the backend handle
112+
if (result->buffer) {
113+
apir_buffer_host_handle_t backend_handle = reinterpret_cast<apir_buffer_host_handle_t>(tensor->buffer);
114+
ggml_backend_buffer_t frontend_buffer = ggml_remoting_lookup_frontend_buffer_from_backend_handle(backend_handle);
115+
116+
if (frontend_buffer) {
117+
result->buffer = frontend_buffer;
118+
} else {
119+
WARNING("Could not find frontend buffer for backend handle 0x%lx\n", backend_handle);
120+
result->buffer = nullptr;
121+
}
122+
}
123+
111124
uint64_t tensor_data = tensor->data;
112125
if (result->buffer) {
113126
// require that the tensor data does not go beyond the buffer end

0 commit comments

Comments
 (0)