Skip to content

Commit 65efddf

Browse files
committed
Add remote buffer management functions and clean up whitespace
1 parent fdffcad commit 65efddf

File tree

1 file changed

+36
-1
lines changed

1 file changed

+36
-1
lines changed

ggml/src/ggml-hexagon/ggml-hexagon.cpp

Lines changed: 36 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2742,7 +2742,7 @@ class qnn_instance {
27422742
std::unordered_map<void *, Qnn_MemHandle_t> _qnn_rpc_buffer_to_handles;
27432743

27442744
std::atomic_bool _rpcmem_initialized{false};
2745-
2745+
27462746
std::unordered_map<void *, void *> _rpcmem_store_map;
27472747
std::unordered_map<void *, size_t> _rpcmem_usage_map;
27482748
size_t _rpcmem_usage = 0; // mempool usage in bytes
@@ -6825,3 +6825,38 @@ __QAIC_REMOTE_EXPORT __QAIC_RETURN int __QAIC_REMOTE(remote_handle64_invoke)(__Q
68256825
{
68266826
return _pfn_rpc_remote_handle64_invoke(h, dwScalars, pra);
68276827
}
6828+
6829+
__QAIC_REMOTE_EXPORT __QAIC_RETURN void __QAIC_REMOTE(remote_register_buf)(__QAIC_IN_LEN(size) void* buf, __QAIC_IN int size, __QAIC_IN int fd) __QAIC_REMOTE_ATTRIBUTE
6830+
{
6831+
_pfn_rpc_remote_register_buf(buf, size, fd);
6832+
}
6833+
6834+
__QAIC_REMOTE_EXPORT __QAIC_RETURN int __QAIC_REMOTE(remote_handle_control)(__QAIC_IN uint32_t req, __QAIC_IN_LEN(datalen) void* data, __QAIC_IN uint32_t datalen) __QAIC_REMOTE_ATTRIBUTE
6835+
{
6836+
return _pfn_rpc_remote_handle_control(req, data, datalen);
6837+
}
6838+
6839+
__QAIC_REMOTE_EXPORT __QAIC_RETURN int __QAIC_REMOTE(remote_handle64_control)(__QAIC_IN remote_handle64 h, __QAIC_IN uint32_t req, __QAIC_IN_LEN(datalen) void* data, __QAIC_IN uint32_t datalen) __QAIC_REMOTE_ATTRIBUTE
6840+
{
6841+
return _pfn_rpc_remote_handle64_control(h, req, data, datalen);
6842+
}
6843+
6844+
__QAIC_REMOTE_EXPORT __QAIC_RETURN int __QAIC_REMOTE(remote_session_control)(__QAIC_IN uint32_t req, __QAIC_IN_LEN(datalen) void *data, __QAIC_IN uint32_t datalen) __QAIC_REMOTE_ATTRIBUTE
6845+
{
6846+
return _pfn_rpc_remote_session_control(req, data, datalen);
6847+
}
6848+
6849+
void* rpcmem_alloc(int heapid, uint32 flags, int size)
6850+
{
6851+
return _pfn_rpc_mem_alloc(heapid, flags, size);
6852+
}
6853+
6854+
void rpcmem_free(void* po)
6855+
{
6856+
return _pfn_rpc_mem_free(po);
6857+
}
6858+
6859+
int rpcmem_to_fd(void* po)
6860+
{
6861+
return _pfn_rpc_mem_to_fd(po);
6862+
}

0 commit comments

Comments
 (0)