Skip to content

Commit 1bda9e9

Browse files
committed
Add support for audio and token input
1 parent d18423e commit 1bda9e9

File tree

3 files changed

+1033
-0
lines changed

3 files changed

+1033
-0
lines changed

extension/llm/runner/pybindings.cpp

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -365,6 +365,10 @@ PYBIND11_MODULE(_llm_runner, m) {
365365
py::init<const std::string&>(),
366366
py::arg("text"),
367367
"Create a MultimodalInput with text")
368+
.def(
369+
py::init<const std::vector<uint64_t>&>(),
370+
py::arg("tokens"),
371+
"Create a MultimodalInput with pre-tokenized tokens (List[int])")
368372
.def(
369373
py::init<const std::vector<uint64_t>&>(),
370374
py::arg("tokens"),

0 commit comments

Comments
 (0)