From 7de28c9a33b4edd547d428132cdca08b9fba3ff9 Mon Sep 17 00:00:00 2001 From: Vasily Shamporov Date: Mon, 25 Aug 2025 11:35:11 +0200 Subject: [PATCH 1/3] Add stub implementation for the new import_model methods --- modules/llama_cpp_plugin/include/plugin.hpp | 8 +++++++- modules/llama_cpp_plugin/src/plugin.cpp | 12 ++++++++++++ 2 files changed, 19 insertions(+), 1 deletion(-) diff --git a/modules/llama_cpp_plugin/include/plugin.hpp b/modules/llama_cpp_plugin/include/plugin.hpp index cab026b3f..802b929b6 100644 --- a/modules/llama_cpp_plugin/include/plugin.hpp +++ b/modules/llama_cpp_plugin/include/plugin.hpp @@ -36,10 +36,16 @@ class LlamaCppPlugin : public IPlugin { virtual std::shared_ptr import_model(std::istream& model, const ov::SoPtr& context, const ov::AnyMap& properties) const override; - virtual ov::SupportedOpsMap query_model(const std::shared_ptr& model, const ov::AnyMap& properties) const override; + + virtual std::shared_ptr import_model(const ov::Tensor& model, const ov::AnyMap& properties) const override; + + virtual std::shared_ptr import_model(const ov::Tensor& model, + const ov::SoPtr& context, + const ov::AnyMap& properties) const override; + private: size_t m_num_threads = 0; }; diff --git a/modules/llama_cpp_plugin/src/plugin.cpp b/modules/llama_cpp_plugin/src/plugin.cpp index 737c326ac..f2978491f 100644 --- a/modules/llama_cpp_plugin/src/plugin.cpp +++ b/modules/llama_cpp_plugin/src/plugin.cpp @@ -33,6 +33,18 @@ std::shared_ptr LlamaCppPlugin::compile_model(const std::sha OPENVINO_THROW_NOT_IMPLEMENTED("Currently only direct GGUF file loading is " "supported for the LLAMA_CPP* plugins"); } + +std::shared_ptr LlamaCppPlugin::import_model(const ov::Tensor& model, const ov::AnyMap& properties) const override { + OPENVINO_THROW("This method may not be used with LLAMA_CPP* plugins"); +} + +std::shared_ptr LlamaCppPlugin::import_model(const ov::Tensor& model, + const ov::SoPtr& context, + const ov::AnyMap& properties) const override { + OPENVINO_THROW("This method may not be used with LLAMA_CPP* plugins"); +} + + std::shared_ptr LlamaCppPlugin::compile_model(const std::string& fname, const ov::AnyMap& properties) const { size_t num_threads = 0; From 5b22279bbfbddda03893594e88e9c05b3d0368ef Mon Sep 17 00:00:00 2001 From: Vasily Shamporov Date: Mon, 25 Aug 2025 13:20:00 +0200 Subject: [PATCH 2/3] Update modules/llama_cpp_plugin/src/plugin.cpp Co-authored-by: Pawel Raasz --- modules/llama_cpp_plugin/src/plugin.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/llama_cpp_plugin/src/plugin.cpp b/modules/llama_cpp_plugin/src/plugin.cpp index f2978491f..3bf20b7bd 100644 --- a/modules/llama_cpp_plugin/src/plugin.cpp +++ b/modules/llama_cpp_plugin/src/plugin.cpp @@ -40,7 +40,7 @@ std::shared_ptr LlamaCppPlugin::import_model(const ov::Tenso std::shared_ptr LlamaCppPlugin::import_model(const ov::Tensor& model, const ov::SoPtr& context, - const ov::AnyMap& properties) const override { + const ov::AnyMap& properties) const { OPENVINO_THROW("This method may not be used with LLAMA_CPP* plugins"); } From 9623c7d87bd023f6efde34083dc252fb8a0b2972 Mon Sep 17 00:00:00 2001 From: Vasily Shamporov Date: Mon, 25 Aug 2025 13:20:07 +0200 Subject: [PATCH 3/3] Update modules/llama_cpp_plugin/src/plugin.cpp Co-authored-by: Pawel Raasz --- modules/llama_cpp_plugin/src/plugin.cpp | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/llama_cpp_plugin/src/plugin.cpp b/modules/llama_cpp_plugin/src/plugin.cpp index 3bf20b7bd..d633de744 100644 --- a/modules/llama_cpp_plugin/src/plugin.cpp +++ b/modules/llama_cpp_plugin/src/plugin.cpp @@ -34,7 +34,7 @@ std::shared_ptr LlamaCppPlugin::compile_model(const std::sha "supported for the LLAMA_CPP* plugins"); } -std::shared_ptr LlamaCppPlugin::import_model(const ov::Tensor& model, const ov::AnyMap& properties) const override { +std::shared_ptr LlamaCppPlugin::import_model(const ov::Tensor& model, const ov::AnyMap& properties) const { OPENVINO_THROW("This method may not be used with LLAMA_CPP* plugins"); }