RegisterExecutionProviderLibrary (microsoft#1628)

Author: vortex-captain

src/models/onnxruntime_api.h

@@ -416,6 +416,14 @@ std::span<TAlloc> Allocate(OrtAllocator& allocator,
   return std::span(unique_ptr.get(), size);
 }
 
+inline void RegisterExecutionProviderLibrary(OrtEnv* env, const char* registration_name, const ORTCHAR_T* path) {
+  Ort::api->RegisterExecutionProviderLibrary(env, registration_name, path);
+}
+
+inline void UnregisterExecutionProviderLibrary(OrtEnv* env, const char* registration_name) {
+  Ort::api->UnregisterExecutionProviderLibrary(env, registration_name);
+}
+
 }  // namespace Ort
 
 /** \brief The Status that holds ownership of OrtStatus received from C API

src/ort_genai_c.cpp

@@ -983,4 +983,12 @@ void OGA_API_CALL OgaDestroyRuntimeSettings(OgaRuntimeSettings* p) { delete p; }
 void OGA_API_CALL OgaDestroyEngine(OgaEngine* p) { p->ExternalRelease(); }
 void OGA_API_CALL OgaDestroyRequest(OgaRequest* p) { p->ExternalRelease(); }
 
+void OGA_API_CALL OgaRegisterExecutionProviderLibrary(const char* registration_name, const char* library_path) {
+  Ort::RegisterExecutionProviderLibrary(&(Generators::GetOrtEnv()), registration_name, fs::path(library_path).c_str());
+}
+
+void OGA_API_CALL OgaUnregisterExecutionProviderLibrary(const char* registration_name) {
+  Ort::UnregisterExecutionProviderLibrary(&(Generators::GetOrtEnv()), registration_name);
+}
+
 }  // extern "C"

src/ort_genai_c.h

@@ -968,6 +968,21 @@ OGA_EXPORT OgaResult* OGA_API_CALL OgaRequestGetUnseenToken(OgaRequest* request,
  */
 OGA_EXPORT OgaResult* OGA_API_CALL OgaRequestIsDone(const OgaRequest* request, bool* out);
 
+/**
+ * \brief Registers an execution provider library with ONNXRuntime API.
+ * \param registration_name name for registration.
+ * \param path provider path.
+ *
+ */
+OGA_EXPORT void OGA_API_CALL OgaRegisterExecutionProviderLibrary(const char* registration_name, const char* library_path);
+
+/**
+ * \brief Unregisters an execution provider library with ONNXRuntime API.
+ * \param registration_name name for registration.
+ *
+ */
+OGA_EXPORT void OGA_API_CALL OgaUnregisterExecutionProviderLibrary(const char* registration_name);
+
 #ifdef __cplusplus
 }
 #endif

src/python/python.cpp

@@ -584,4 +584,12 @@ PYBIND11_MODULE(onnxruntime_genai, m) {
 
   m.def("set_current_gpu_device_id", [](int device_id) { Ort::SetCurrentGpuDeviceId(device_id); });
   m.def("get_current_gpu_device_id", []() { return Ort::GetCurrentGpuDeviceId(); });
-}
+
+  m.def("register_execution_provider_library", [](const std::string& provider_name, const std::string& path_str) {
+    OgaRegisterExecutionProviderLibrary(provider_name.c_str(), path_str.c_str());
+  });
+
+  m.def("unregister_execution_provider_library", [](const std::string& provider_name) {
+    OgaUnregisterExecutionProviderLibrary(provider_name.c_str());
+  });
+}