@@ -759,15 +759,23 @@ void EngineService::RegisterEngineLibPath() {
759759 }
760760 auto engine_dir_path = engine_dir_path_res.value ().first ;
761761 auto custom_engine_path = engine_dir_path_res.value ().second ;
762+ auto cuda_path = file_manager_utils::GetCudaToolkitPath (ne);
762763
764+ // auto cudart = std::make_unique<cortex_cpp::dylib>(
765+ // cuda_path.string(), "libcudart.so.12", false);
766+ // auto cudblas = std::make_unique<cortex_cpp::dylib>(
767+ // cuda_path.string(), "libcublas.so.12", false);
768+ // auto cublasLt = std::make_unique<cortex_cpp::dylib>(
769+ // cuda_path.string(), "libcublasLt.so.12", false);
763770 auto dylib = std::make_unique<cortex_cpp::dylib>(engine_dir_path.string (),
764771 " engine" );
765772
766- auto cuda_path = file_manager_utils::GetCudaToolkitPath (ne);
767773 // init
768774 auto func = dylib->get_function <EngineI*()>(" get_engine" );
769775 auto engine = func ();
770776 std::vector<std::filesystem::path> paths{};
777+ paths.push_back (std::move (cuda_path));
778+ paths.push_back (std::move (engine_dir_path));
771779 auto register_opts = EngineI::RegisterLibraryOption{
772780 .paths = paths,
773781 };
@@ -1066,5 +1074,7 @@ cpp::result<Json::Value, std::string> EngineService::GetRemoteModels(
10661074
10671075cpp::result<std::vector<std::string>, std::string>
10681076EngineService::GetSupportedEngineNames () {
1069- return file_manager_utils::GetCortexConfig ().supportedEngines ;
1077+ std::vector<std::string> test{" llama-cpp" };
1078+ return test;
1079+ // return file_manager_utils::GetCortexConfig().supportedEngines;
10701080}
0 commit comments