Skip to content

Commit 6315a10

Browse files
alexander-penevalexander-penev
committed
Library autoloader
1 parent 1c3f884 commit 6315a10

File tree

9 files changed

+303
-17
lines changed

9 files changed

+303
-17
lines changed

‎include/clang/Interpreter/CppInterOp.h‎

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -730,6 +730,14 @@ namespace Cpp {
730730
unsigned complete_line = 1U,
731731
unsigned complete_column = 1U);
732732

733+
/// Set libraries autoload.
734+
///\param[in] autoload - true = libraries autoload is on.
735+
CPPINTEROP_API void SetLibrariesAutoload(bool autoload = true);
736+
737+
/// Get libraries autoload.
738+
///\returns LibraryAutoLoad state (true = libraries autoload is on).
739+
CPPINTEROP_API bool GetLibrariesAutoload();
740+
733741
} // end namespace Cpp
734742

735743
#endif // CPPINTEROP_CPPINTEROP_H

‎lib/Interpreter/CppInterOp.cpp‎

Lines changed: 172 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -30,6 +30,7 @@
3030
#include "clang/Sema/TemplateDeduction.h"
3131

3232
#include "llvm/ADT/StringRef.h"
33+
#include "llvm/ExecutionEngine/Orc/Core.h"
3334
#include "llvm/Support/Casting.h"
3435
#include "llvm/Support/Debug.h"
3536
#include "llvm/Support/raw_os_ostream.h"
@@ -3430,4 +3431,175 @@ namespace Cpp {
34303431
complete_column);
34313432
}
34323433

3434+
#define DEBUG_TYPE "autoload"
3435+
3436+
static inline std::string DemangleNameForDlsym(const std::string& name) {
3437+
std::string nameForDlsym = name;
3438+
3439+
#if defined(R__MACOSX) || defined(R__WIN32)
3440+
// The JIT gives us a mangled name which has an additional leading underscore
3441+
// on macOS and Windows, for instance __ZN8TRandom34RndmEv. However, dlsym
3442+
// requires us to remove it.
3443+
// FIXME: get this information from the DataLayout via getGlobalPrefix()!
3444+
if (nameForDlsym[0] == '_')
3445+
nameForDlsym.erase(0, 1);
3446+
#endif //R__MACOSX
3447+
3448+
return nameForDlsym;
3449+
}
3450+
3451+
class AutoLoadLibrarySearchGenerator;
3452+
static AutoLoadLibrarySearchGenerator *ALLSG = nullptr;
3453+
3454+
class AutoLoadLibrarySearchGenerator : public llvm::orc::DefinitionGenerator {
3455+
public:
3456+
bool Enabled = false;
3457+
3458+
// Lazy materialization unit class helper
3459+
class AutoloadLibraryMU : public llvm::orc::MaterializationUnit {
3460+
std::string lib;
3461+
llvm::orc::SymbolNameVector syms;
3462+
public:
3463+
AutoloadLibraryMU(const std::string &Library, const llvm::orc::SymbolNameVector &Symbols)
3464+
: MaterializationUnit({getSymbolFlagsMap(Symbols), nullptr}), lib(Library), syms(Symbols) {}
3465+
3466+
StringRef getName() const override {
3467+
return "<Symbols from Autoloaded Library>";
3468+
}
3469+
3470+
void materialize(std::unique_ptr<llvm::orc::MaterializationResponsibility> R) override {
3471+
if (!ALLSG || !ALLSG->Enabled) {
3472+
R->failMaterialization();
3473+
return;
3474+
}
3475+
3476+
LLVM_DEBUG(dbgs() << "Materialize " << lib << " syms=" << syms);
3477+
3478+
auto& I = getInterp();
3479+
auto DLM = I.getDynamicLibraryManager();
3480+
3481+
llvm::orc::SymbolMap loadedSymbols;
3482+
llvm::orc::SymbolNameSet failedSymbols;
3483+
bool loadedLibrary = false;
3484+
3485+
for (auto symbol : syms) {
3486+
std::string symbolStr = (*symbol).str();
3487+
std::string nameForDlsym = DemangleNameForDlsym(symbolStr);
3488+
3489+
// Check if the symbol is available without loading the library.
3490+
void *addr = llvm::sys::DynamicLibrary::SearchForAddressOfSymbol(nameForDlsym);
3491+
3492+
if (!addr && !loadedLibrary) {
3493+
// Try to load the library which should provide the symbol definition.
3494+
if (DLM->loadLibrary(lib, false) != DynamicLibraryManager::LoadLibResult::kLoadLibSuccess) {
3495+
LLVM_DEBUG(dbgs() << "MU: Failed to load library " << lib);
3496+
string err = "MU: Failed to load library! " + lib;
3497+
perror(err.c_str());
3498+
} else {
3499+
LLVM_DEBUG(dbgs() << "MU: Autoload library " << lib);
3500+
}
3501+
3502+
// Only try loading the library once.
3503+
loadedLibrary = true;
3504+
3505+
addr = llvm::sys::DynamicLibrary::SearchForAddressOfSymbol(nameForDlsym);
3506+
}
3507+
3508+
if (addr) {
3509+
loadedSymbols[symbol] =
3510+
llvm::orc::ExecutorSymbolDef(llvm::orc::ExecutorAddr::fromPtr(addr), JITSymbolFlags::Exported);
3511+
} else {
3512+
// Collect all failing symbols, delegate their responsibility and then
3513+
// fail their materialization. R->defineNonExistent() sounds like it
3514+
// should do that, but it's not implemented?!
3515+
failedSymbols.insert(symbol);
3516+
}
3517+
}
3518+
3519+
if (!failedSymbols.empty()) {
3520+
auto failingMR = R->delegate(failedSymbols);
3521+
if (failingMR) {
3522+
(*failingMR)->failMaterialization();
3523+
}
3524+
}
3525+
3526+
if (!loadedSymbols.empty()) {
3527+
llvm::cantFail(R->notifyResolved(loadedSymbols));
3528+
llvm::cantFail(R->notifyEmitted());
3529+
}
3530+
}
3531+
3532+
void discard(const llvm::orc::JITDylib &JD, const llvm::orc::SymbolStringPtr &Name) override {}
3533+
3534+
private:
3535+
static llvm::orc::SymbolFlagsMap getSymbolFlagsMap(const llvm::orc::SymbolNameVector &Symbols) {
3536+
llvm::orc::SymbolFlagsMap map;
3537+
for (auto symbolName : Symbols)
3538+
map[symbolName] = llvm::JITSymbolFlags::Exported;
3539+
return map;
3540+
}
3541+
};
3542+
3543+
llvm::Error tryToGenerate(llvm::orc::LookupState &LS, llvm::orc::LookupKind K, llvm::orc::JITDylib &JD,
3544+
llvm::orc::JITDylibLookupFlags JDLookupFlags, const llvm::orc::SymbolLookupSet &Symbols) override {
3545+
if (Enabled) {
3546+
LLVM_DEBUG(dbgs() << "tryToGenerate");
3547+
3548+
auto& I = getInterp();
3549+
auto DLM = I.getDynamicLibraryManager();
3550+
3551+
std::unordered_map<std::string, llvm::orc::SymbolNameVector> found;
3552+
llvm::orc::SymbolMap NewSymbols;
3553+
for (auto &KV : Symbols) {
3554+
auto &Name = KV.first;
3555+
if ((*Name).empty())
3556+
continue;
3557+
3558+
auto lib = DLM->searchLibrariesForSymbol(*Name, /*searchSystem=*/true); // false?
3559+
if (lib.empty())
3560+
continue;
3561+
3562+
found[lib].push_back(Name);
3563+
3564+
// Workaround: This getAddressOfGlobal call make first symbol search
3565+
// to work, immediatelly after library auto load. This approach do not
3566+
// use MU
3567+
//DLM->loadLibrary(lib, true);
3568+
//I.getAddressOfGlobal(*Name);
3569+
}
3570+
3571+
for (auto &&KV : found) {
3572+
auto MU = std::make_unique<AutoloadLibraryMU>(KV.first, std::move(KV.second));
3573+
if (auto Err = JD.define(MU))
3574+
return Err;
3575+
}
3576+
}
3577+
3578+
return llvm::Error::success();
3579+
}
3580+
};
3581+
3582+
void SetLibrariesAutoload(bool autoload /* = true */) {
3583+
auto& I = getInterp();
3584+
llvm::orc::LLJIT& EE = *compat::getExecutionEngine(I);
3585+
#if CLANG_VERSION_MAJOR < 17
3586+
llvm::orc::JITDylib& DyLib = EE.getMainJITDylib();
3587+
#else
3588+
llvm::orc::JITDylib& DyLib = *EE.getProcessSymbolsJITDylib().get();
3589+
#endif // CLANG_VERSION_MAJOR
3590+
3591+
if (!ALLSG)
3592+
ALLSG = &DyLib.addGenerator(std::make_unique<AutoLoadLibrarySearchGenerator>());
3593+
ALLSG->Enabled = autoload;
3594+
3595+
LLVM_DEBUG(dbgs() << "Autoload=" << (ALLSG && ALLSG->Enabled ? "ON" : "OFF"));
3596+
}
3597+
3598+
bool GetLibrariesAutoload() {
3599+
LLVM_DEBUG(dbgs() << "Autoload is " << (ALLSG && ALLSG->Enabled ? "ON" : "OFF"));
3600+
return ALLSG && ALLSG->Enabled;
3601+
}
3602+
3603+
#undef DEBUG_TYPE
3604+
34333605
} // end namespace Cpp

‎lib/Interpreter/DynamicLibraryManager.cpp‎

Lines changed: 3 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -243,7 +243,7 @@ namespace Cpp {
243243
// get canonical path name and check if already loaded
244244
const std::string Path = platform::NormalizePath(foundDyLib);
245245
if (Path.empty()) {
246-
LLVM_DEBUG(dbgs() << "cling::DynamicLibraryManager::lookupLibMaybeAddExt(): "
246+
LLVM_DEBUG(dbgs() << "DynamicLibraryManager::lookupLibMaybeAddExt(): "
247247
<< "error getting real (canonical) path of library " << foundDyLib << '\n');
248248
return foundDyLib;
249249
}
@@ -392,8 +392,7 @@ namespace Cpp {
392392
return;
393393

394394
DyLibHandle dyLibHandle = nullptr;
395-
for (DyLibs::const_iterator I = m_DyLibs.begin(), E = m_DyLibs.end();
396-
I != E; ++I) {
395+
for (DyLibs::const_iterator I = m_DyLibs.begin(), E = m_DyLibs.end(); I != E; ++I) {
397396
if (I->second == canonicalLoadedLib) {
398397
dyLibHandle = I->first;
399398
break;
@@ -405,7 +404,7 @@ namespace Cpp {
405404
std::string errMsg;
406405
platform::DLClose(dyLibHandle, &errMsg);
407406
if (!errMsg.empty()) {
408-
LLVM_DEBUG(dbgs() << "cling::DynamicLibraryManager::unloadLibrary(): "
407+
LLVM_DEBUG(dbgs() << "DynamicLibraryManager::unloadLibrary(): "
409408
<< errMsg << '\n');
410409
}
411410

‎lib/Interpreter/DynamicLibraryManagerSymbol.cpp‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1153,8 +1153,8 @@ namespace Cpp {
11531153
std::string Dyld::searchLibrariesForSymbol(StringRef mangledName,
11541154
bool searchSystem/* = true*/) {
11551155
#define DEBUG_TYPE "Dyld:searchLibrariesForSymbol:"
1156-
assert(!llvm::sys::DynamicLibrary::SearchForAddressOfSymbol(mangledName.str()) &&
1157-
"Library already loaded, please use dlsym!");
1156+
// assert(!llvm::sys::DynamicLibrary::SearchForAddressOfSymbol(mangledName.str()) &&
1157+
// "Library already loaded, please use dlsym!");
11581158
assert(!mangledName.empty());
11591159

11601160
using namespace llvm::sys::path;

‎unittests/CppInterOp/CMakeLists.txt‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -42,3 +42,7 @@ set_output_directory(DynamicLibraryManagerTests BINARY_DIR ${CMAKE_BINARY_DIR}/u
4242
add_dependencies(DynamicLibraryManagerTests TestSharedLib)
4343
#export_executable_symbols_for_plugins(TestSharedLib)
4444
add_subdirectory(TestSharedLib)
45+
# TODO: Remove when libraryunload work correctly
46+
add_dependencies(DynamicLibraryManagerTests TestSharedLib1)
47+
#export_executable_symbols_for_plugins(TestSharedLib1)
48+
add_subdirectory(TestSharedLib1)

‎unittests/CppInterOp/DynamicLibraryManagerTest.cpp‎

Lines changed: 84 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -5,6 +5,9 @@
55
#include "llvm/Support/FileSystem.h"
66
#include "llvm/Support/Path.h"
77

8+
9+
// Helper functions
10+
811
// This function isn't referenced outside its translation unit, but it
912
// can't use the "static" keyword because its address is used for
1013
// GetMainExecutable (since some platforms don't support taking the
@@ -17,9 +20,20 @@ std::string GetExecutablePath(const char* Argv0) {
1720
return llvm::sys::fs::getMainExecutable(Argv0, MainAddr);
1821
}
1922

23+
static inline std::string MangleNameForDlsym(const std::string& name) {
24+
std::string nameForDlsym = name;
25+
#if defined(R__MACOSX) || defined(R__WIN32)
26+
if (nameForDlsym[0] != '_')
27+
nameForDlsym.insert (0, 1, '_');
28+
#endif //R__MACOSX
29+
return nameForDlsym;
30+
}
31+
32+
// Tests
33+
2034
TEST(DynamicLibraryManagerTest, Sanity) {
2135
EXPECT_TRUE(Cpp::CreateInterpreter());
22-
EXPECT_FALSE(Cpp::GetFunctionAddress("ret_zero"));
36+
EXPECT_FALSE(Cpp::GetFunctionAddress(MangleNameForDlsym("ret_zero").c_str()));
2337

2438
std::string BinaryPath = GetExecutablePath(/*Argv0=*/nullptr);
2539
llvm::StringRef Dir = llvm::sys::path::parent_path(BinaryPath);
@@ -28,13 +42,9 @@ TEST(DynamicLibraryManagerTest, Sanity) {
2842
// FIXME: dlsym on mach-o takes the C-level name, however, the macho-o format
2943
// adds an additional underscore (_) prefix to the lowered names. Figure out
3044
// how to harmonize that API.
31-
#ifdef __APPLE__
32-
std::string PathToTestSharedLib =
33-
Cpp::SearchLibrariesForSymbol("_ret_zero", /*system_search=*/false);
34-
#else
45+
3546
std::string PathToTestSharedLib =
36-
Cpp::SearchLibrariesForSymbol("ret_zero", /*system_search=*/false);
37-
#endif // __APPLE__
47+
Cpp::SearchLibrariesForSymbol(MangleNameForDlsym("ret_zero").c_str(), /*system_search=*/false);
3848

3949
EXPECT_STRNE("", PathToTestSharedLib.c_str())
4050
<< "Cannot find: '" << PathToTestSharedLib << "' in '" << Dir.str()
@@ -44,13 +54,76 @@ TEST(DynamicLibraryManagerTest, Sanity) {
4454
// Force ExecutionEngine to be created.
4555
Cpp::Process("");
4656
// FIXME: Conda returns false to run this code on osx.
47-
#ifndef __APPLE__
48-
EXPECT_TRUE(Cpp::GetFunctionAddress("ret_zero"));
49-
#endif //__APPLE__
57+
EXPECT_TRUE(Cpp::GetFunctionAddress(MangleNameForDlsym("ret_zero").c_str()));
5058

5159
Cpp::UnloadLibrary("TestSharedLib");
5260
// We have no reliable way to check if it was unloaded because posix does not
5361
// require the library to be actually unloaded but just the handle to be
5462
// invalidated...
55-
// EXPECT_FALSE(Cpp::GetFunctionAddress("ret_zero"));
63+
// EXPECT_FALSE(Cpp::GetFunctionAddress(MangleNameForDlsym("ret_zero").c_str()));
64+
}
65+
66+
TEST(DynamicLibraryManagerTest, LibrariesAutoload) {
67+
EXPECT_TRUE(Cpp::CreateInterpreter());
68+
69+
// Autoload by default is OFF. Symbol search must fail.
70+
EXPECT_FALSE(Cpp::GetFunctionAddress(MangleNameForDlsym("ret_one").c_str()));
71+
72+
// Libraries Search path by default is set to main executable directory.
73+
std::string BinaryPath = GetExecutablePath(/*Argv0=*/nullptr);
74+
llvm::StringRef Dir = llvm::sys::path::parent_path(BinaryPath);
75+
Cpp::AddSearchPath(Dir.str().c_str());
76+
77+
// Find library with "rec_one" symbol defined and exported
78+
//
79+
// FIXME: dlsym on mach-o takes the C-level name, however, the macho-o format
80+
// adds an additional underscore (_) prefix to the lowered names. Figure out
81+
// how to harmonize that API. For now we use out minimal implementation of
82+
// helper function.
83+
std::string PathToTestSharedLib1 =
84+
Cpp::SearchLibrariesForSymbol(MangleNameForDlsym("ret_one").c_str(), /*system_search=*/false);
85+
86+
// If result is "" then we cannot find this library.
87+
EXPECT_STRNE("", PathToTestSharedLib1.c_str())
88+
<< "Cannot find: '" << PathToTestSharedLib1 << "' in '" << Dir.str() << "'";
89+
90+
// Force ExecutionEngine to be created.
91+
Cpp::Process("");
92+
93+
// Check default Autoload is OFF
94+
EXPECT_FALSE(Cpp::GetLibrariesAutoload());
95+
// Find symbol must fail (when auotload=off)
96+
EXPECT_FALSE(Cpp::GetFunctionAddress(MangleNameForDlsym("ret_one").c_str()));
97+
98+
// Autoload turn ON
99+
Cpp::SetLibrariesAutoload(true);
100+
// Check autorum status (must be turned ON)
101+
EXPECT_TRUE(Cpp::GetLibrariesAutoload());
102+
103+
// FIXME: Conda returns false to run this code on osx.
104+
EXPECT_TRUE(Cpp::GetFunctionAddress(MangleNameForDlsym("ret_one").c_str()));
105+
// Check for some symbols (exists and not exists)
106+
EXPECT_FALSE(Cpp::GetFunctionAddress(MangleNameForDlsym("ret_not_exist").c_str()));
107+
EXPECT_FALSE(Cpp::GetFunctionAddress(MangleNameForDlsym("ret_not_exist1").c_str()));
108+
EXPECT_TRUE(Cpp::GetFunctionAddress(MangleNameForDlsym("ret_two").c_str()));
109+
110+
//Cpp::UnloadLibrary("TestSharedLib1");
111+
//// We have no reliable way to check if it was unloaded because posix does not
112+
//// require the library to be actually unloaded but just the handle to be
113+
//// invalidated...
114+
//EXPECT_FALSE(Cpp::GetFunctionAddress(MangleNameForDlsym("ret_one").c_str()));
115+
116+
// Autoload turn OFF
117+
Cpp::SetLibrariesAutoload(false);
118+
// Check autorum status (must be turned OFF)
119+
EXPECT_FALSE(Cpp::GetLibrariesAutoload());
120+
//EXPECT_FALSE(Cpp::GetFunctionAddress(MangleNameForDlsym("ret_one").c_str())); // if unload works
121+
//EXPECT_TRUE(Cpp::GetFunctionAddress(MangleNameForDlsym("ret_one").c_str()));
122+
123+
// Autoload turn ON again
124+
Cpp::SetLibrariesAutoload(true);
125+
// Check autorum status (must be turned ON)
126+
EXPECT_TRUE(Cpp::GetLibrariesAutoload());
127+
//EXPECT_FALSE(Cpp::GetFunctionAddress(MangleNameForDlsym("ret_one").c_str())); // if unload works
128+
//EXPECT_TRUE(Cpp::GetFunctionAddress(MangleNameForDlsym("ret_one").c_str()));
56129
}

‎unittests/CppInterOp/TestSharedLib1/CMakeLists.txt‎

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,12 @@
1+
# TODO: Remove when library unload work correctly
2+
add_llvm_library(TestSharedLib1
3+
SHARED
4+
DISABLE_LLVM_LINK_LLVM_DYLIB
5+
BUILDTREE_ONLY
6+
TestSharedLib1.cpp)
7+
# Put TestSharedLib1 next to the unit test executable.
8+
set_output_directory(TestSharedLib1
9+
BINARY_DIR ${CMAKE_BINARY_DIR}/unittests/bin/$<CONFIG>/
10+
LIBRARY_DIR ${CMAKE_BINARY_DIR}/unittests/bin/$<CONFIG>/
11+
)
12+
set_target_properties(TestSharedLib1 PROPERTIES FOLDER "Tests")

‎unittests/CppInterOp/TestSharedLib1/TestSharedLib1.cpp‎

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,5 @@
1+
#include "TestSharedLib1.h"
2+
3+
int ret_one() { return 1; }
4+
5+
int ret_two() { return 2; }

0 commit comments

Comments
 (0)