Skip to content

Commit 3ff6352

Browse files
sarnexsarnex
committed
[CMake] Expand support for preinstalled jemalloc
Signed-off-by: Sarnie, Nick <[email protected]>
1 parent c765222 commit 3ff6352

File tree

3 files changed

+113
-67
lines changed

3 files changed

+113
-67
lines changed

‎CMakeLists.txt‎

Lines changed: 82 additions & 66 deletions
Original file line numberDiff line numberDiff line change
@@ -155,79 +155,95 @@ if(NOT UMF_BUILD_LIBUMF_POOL_JEMALLOC)
155155
set(UMF_POOL_JEMALLOC_ENABLED FALSE)
156156
set(JEMALLOC_FOUND FALSE)
157157
set(JEMALLOC_LIBRARIES FALSE)
158-
elseif(WINDOWS)
159-
pkg_check_modules(JEMALLOC jemalloc)
160-
if(NOT JEMALLOC_FOUND)
161-
find_package(JEMALLOC REQUIRED jemalloc)
162-
endif()
163158
else()
164-
if(NOT DEFINED UMF_JEMALLOC_REPO)
165-
set(UMF_JEMALLOC_REPO "https://github.com/jemalloc/jemalloc.git")
159+
set(JEMALLOC_VER 5.3.0)
160+
pkg_check_modules(JEMALLOC QUIET jemalloc)
161+
if(NOT JEMALLOC_FOUND)
162+
find_package(JEMALLOC ${JEMALLOC_VER} QUIET)
166163
endif()
164+
if(JEMALLOC_FOUND)
165+
# We may find a cached result from the in-tree built which uses
166+
# different symbol names, so compile a test profile to check if the
167+
# found version is a system install or not.
168+
set(JEMALLOC_TEST_PROGRAM "#include <jemalloc/jemalloc.h>
169+
int main(int, char*[]) { (void) je_mallocx(0, 0); return 0; }")
170+
include(CheckCSourceCompiles)
171+
set(CMAKE_REQUIRED_INCLUDES ${JEMALLOC_INCLUDE_DIRS})
172+
set(CMAKE_REQUIRED_LIBRARIES ${JEMALLOC_LIBRARIES})
173+
check_c_source_compiles("${JEMALLOC_TEST_PROGRAM}"
174+
JEMALLOC_SYMBOLS_PREFIXED)
175+
if(NOT JEMALLOC_SYMBOLS_PREFIXED)
176+
set(SYSTEM_JEMALLOC_FOUND TRUE)
177+
endif()
178+
elseif(NOT WINDOWS) # Cannot build from source on Windows
179+
if(NOT DEFINED UMF_JEMALLOC_REPO)
180+
set(UMF_JEMALLOC_REPO "https://github.com/jemalloc/jemalloc.git")
181+
endif()
167182

168-
if(NOT DEFINED UMF_JEMALLOC_TAG)
169-
set(UMF_JEMALLOC_TAG 5.3.0)
170-
endif()
183+
if(NOT DEFINED UMF_JEMALLOC_TAG)
184+
set(UMF_JEMALLOC_TAG ${JEMALLOC_VER})
185+
endif()
171186

172-
message(
173-
STATUS
174-
"Will fetch jemalloc from ${UMF_JEMALLOC_REPO} (tag: ${UMF_JEMALLOC_TAG})"
175-
)
187+
message(
188+
STATUS
189+
"Will fetch jemalloc from ${UMF_JEMALLOC_REPO} (tag: ${UMF_JEMALLOC_TAG})"
190+
)
176191

177-
FetchContent_Declare(
178-
jemalloc_targ
179-
GIT_REPOSITORY ${UMF_JEMALLOC_REPO}
180-
GIT_TAG ${UMF_JEMALLOC_TAG})
181-
FetchContent_MakeAvailable(jemalloc_targ)
192+
FetchContent_Declare(
193+
jemalloc_targ
194+
GIT_REPOSITORY ${UMF_JEMALLOC_REPO}
195+
GIT_TAG ${UMF_JEMALLOC_TAG})
196+
FetchContent_MakeAvailable(jemalloc_targ)
182197

183-
add_custom_command(
184-
COMMAND ./autogen.sh
185-
WORKING_DIRECTORY ${jemalloc_targ_SOURCE_DIR}
186-
OUTPUT ${jemalloc_targ_SOURCE_DIR}/configure)
187-
add_custom_command(
188-
# Custom jemalloc build. Non-default options used:
189-
# --with-jemalloc-prefix=je_ - add je_ prefix to all public APIs
190-
# --disable-cxx - Disable C++ integration. This will cause new and
191-
# delete operators implementations to be omitted.
192-
# --disable-initial-exec-tls - Disable the initial-exec TLS model for
193-
# jemalloc's internal thread-local storage (on those platforms that
194-
# support explicit settings). This can allow jemalloc to be dynamically
195-
# loaded after program startup (e.g. using dlopen). --disable-doc -
196-
# Disable building and installing the documentation.
197-
COMMAND
198-
./configure --prefix=${jemalloc_targ_BINARY_DIR}
199-
--with-jemalloc-prefix=je_ --disable-cxx --disable-initial-exec-tls
200-
--disable-doc CFLAGS=-fPIC
201-
WORKING_DIRECTORY ${jemalloc_targ_SOURCE_DIR}
202-
OUTPUT ${jemalloc_targ_SOURCE_DIR}/Makefile
203-
DEPENDS ${jemalloc_targ_SOURCE_DIR}/configure)
204-
205-
if(NOT UMF_QEMU_BUILD)
206-
set(MAKE_ARGUMENTS "-j$(nproc)")
207-
endif()
198+
add_custom_command(
199+
COMMAND ./autogen.sh
200+
WORKING_DIRECTORY ${jemalloc_targ_SOURCE_DIR}
201+
OUTPUT ${jemalloc_targ_SOURCE_DIR}/configure)
202+
add_custom_command(
203+
# Custom jemalloc build. Non-default options used:
204+
# --with-jemalloc-prefix=je_ - add je_ prefix to all public APIs
205+
# --disable-cxx - Disable C++ integration. This will cause new and
206+
# delete operators implementations to be omitted.
207+
# --disable-initial-exec-tls - Disable the initial-exec TLS model
208+
# for jemalloc's internal thread-local storage (on those platforms
209+
# that support explicit settings). This can allow jemalloc to be
210+
# dynamically loaded after program startup (e.g. using dlopen).
211+
# --disable-doc - Disable building and installing the documentation.
212+
COMMAND
213+
./configure --prefix=${jemalloc_targ_BINARY_DIR}
214+
--with-jemalloc-prefix=je_ --disable-cxx
215+
--disable-initial-exec-tls --disable-doc CFLAGS=-fPIC
216+
WORKING_DIRECTORY ${jemalloc_targ_SOURCE_DIR}
217+
OUTPUT ${jemalloc_targ_SOURCE_DIR}/Makefile
218+
DEPENDS ${jemalloc_targ_SOURCE_DIR}/configure)
219+
220+
if(NOT UMF_QEMU_BUILD)
221+
set(MAKE_ARGUMENTS "-j$(nproc)")
222+
endif()
208223

209-
add_custom_command(
210-
COMMAND make ${MAKE_ARGUMENTS}
211-
WORKING_DIRECTORY ${jemalloc_targ_SOURCE_DIR}
212-
OUTPUT ${jemalloc_targ_SOURCE_DIR}/lib/libjemalloc.a
213-
DEPENDS ${jemalloc_targ_SOURCE_DIR}/Makefile)
214-
add_custom_command(
215-
COMMAND make install
216-
WORKING_DIRECTORY ${jemalloc_targ_SOURCE_DIR}
217-
OUTPUT ${jemalloc_targ_BINARY_DIR}/lib/libjemalloc.a
218-
DEPENDS ${jemalloc_targ_SOURCE_DIR}/lib/libjemalloc.a)
219-
220-
add_custom_target(jemalloc_prod
221-
DEPENDS ${jemalloc_targ_BINARY_DIR}/lib/libjemalloc.a)
222-
add_library(jemalloc INTERFACE)
223-
target_link_libraries(
224-
jemalloc INTERFACE ${jemalloc_targ_BINARY_DIR}/lib/libjemalloc.a)
225-
add_dependencies(jemalloc jemalloc_prod)
226-
227-
set(JEMALLOC_FOUND TRUE)
228-
set(JEMALLOC_LIBRARY_DIRS ${jemalloc_targ_BINARY_DIR}/lib)
229-
set(JEMALLOC_INCLUDE_DIRS ${jemalloc_targ_BINARY_DIR}/include)
230-
set(JEMALLOC_LIBRARIES ${jemalloc_targ_BINARY_DIR}/lib/libjemalloc.a)
224+
add_custom_command(
225+
COMMAND make ${MAKE_ARGUMENTS}
226+
WORKING_DIRECTORY ${jemalloc_targ_SOURCE_DIR}
227+
OUTPUT ${jemalloc_targ_SOURCE_DIR}/lib/libjemalloc.a
228+
DEPENDS ${jemalloc_targ_SOURCE_DIR}/Makefile)
229+
add_custom_command(
230+
COMMAND make install
231+
WORKING_DIRECTORY ${jemalloc_targ_SOURCE_DIR}
232+
OUTPUT ${jemalloc_targ_BINARY_DIR}/lib/libjemalloc.a
233+
DEPENDS ${jemalloc_targ_SOURCE_DIR}/lib/libjemalloc.a)
234+
235+
add_custom_target(jemalloc_prod
236+
DEPENDS ${jemalloc_targ_BINARY_DIR}/lib/libjemalloc.a)
237+
add_library(jemalloc INTERFACE)
238+
target_link_libraries(
239+
jemalloc INTERFACE ${jemalloc_targ_BINARY_DIR}/lib/libjemalloc.a)
240+
add_dependencies(jemalloc jemalloc_prod)
241+
242+
set(JEMALLOC_FOUND TRUE)
243+
set(JEMALLOC_LIBRARY_DIRS ${jemalloc_targ_BINARY_DIR}/lib)
244+
set(JEMALLOC_INCLUDE_DIRS ${jemalloc_targ_BINARY_DIR}/include)
245+
set(JEMALLOC_LIBRARIES ${jemalloc_targ_BINARY_DIR}/lib/libjemalloc.a)
246+
endif()
231247
endif()
232248

233249
if(JEMALLOC_FOUND)

‎src/CMakeLists.txt‎

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -76,6 +76,10 @@ if(UMF_POOL_JEMALLOC_ENABLED)
7676
${JEMALLOC_INCLUDE_DIRS})
7777
set(UMF_COMMON_COMPILE_DEFINITIONS ${UMF_COMMON_COMPILE_DEFINITIONS}
7878
"UMF_POOL_JEMALLOC_ENABLED=1")
79+
if(SYSTEM_JEMALLOC_FOUND)
80+
set(UMF_COMMON_COMPILE_DEFINITIONS ${UMF_COMMON_COMPILE_DEFINITIONS}
81+
"UMF_USING_PREBUILT_JEMALLOC=1")
82+
endif()
7983
endif()
8084

8185
set(UMF_PRIVATE_LIBRARY_DIRS ${UMF_PRIVATE_LIBRARY_DIRS}
@@ -166,7 +170,7 @@ if(UMF_LINK_HWLOC_STATICALLY)
166170
endif()
167171
endif()
168172

169-
if(NOT WINDOWS AND UMF_POOL_JEMALLOC_ENABLED)
173+
if(UMF_POOL_JEMALLOC_ENABLED AND TARGET jemalloc)
170174
add_dependencies(umf jemalloc)
171175
endif()
172176

‎src/pool/pool_jemalloc.c‎

Lines changed: 26 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -59,6 +59,24 @@ umfJemallocPoolParamsSetName(umf_jemalloc_pool_params_handle_t hParams,
5959
#define MALLOCX_ARENA_MAX (MALLCTL_ARENAS_ALL - 1)
6060
#define DEFAULT_NAME "jemalloc"
6161

62+
#ifdef UMF_USING_PREBUILT_JEMALLOC
63+
64+
// When jemalloc is built in-tree, it is configured such that
65+
// all symbols are prepended with the je_ prefix. This is not
66+
// the case for system-installed jemalloc.
67+
68+
#define je_mallctl(...) mallctl(__VA_ARGS__)
69+
70+
#define je_mallocx(...) mallocx(__VA_ARGS__)
71+
72+
#define je_dallocx(...) dallocx(__VA_ARGS__)
73+
74+
#define je_rallocx(...) rallocx(__VA_ARGS__)
75+
76+
#define je_malloc_usable_size(...) malloc_usable_size(__VA_ARGS__)
77+
78+
#endif
79+
6280
typedef struct umf_jemalloc_pool_params_t {
6381
size_t n_arenas;
6482
char name[64];
@@ -678,4 +696,12 @@ umfJemallocPoolParamsSetName(umf_jemalloc_pool_params_handle_t hParams,
678696
return UMF_RESULT_SUCCESS;
679697
}
680698

699+
#ifdef UMF_USING_PREBUILT_JEMALLOC
700+
#undef je_mallctl
701+
#undef je_mallocx
702+
#undef je_dallocx
703+
#undef je_rallocx
704+
#undef je_malloc_usable_size
705+
#endif
706+
681707
#endif /* UMF_POOL_JEMALLOC_ENABLED */

0 commit comments

Comments
 (0)