build(deps): Add task-based installations for LZ4 and Zstandard dependencies; Use latest versions for source-based installations. (#1156)

Bill-hbrhbr · kirkrodrigues · web-flow · commit 2a1058da7273 · 2025-08-11T09:17:06.000+08:00
Co-authored-by: kirkrodrigues &lt;2454684+kirkrodrigues@users.noreply.github.com&gt;
diff --git a/components/core/CMakeLists.txt b/components/core/CMakeLists.txt
@@ -297,16 +297,14 @@ if(CLP_NEED_YSTDLIB)
     add_subdirectory("${CLP_YSTDLIB_SOURCE_DIRECTORY}" "${CMAKE_BINARY_DIR}/ystdlib" EXCLUDE_FROM_ALL)
 endif()
 
-# Find and setup ZStd Library
 if(CLP_NEED_ZSTD)
+    # v1.4.8 is the lowest version available in the package managers of the OSes we support.
+    find_package(zstd 1.4.8 REQUIRED)
+    message(STATUS "Found zstd ${zstd_VERSION}")
     if(CLP_USE_STATIC_LIBS)
-        set(ZStd_USE_STATIC_LIBS ON)
-    endif()
-    find_package(ZStd 1.4.4 REQUIRED)
-    if(ZStd_FOUND)
-        message(STATUS "Found ZStd ${ZStd_VERSION}")
+        set(zstd_TARGET zstd::libzstd_static)
     else()
-        message(FATAL_ERROR "Could not find ${CLP_LIBS_STRING} libraries for ZStd")
+        set(zstd_TARGET zstd::libzstd_shared)
     endif()
 endif()
 
@@ -772,7 +770,7 @@ if(CLP_BUILD_TESTING)
             ystdlib::containers
             ystdlib::error_handling
             ${LIBLZMA_LIBRARIES}
-            ZStd::ZStd
+            ${zstd_TARGET}
             )
     target_compile_features(unitTest
             PRIVATE cxx_std_20
diff --git a/components/core/cmake/Modules/FindLZ4.cmake b/components/core/cmake/Modules/FindLZ4.cmake
diff --git a/components/core/cmake/Modules/FindZStd.cmake b/components/core/cmake/Modules/FindZStd.cmake
diff --git a/components/core/src/clp/clg/CMakeLists.txt b/components/core/src/clp/clg/CMakeLists.txt
@@ -150,7 +150,7 @@ if(CLP_BUILD_EXECUTABLES)
                 yaml-cpp
                 ystdlib::containers
                 ystdlib::error_handling
-                ZStd::ZStd
+                ${zstd_TARGET}
         )
         # Put the built executable at the root of the build directory
         set_target_properties(
diff --git a/components/core/src/clp/clo/CMakeLists.txt b/components/core/src/clp/clo/CMakeLists.txt
@@ -178,7 +178,7 @@ if(CLP_BUILD_EXECUTABLES)
                 clp::string_utils
                 ystdlib::containers
                 ystdlib::error_handling
-                ZStd::ZStd
+                ${zstd_TARGET}
         )
         # Put the built executable at the root of the build directory
         set_target_properties(
diff --git a/components/core/src/clp/clp/CMakeLists.txt b/components/core/src/clp/clp/CMakeLists.txt
@@ -189,7 +189,7 @@ if(CLP_BUILD_EXECUTABLES)
                 yaml-cpp
                 ystdlib::containers
                 ystdlib::error_handling
-                ZStd::ZStd
+                ${zstd_TARGET}
         )
         # Put the built executable at the root of the build directory
         set_target_properties(
diff --git a/components/core/src/clp/make_dictionaries_readable/CMakeLists.txt b/components/core/src/clp/make_dictionaries_readable/CMakeLists.txt
@@ -49,7 +49,7 @@ if(CLP_BUILD_EXECUTABLES)
                 spdlog::spdlog
                 clp::string_utils
                 ystdlib::containers
-                ZStd::ZStd
+                ${zstd_TARGET}
         )
         # Put the built executable at the root of the build directory
         set_target_properties(
diff --git a/components/core/src/clp_s/CMakeLists.txt b/components/core/src/clp_s/CMakeLists.txt
@@ -124,7 +124,7 @@ if(CLP_BUILD_CLP_S_CLP_DEPENDENCIES)
                 OpenSSL::Crypto
                 spdlog::spdlog
                 ystdlib::error_handling
-                ZStd::ZStd
+                ${zstd_TARGET}
         )
 endif()
 
@@ -204,7 +204,7 @@ if(CLP_BUILD_CLP_S_IO)
                 clp_s::clp_dependencies
                 fmt::fmt
                 spdlog::spdlog
-                ZStd::ZStd
+                ${zstd_TARGET}
         )
 endif()
 
diff --git a/components/core/src/clp_s/indexer/CMakeLists.txt b/components/core/src/clp_s/indexer/CMakeLists.txt
@@ -124,7 +124,7 @@ if(CLP_BUILD_EXECUTABLES)
                 spdlog::spdlog
                 yaml-cpp
                 ystdlib::containers
-                ZStd::ZStd
+                ${zstd_TARGET}
         )
         # Put the built executable at the root of the build directory
         set_target_properties(
diff --git a/components/core/src/glt/glt/CMakeLists.txt b/components/core/src/glt/glt/CMakeLists.txt
@@ -192,7 +192,7 @@ if(CLP_BUILD_EXECUTABLES)
                 clp::string_utils
                 yaml-cpp
                 ystdlib::error_handling
-                ZStd::ZStd
+                ${zstd_TARGET}
         )
         # Put the built executable at the root of the build directory
         set_target_properties(
diff --git a/components/core/tools/scripts/lib_install/centos-stream-9/install-prebuilt-packages.sh b/components/core/tools/scripts/lib_install/centos-stream-9/install-prebuilt-packages.sh
@@ -16,6 +16,7 @@ dnf install -y \
     libarchive-devel \
     libcurl-devel \
     libzstd-devel \
+    lz4-devel \
     make \
     mariadb-connector-c-devel \
     openssl-devel \
diff --git a/components/core/tools/scripts/lib_install/ubuntu-jammy/install-packages-from-source.sh b/components/core/tools/scripts/lib_install/ubuntu-jammy/install-packages-from-source.sh
@@ -14,6 +14,6 @@ lib_install_scripts_dir=$script_dir/..
 
 "$lib_install_scripts_dir"/libarchive.sh 3.5.1
 "$lib_install_scripts_dir"/liblzma.sh 5.8.1
-"$lib_install_scripts_dir"/lz4.sh 1.8.2
+"$lib_install_scripts_dir"/lz4.sh 1.10.0
 "$lib_install_scripts_dir"/msgpack.sh 7.0.0
-"$lib_install_scripts_dir"/zstandard.sh 1.4.9
+"$lib_install_scripts_dir"/zstandard.sh 1.5.7
diff --git a/docs/src/dev-guide/components-core/index.md b/docs/src/dev-guide/components-core/index.md
@@ -42,6 +42,7 @@ The task will download, build, and install (within the build directory) the foll
 | [fmt](https://github.com/fmtlib/fmt)                                  | v10.2.1        |
 | [json](https://github.com/nlohmann/json.git)                          | v3.11.3        |
 | [log-surgeon](https://github.com/y-scope/log-surgeon)                 | f801a3f        |
+| [lz4](https://github.com/lz4/lz4)                                     | v1.10.0        |
 | [mongo-cxx-driver](https://github.com/mongodb/mongo-cxx-driver)       | r3.10.2        |
 | [simdjson](https://github.com/simdjson/simdjson)                      | v3.13.0        |
 | [spdlog](https://github.com/gabime/spdlog)                            | v1.14.1        |
@@ -50,6 +51,7 @@ The task will download, build, and install (within the build directory) the foll
 | [yaml-cpp](https://github.com/jbeder/yaml-cpp.git)                    | v0.7.0         |
 | [yscope-log-viewer](https://github.com/y-scope/yscope-log-viewer.git) | 969ff35        |
 | [ystdlib-cpp](https://github.com/y-scope/ystdlib-cpp.git)             | d80cf86        |
+| [zstd](https://github.com/facebook/zstd)                              | v1.5.7         |
 
 ### Environment
 
diff --git a/taskfiles/deps/main.yaml b/taskfiles/deps/main.yaml
diff --git a/taskfiles/deps/utils.yaml b/taskfiles/deps/utils.yaml

Original file line number	Diff line number	Diff line change
`@@ -150,7 +150,7 @@ if(CLP_BUILD_EXECUTABLES)`
`150`	`150`	`yaml-cpp`
`151`	`151`	`ystdlib::containers`
`152`	`152`	`ystdlib::error_handling`
`153`		`- ZStd::ZStd`
	`153`	`+ ${zstd_TARGET}`
`154`	`154`	`)`
`155`	`155`	`# Put the built executable at the root of the build directory`
`156`	`156`	`set_target_properties(`
Original file line number	Diff line number	Diff line change
`@@ -178,7 +178,7 @@ if(CLP_BUILD_EXECUTABLES)`
`178`	`178`	`clp::string_utils`
`179`	`179`	`ystdlib::containers`
`180`	`180`	`ystdlib::error_handling`
`181`		`- ZStd::ZStd`
	`181`	`+ ${zstd_TARGET}`
`182`	`182`	`)`
`183`	`183`	`# Put the built executable at the root of the build directory`
`184`	`184`	`set_target_properties(`
Original file line number	Diff line number	Diff line change
`@@ -189,7 +189,7 @@ if(CLP_BUILD_EXECUTABLES)`
`189`	`189`	`yaml-cpp`
`190`	`190`	`ystdlib::containers`
`191`	`191`	`ystdlib::error_handling`
`192`		`- ZStd::ZStd`
	`192`	`+ ${zstd_TARGET}`
`193`	`193`	`)`
`194`	`194`	`# Put the built executable at the root of the build directory`
`195`	`195`	`set_target_properties(`
Original file line number	Diff line number	Diff line change
`@@ -49,7 +49,7 @@ if(CLP_BUILD_EXECUTABLES)`
`49`	`49`	`spdlog::spdlog`
`50`	`50`	`clp::string_utils`
`51`	`51`	`ystdlib::containers`
`52`		`- ZStd::ZStd`
	`52`	`+ ${zstd_TARGET}`
`53`	`53`	`)`
`54`	`54`	`# Put the built executable at the root of the build directory`
`55`	`55`	`set_target_properties(`
Original file line number	Diff line number	Diff line change
`@@ -124,7 +124,7 @@ if(CLP_BUILD_EXECUTABLES)`
`124`	`124`	`spdlog::spdlog`
`125`	`125`	`yaml-cpp`
`126`	`126`	`ystdlib::containers`
`127`		`- ZStd::ZStd`
	`127`	`+ ${zstd_TARGET}`
`128`	`128`	`)`
`129`	`129`	`# Put the built executable at the root of the build directory`
`130`	`130`	`set_target_properties(`
Original file line number	Diff line number	Diff line change
`@@ -192,7 +192,7 @@ if(CLP_BUILD_EXECUTABLES)`
`192`	`192`	`clp::string_utils`
`193`	`193`	`yaml-cpp`
`194`	`194`	`ystdlib::error_handling`
`195`		`- ZStd::ZStd`
	`195`	`+ ${zstd_TARGET}`
`196`	`196`	`)`
`197`	`197`	`# Put the built executable at the root of the build directory`
`198`	`198`	`set_target_properties(`