Merge pull request #373 from babichjacob/main

Expose CPU extension features in llama-cpp-sys-2, and automatically enable them in llama-cpp-2

Author: MarcusDunn

llama-cpp-2/Cargo.toml

@@ -21,6 +21,21 @@ vulkan = ["llama-cpp-sys-2/vulkan"]
 native = ["llama-cpp-sys-2/native"]
 sampler = []
 
+[target.'cfg(target_feature = "avx")'.dependencies]
+llama-cpp-sys-2 = { path = "../llama-cpp-sys-2", features = ["avx"] }
+[target.'cfg(target_feature = "avx2")'.dependencies]
+llama-cpp-sys-2 = { path = "../llama-cpp-sys-2", features = ["avx2"] }
+[target.'cfg(target_feature = "avx512f")'.dependencies]
+llama-cpp-sys-2 = { path = "../llama-cpp-sys-2", features = ["avx512"] }
+[target.'cfg(target_feature = "avx512vbmi")'.dependencies]
+llama-cpp-sys-2 = { path = "../llama-cpp-sys-2", features = ["avx512_vmbi"] }
+[target.'cfg(target_feature = "avx512vnni")'.dependencies]
+llama-cpp-sys-2 = { path = "../llama-cpp-sys-2", features = ["avx512_vnni"] }
+[target.'cfg(target_feature = "f16c")'.dependencies]
+llama-cpp-sys-2 = { path = "../llama-cpp-sys-2", features = ["f16c"] }
+[target.'cfg(target_feature = "fma")'.dependencies]
+llama-cpp-sys-2 = { path = "../llama-cpp-sys-2", features = ["fma"] }
+
 [target.'cfg(all(target_os = "macos", any(target_arch = "aarch64", target_arch = "arm64")))'.dependencies]  
 llama-cpp-sys-2 = { path = "../llama-cpp-sys-2", features=["metal"], version = "0.1.48" }
 

llama-cpp-sys-2/Cargo.toml

@@ -53,7 +53,14 @@ cc = { workspace = true, features = ["parallel"] }
 once_cell = "1.19.0"
 
 [features]
+avx = []
+avx2 = []
+avx512 = []
+avx512_vmbi = []
+avx512_vnni = []
 cuda = []
+f16c = []
+fma = []
 metal = []
 vulkan = []
 native = []