Support dynamic-link

Author: L-jasmine

llama-cpp-2/Cargo.toml

@@ -17,6 +17,7 @@ tracing = { workspace = true }
 [features]
 cuda = ["llama-cpp-sys-2/cuda"]
 metal = ["llama-cpp-sys-2/metal"]
+dynamic_link = ["llama-cpp-sys-2/dynamic_link"]
 sampler = []
 
 [target.'cfg(all(target_os = "macos", any(target_arch = "aarch64", target_arch = "arm64")))'.dependencies]  

llama-cpp-sys-2/Cargo.toml

@@ -55,4 +55,4 @@ once_cell = "1.19.0"
 [features]
 cuda = []
 metal = []
-
+dynamic_link = []

llama-cpp-sys-2/build.rs

@@ -86,11 +86,11 @@ compile_error!("feature \"vulkan\" cannot be enabled alongside other GPU based f
 
 static LLAMA_PATH: Lazy<PathBuf> = Lazy::new(|| PathBuf::from("./llama.cpp"));
 
-fn compile_bindings(out_path: &Path) {
+fn compile_bindings(out_path: &Path, llama_header_path: &Path) {
     println!("Generating bindings..");
     let bindings = bindgen::Builder::default()
-        .header(LLAMA_PATH.join("ggml.h").to_string_lossy())
-        .header(LLAMA_PATH.join("llama.h").to_string_lossy())
+        // .header(llama_header_path.join("ggml.h").to_string_lossy())
+        .header(llama_header_path.join("llama.h").to_string_lossy())
         .derive_partialeq(true)
         .allowlist_function("ggml_.*")
         .allowlist_type("ggml_.*")
@@ -463,7 +463,7 @@ fn compile_cuda(cx: &mut Build, cxx: &mut Build, featless_cxx: Build) -> &'stati
         .map(|f| f.unwrap())
         .filter(|entry| entry.file_name().to_string_lossy().ends_with(".cu"))
         .map(|entry| entry.path());
-    
+
     let template_instances = read_dir(cuda_path.join("template-instances"))
         .unwrap()
         .map(|f| f.unwrap())
@@ -633,18 +633,35 @@ fn compile_llama(mut cxx: Build, _out_path: impl AsRef<Path>) {
 }
 
 fn main() {
+    let out_path = PathBuf::from(env::var("OUT_DIR").expect("No out dir found"));
+
+    if cfg!(feature = "dynamic_link") {
+        println!("cargo:rustc-link-lib=llama");
+        println!("cargo:rustc-link-lib=ggml");
+
+        let llama_header_path = std::env::var("LLAMA_HEADE");
+        if let Ok(llama_header_path) = llama_header_path {
+            compile_bindings(&out_path, Path::new(&llama_header_path));
+        } else {
+            compile_bindings(&out_path, &LLAMA_PATH);
+        }
+
+        if let Ok(llama_lib_path) = std::env::var("LLAMA_LIB") {
+            println!("cargo:rustc-link-search={llama_lib_path}");
+        }
+        return;
+    }
+
     if std::fs::read_dir(LLAMA_PATH.as_path()).is_err() {
         panic!(
             "Could not find {}. Did you forget to initialize submodules?",
             LLAMA_PATH.display()
         );
     }
 
-    let out_path = PathBuf::from(env::var("OUT_DIR").expect("No out dir found"));
-
     println!("cargo:rerun-if-changed={}", LLAMA_PATH.display());
 
-    compile_bindings(&out_path);
+    compile_bindings(&out_path, &LLAMA_PATH);
 
     let mut cx = Build::new();
     let mut cxx = Build::new();