Merge pull request #362 from vladfaust/cb_eval

Add `cb_eval` to context params

Author: MarcusDunn

llama-cpp-2/src/context/params.rs

@@ -339,6 +339,46 @@ impl LlamaContextParams {
         self.context_params.embeddings = embedding;
         self
     }
+
+    /// Set the evaluation callback.
+    ///
+    /// # Examples
+    ///
+    /// ```no_run
+    /// extern "C" fn cb_eval_fn(
+    ///     t: *mut llama_cpp_sys_2::ggml_tensor,
+    ///     ask: bool,
+    ///     user_data: *mut std::ffi::c_void,
+    /// ) -> bool {
+    ///     false
+    /// }
+    ///
+    /// use llama_cpp_2::context::params::LlamaContextParams;
+    /// let params = LlamaContextParams::default();
+    /// params.with_cb_eval(Some(cb_eval_fn));
+    /// ```
+    pub fn with_cb_eval(
+        mut self,
+        cb_eval: llama_cpp_sys_2::ggml_backend_sched_eval_callback,
+    ) -> Self {
+        self.context_params.cb_eval = cb_eval;
+        self
+    }
+
+    /// Set the evaluation callback user data.
+    ///
+    /// # Examples
+    ///
+    /// ```no_run
+    /// use llama_cpp_2::context::params::LlamaContextParams;
+    /// let params = LlamaContextParams::default();
+    /// let user_data = std::ptr::null_mut();
+    /// params.with_cb_eval_user_data(user_data);
+    /// ```
+    pub fn with_cb_eval_user_data(mut self, cb_eval_user_data: *mut std::ffi::c_void) -> Self {
+        self.context_params.cb_eval_user_data = cb_eval_user_data;
+        self
+    }
 }
 
 /// Default parameters for `LlamaContext`. (as defined in llama.cpp by `llama_context_default_params`)