some initial scaffolding for tools

Signed-off-by: Nick Mitchell <[email protected]>

Author: starpit

pdl-live-react/src-tauri/src/pdl/interpreter.rs

@@ -7,9 +7,14 @@ use ::std::path::PathBuf;
 
 use minijinja::value::ValueKind;
 use minijinja::Environment;
-use ollama_rs::generation::chat::{request::ChatMessageRequest, ChatMessage, MessageRole};
-use ollama_rs::models::ModelOptions;
-use ollama_rs::Ollama;
+use ollama_rs::{
+    generation::{
+        chat::{request::ChatMessageRequest, ChatMessage, MessageRole},
+        tools::ToolInfo,
+    },
+    models::ModelOptions,
+    Ollama,
+};
 use serde_json::{from_str, to_string, Value};
 use serde_norway::from_reader;
 use tokio::runtime::Runtime;
@@ -98,7 +103,7 @@ impl<'a> Interpreter<'a> {
     fn to_ollama_model_options(
         &self,
         maybe_parameters: &Option<HashMap<String, Value>>,
-    ) -> ModelOptions {
+    ) -> (ModelOptions, Vec<ToolInfo>) {
         let options = ModelOptions::default();
         if let Some(parameters) = maybe_parameters {
             let temp = if let Some(Value::Number(num)) = parameters.get(&"temperature".to_string())
@@ -114,9 +119,17 @@ impl<'a> Interpreter<'a> {
                 0.0
             };
 
-            options.temperature(temp)
+            let tools = if let Some(Value::Array(tools)) = parameters.get(&"tools".to_string()) {
+                // TODO
+                //tools.into_iter().map(|tool| function!()).collect()
+                vec![]
+            } else {
+                vec![]
+            };
+
+            (options.temperature(temp), tools)
         } else {
-            options
+            (options, vec![])
         }
     }
 
@@ -131,7 +144,8 @@ impl<'a> Interpreter<'a> {
                 } else {
                     &pdl_model[12..]
                 };
-                let options = self.to_ollama_model_options(&block.parameters);
+
+                let (options, tools) = self.to_ollama_model_options(&block.parameters);
 
                 let messages = match &block.input {
                     Some(input) => {
@@ -157,9 +171,13 @@ impl<'a> Interpreter<'a> {
                     );
                 }
 
+                let req = ChatMessageRequest::new(model.into(), vec![prompt.clone()])
+                    .options(options)
+                    .tools(tools);
                 let res = self.rt.block_on(ollama.send_chat_messages_with_history(
                     &mut history,
-                    ChatMessageRequest::new(model.into(), vec![prompt.clone()]).options(options), //ollama.generate(GenerationRequest::new(model.into(), prompt),
+                    req,
+                    //ollama.generate(GenerationRequest::new(model.into(), prompt),
                 ))?;
                 // dbg!("Model result {:?}", &res);