Merge pull request #120 from firstbatchxyz/ollama-workflow-and-tps-updates

selimseker · web-flow · commit f780fdd96f74 · 2024-09-25T21:52:23.000+03:00
Ollama workflow and tps updates
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/Cargo.toml b/Cargo.toml
@@ -45,7 +45,7 @@ sha3 = "0.10.8"
 fastbloom-rs = "0.5.9"
 
 # workflows
-ollama-workflows = { git = "https://github.com/andthattoo/ollama-workflows", rev = "80f8e71e" }
+ollama-workflows = { git = "https://github.com/andthattoo/ollama-workflows", rev = "320d923" }
 
 # peer-to-peer
 libp2p = { git = "https://github.com/anilaltuner/rust-libp2p.git", rev = "7ce9f9e", features = [
diff --git a/src/config/mod.rs b/src/config/mod.rs
@@ -15,7 +15,7 @@ use std::{env, time::Duration};
 const CHECK_TIMEOUT_DURATION: Duration = Duration::from_secs(80);
 
 /// Minimum tokens per second (TPS) for checking model performance during a generation.
-const CHECK_TPS: f64 = 20.0;
+const CHECK_TPS: f64 = 15.0;
 
 #[derive(Debug, Clone)]
 pub struct DriaComputeNodeConfig {
