Skip to content

Commit fb10ef7

Browse files
committed
bump ollama workflows
1 parent 0db8745 commit fb10ef7

File tree

3 files changed

+16
-11
lines changed

3 files changed

+16
-11
lines changed

Cargo.lock

Lines changed: 4 additions & 4 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

Cargo.toml

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
[package]
22
name = "dkn-compute"
3-
version = "0.2.4"
3+
version = "0.2.5"
44
edition = "2021"
55
license = "Apache-2.0"
66
readme = "README.md"
@@ -45,7 +45,7 @@ sha3 = "0.10.8"
4545
fastbloom-rs = "0.5.9"
4646

4747
# workflows
48-
ollama-workflows = { git = "https://github.com/andthattoo/ollama-workflows", rev = "320d923" }
48+
ollama-workflows = { git = "https://github.com/andthattoo/ollama-workflows", rev = "09f8579" }
4949

5050
# peer-to-peer
5151
libp2p = { git = "https://github.com/anilaltuner/rust-libp2p.git", rev = "7ce9f9e", features = [

src/config/ollama.rs

Lines changed: 10 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,11 @@ use std::time::Duration;
22

33
use ollama_workflows::{
44
ollama_rs::{
5-
generation::{completion::request::GenerationRequest, options::GenerationOptions},
5+
generation::{
6+
completion::request::GenerationRequest,
7+
embeddings::request::{EmbeddingsInput, GenerateEmbeddingsRequest},
8+
options::GenerationOptions,
9+
},
610
Ollama,
711
},
812
Model,
@@ -169,10 +173,11 @@ impl OllamaConfig {
169173
log::info!("Testing model {}", model);
170174

171175
// first generate a dummy embedding to load the model into memory (warm-up)
172-
if let Err(err) = ollama
173-
.generate_embeddings(model.to_string(), "foobar".to_string(), Default::default())
174-
.await
175-
{
176+
let request = GenerateEmbeddingsRequest::new(
177+
model.to_string(),
178+
EmbeddingsInput::Single("embedme".into()),
179+
);
180+
if let Err(err) = ollama.generate_embeddings(request).await {
176181
log::error!("Failed to generate embedding for model {}: {}", model, err);
177182
return false;
178183
};

0 commit comments

Comments
 (0)