feat: decoded media via NIXL

Signed-off-by: Alexandre Milesi <[email protected]>

Author: milesial

Cargo.lock

@@ -47,6 +47,7 @@ keywords = ["llm", "genai", "inference", "nvidia", "distributed"]
 dynamo-runtime = { path = "lib/runtime", version = "0.6.1" }
 dynamo-llm = { path = "lib/llm", version = "0.6.1" }
 dynamo-config = { path = "lib/config", version = "0.6.1" }
+dynamo-memory = { path = "lib/memory", version = "0.6.1" }
 dynamo-tokens = { path = "lib/tokens", version = "0.6.1" }
 dynamo-async-openai = { path = "lib/async-openai", version = "0.6.1", features = [
     "byot",

Cargo.toml

@@ -33,6 +33,7 @@ harness = false
 name = "transfer_context_v2"
 harness = false
 required-features = ["block-manager", "testing-cuda"]
+
 [dependencies]
 # repo
 dynamo-runtime = { workspace = true }
@@ -41,6 +42,7 @@ dynamo-runtime = { workspace = true }
 aho-corasick = "1.1"
 anyhow = { workspace = true }
 dynamo-async-openai = { workspace = true }
+dynamo-memory = { workspace = true }
 dynamo-parsers = { workspace = true }
 async-stream = { workspace = true }
 async-trait = { workspace = true }
@@ -142,7 +144,7 @@ json-five = { version = "0.3" }
 # media loading in the preprocessor
 reqwest = { workspace = true }
 base64 = { version = "0.22" }
-image = { version = "0.25" }
+image = { version = "0.25", features = ["default", "serde"] }
 tokio-rayon = {version = "2" }
 ndarray = { version = "0.16" }