We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f30a6cb commit 6a601daCopy full SHA for 6a601da
crates/llm-local/src/lib.rs
@@ -148,7 +148,7 @@ impl LocalLlmEngine {
148
Entry::Vacant(v) => {
149
let (model_dir, arch) =
150
walk_registry_for_model(&self.registry, model.clone()).await?;
151
- let model: Arc<dyn InferencingModel> = match arch {
+ let model = match arch {
152
InferencingModelArch::Llama => Arc::new(
153
llama::LlamaModels::new(&model_dir)
154
.await
0 commit comments