WIP: Focus on remote

Signed-off-by: Aminu Oluwaseun Joshua <[email protected]>

Author: seun-ja

crates/llm-local/src/lib.rs

@@ -1,6 +1,5 @@
 mod bert;
 mod llama;
-mod open_ai;
 
 use anyhow::Context;
 use bert::{BertModel, Config};
@@ -30,7 +29,6 @@ pub struct LocalLlmEngine {
 #[derive(Debug)]
 enum InferencingModelArch {
     Llama,
-    _OpenAI,
 }
 
 impl FromStr for InferencingModelArch {
@@ -156,11 +154,6 @@ impl LocalLlmEngine {
                             .await
                             .map_err(|e| wasi_llm::Error::RuntimeError(e.to_string()))?,
                     ),
-                    InferencingModelArch::_OpenAI => Arc::new(
-                        open_ai::OpenAIModels::new(&model_dir)
-                            .await
-                            .map_err(|e| wasi_llm::Error::RuntimeError(e.to_string()))?,
-                    ),
                 };
 
                 v.insert(model.clone());

crates/llm-local/src/open_ai.rs

@@ -7,6 +7,8 @@ use serde::{Deserialize, Serialize};
 use serde_json::json;
 use spin_world::v2::llm::{self as wasi_llm};
 
+mod open_ai;
+
 #[derive(Clone)]
 pub struct RemoteHttpLlmEngine {
     auth_token: String,