renaming CustomLlm to ApiType

Signed-off-by: Aminu Oluwaseun Joshua <[email protected]>

Author: seun-ja

crates/factor-llm/src/spin.rs

@@ -2,7 +2,7 @@ use std::path::PathBuf;
 use std::sync::Arc;
 
 use spin_factors::runtime_config::toml::GetTomlValue;
-use spin_llm_remote_http::{CustomLlm, RemoteHttpLlmEngine};
+use spin_llm_remote_http::{ApiType, RemoteHttpLlmEngine};
 use spin_world::async_trait;
 use spin_world::v1::llm::{self as v1};
 use spin_world::v2::llm::{self as v2};
@@ -122,7 +122,7 @@ impl LlmCompute {
             LlmCompute::RemoteHttp(config) => Arc::new(Mutex::new(RemoteHttpLlmEngine::new(
                 config.url,
                 config.auth_token,
-                config.custom_llm,
+                config.api_type,
             ))),
         };
         Ok(engine)
@@ -134,7 +134,7 @@ pub struct RemoteHttpCompute {
     url: Url,
     auth_token: String,
     #[serde(default)]
-    custom_llm: CustomLlm,
+    api_type: ApiType,
 }
 
 /// A noop engine used when the local engine feature is disabled.

crates/llm-remote-http/src/lib.rs

@@ -17,10 +17,10 @@ pub struct RemoteHttpLlmEngine {
 }
 
 impl RemoteHttpLlmEngine {
-    pub fn new(url: Url, auth_token: String, custom_llm: CustomLlm) -> Self {
-        let worker: Box<dyn LlmWorker> = match custom_llm {
-            CustomLlm::OpenAi => Box::new(open_ai::OpenAIAgentEngine::new(auth_token, url, None)),
-            CustomLlm::Default => Box::new(default::DefaultAgentEngine::new(auth_token, url, None)),
+    pub fn new(url: Url, auth_token: String, api_type: ApiType) -> Self {
+        let worker: Box<dyn LlmWorker> = match api_type {
+            ApiType::OpenAi => Box::new(open_ai::OpenAIAgentEngine::new(auth_token, url, None)),
+            ApiType::Default => Box::new(default::DefaultAgentEngine::new(auth_token, url, None)),
         };
         Self { worker }
     }
@@ -214,7 +214,7 @@ impl From<CreateEmbeddingResponse> for wasi_llm::EmbeddingsResult {
 
 #[derive(Debug, Default, serde::Deserialize, PartialEq)]
 #[serde(rename_all = "snake_case")]
-pub enum CustomLlm {
+pub enum ApiType {
     /// Compatible with OpenAI's API alongside some other LLMs
     OpenAi,
     #[default]

examples/open-ai-rust/runtime-config.toml

@@ -2,4 +2,4 @@
 type = "remote_http"
 url = "http://localhost:11434"
 auth_token = "your-secret-token"
-custom_llm = "open_ai"
+api_type = "open_ai"