Support deepseek

Author: Uchiha007

README.md

@@ -53,8 +53,15 @@ AIScript isn't just a language—it's a complete web development solution:
 ## How AIScript works
 
 ```javascript
+// use OpenAI
 $ export OPENAI_API_KEY=<your-openai-api-key>
 
+// or use Deepseek
+$ export DEEPSEEK_API_KEY=<your-deepseek-api-key>*/
+
+// optional, default is https://api.deepseek.com
+$ export DEEPSEEK_API_ENDPOINT=<your-deepseek-apit-endpoint>
+
 $ cat web.ai
 get / {
     """An api to ask LLM"""

aiscript-vm/src/ai/agent.rs

@@ -8,7 +8,6 @@ use openai_api_rs::v1::{
         ChatCompletionMessage, ChatCompletionMessageForResponse, ChatCompletionRequest, Content,
         MessageRole, Tool, ToolCall, ToolChoiceType, ToolType,
     },
-    common::GPT3_5_TURBO,
     types::{self, FunctionParameters, JSONSchemaDefine},
 };
 use tokio::runtime::Handle;
@@ -278,6 +277,8 @@ pub async fn _run_agent<'gc>(
     mut agent: Gc<'gc, Agent<'gc>>,
     args: Vec<Value<'gc>>,
 ) -> Value<'gc> {
+    use super::default_model;
+
     let message = args[0];
     let debug = args[1].as_boolean();
     let mut history = Vec::new();
@@ -292,7 +293,7 @@ pub async fn _run_agent<'gc>(
     loop {
         let mut messages = vec![agent.get_instruction_message()];
         messages.extend(history.clone());
-        let mut req = ChatCompletionRequest::new(GPT3_5_TURBO.to_string(), messages);
+        let mut req = ChatCompletionRequest::new(default_model().to_string(), messages);
         let tools = agent.get_tools();
         if !tools.is_empty() {
             req = req

aiscript-vm/src/ai/mod.rs

@@ -4,7 +4,7 @@ mod prompt;
 use std::env;
 
 pub use agent::{Agent, run_agent};
-use openai_api_rs::v1::api::OpenAIClient;
+use openai_api_rs::v1::{api::OpenAIClient, common::GPT3_5_TURBO};
 pub use prompt::{PromptConfig, prompt_with_config};
 
 use serde::Deserialize;
@@ -22,10 +22,37 @@ pub struct ModelConfig {
     pub model: Option<String>,
 }
 
+// deepseek-chat
+const DEEPSEEK_CHAT: &str = "deepseek-chat";
+
+/// We use OPENAI_API_KEY as default,
+/// buf if don't have OPENAI_API_KEY, we use DEEPSEEK_API_KEY and DEEPSEEK_API_ENDPOINT both
 #[allow(unused)]
 pub(crate) fn openai_client() -> OpenAIClient {
-    OpenAIClient::builder()
-        .with_api_key(env::var("OPENAI_API_KEY").unwrap().to_string())
-        .build()
-        .unwrap()
+    if let Ok(api_key) = env::var("OPENAI_API_KEY") {
+        return OpenAIClient::builder()
+            .with_api_key(api_key)
+            .build()
+            .unwrap();
+    }
+    if let Ok(api_key) = env::var("DEEPSEEK_API_KEY") {
+        let api_endpoint =
+            env::var("DEEPSEEK_API_ENDPOINT").unwrap_or("https://api.deepseek.com".to_string());
+        return OpenAIClient::builder()
+            .with_api_key(api_key)
+            .with_endpoint(api_endpoint)
+            .build()
+            .unwrap();
+    }
+    panic!("No API key or endpoint found.");
+}
+
+pub(crate) fn default_model() -> &'static str {
+    if env::var("OPENAI_API_KEY").is_ok() {
+        return GPT3_5_TURBO;
+    } else if env::var("DEEPSEEK_API_KEY").is_ok() {
+        return DEEPSEEK_CHAT;
+    } else {
+        panic!("No API key found.");
+    }
 }

aiscript-vm/src/ai/prompt.rs

@@ -1,6 +1,7 @@
-use openai_api_rs::v1::common::GPT3_5_TURBO;
 use tokio::runtime::Handle;
 
+use super::default_model;
+
 pub struct PromptConfig {
     pub input: String,
     pub model: Option<String>,
@@ -13,7 +14,7 @@ impl Default for PromptConfig {
     fn default() -> Self {
         Self {
             input: String::new(),
-            model: Some(GPT3_5_TURBO.to_string()),
+            model: Some(default_model().to_string()),
             max_tokens: Default::default(),
             temperature: Default::default(),
             system_prompt: Default::default(),
@@ -28,10 +29,7 @@ async fn _prompt_with_config(config: PromptConfig) -> String {
 
 #[cfg(not(feature = "ai_test"))]
 async fn _prompt_with_config(mut config: PromptConfig) -> String {
-    use openai_api_rs::v1::{
-        chat_completion::{self, ChatCompletionRequest},
-        common::GPT3_5_TURBO,
-    };
+    use openai_api_rs::v1::chat_completion::{self, ChatCompletionRequest};
 
     let mut client = super::openai_client();
 
@@ -61,7 +59,7 @@ async fn _prompt_with_config(mut config: PromptConfig) -> String {
         config
             .model
             .take()
-            .unwrap_or_else(|| GPT3_5_TURBO.to_string()),
+            .unwrap_or_else(|| default_model().to_string()),
         messages,
     );