chore: improve model

Author: zensh

Cargo.lock

@@ -3,7 +3,7 @@ name = "anda_bot"
 description = "I'm Anda ICP, Digital panda 🐼 by Anda framework. Secured in TEE, memories on ICP chain.✨"
 repository = "https://github.com/ldclabs/anda/tree/main/agents/anda_bot"
 publish = false
-version = "0.4.2"
+version = "0.4.3"
 edition.workspace = true
 keywords.workspace = true
 categories.workspace = true

agents/anda_bot/Cargo.toml

@@ -23,7 +23,7 @@ cargo run -p anda_bot -- start-local
 
 3. 在 linux 环境下可直接下载 anda_bot 可执行文件。
    ```sh
-   wget https://github.com/ldclabs/anda/releases/download/v0.4.1/anda_bot
+   wget https://github.com/ldclabs/anda/releases/download/v0.4.3/anda_bot
    chmod +x anda_bot
    ```
 

agents/anda_bot/deployment_cn.md

@@ -24,7 +24,7 @@ cargo run -p anda_bot -- start-local
 
 3. Download the executable directly on Linux:
    ```sh
-   wget https://github.com/ldclabs/anda/releases/download/v0.4.1/anda_bot
+   wget https://github.com/ldclabs/anda/releases/download/v0.4.3/anda_bot
    chmod +x anda_bot
    ```
 

agents/anda_bot/deployment_en.md

@@ -25,7 +25,7 @@ RUN chmod +x ic_tee_daemon
 RUN wget -O ic_tee_nitro_gateway https://github.com/ldclabs/ic-tee/releases/download/v0.3.0/ic_tee_nitro_gateway
 RUN chmod +x ic_tee_nitro_gateway
 
-RUN wget -O anda_bot https://github.com/ldclabs/anda/releases/download/v0.4.2/anda_bot
+RUN wget -O anda_bot https://github.com/ldclabs/anda/releases/download/v0.4.3/anda_bot
 RUN chmod +x anda_bot
 
 FROM debian:bookworm-slim AS runtime

agents/anda_bot/nitro_enclave/amd64.Dockerfile

@@ -1,16 +1,16 @@
 use agent_twitter_client::{models::Tweet, scraper::Scraper, search::SearchMode};
 use anda_core::{Agent, BoxError, CompletionFeatures, StateFeatures};
 use anda_engine::{
-    context::{AgentCtx, CacheStoreFeatures, ANONYMOUS},
-    engine::Engine,
+    context::{ANONYMOUS, AgentCtx, CacheStoreFeatures},
+    engine::{Engine, NAME},
     extension::character::CharacterAgent,
     rand_number,
 };
 use anda_lancedb::knowledge::KnowledgeStore;
 use std::sync::Arc;
 use tokio::{
     sync::RwLock,
-    time::{sleep, Duration},
+    time::{Duration, sleep},
 };
 use tokio_util::sync::CancellationToken;
 
@@ -146,7 +146,7 @@ impl TwitterDaemon {
         let ctx = self.engine.ctx_with(
             &self.agent.as_ref().name(),
             ANONYMOUS,
-            Some(self.agent.character.username.clone()),
+            Some(NAME.to_string()),
         )?;
         let req = self
             .agent
@@ -157,7 +157,7 @@ impl TwitterDaemon {
                 Be direct and concise. No questions, hashtags, or emojis.\
                 "
                 .to_string(),
-                ctx.user(),
+                Some(NAME.to_string()),
             )
             .append_documents(knowledges.into());
         let res = ctx.completion(req).await?;
@@ -301,9 +301,11 @@ impl TwitterDaemon {
         let res = self.agent.run(ctx.clone(), tweet_text, None).await?;
         if res.failed_reason.is_none() {
             // Reply to the original tweet
-            let tweet: Option<&str> = tweet.id.as_deref();
             let content = remove_quotes(res.content);
-            let _ = self.scraper.send_tweet(&content, tweet, None).await?;
+            let _ = self
+                .scraper
+                .send_tweet(&content, Some(&tweet_id), None)
+                .await?;
 
             log::info!(
                 tweet_user = tweet_user,
@@ -368,40 +370,37 @@ impl TwitterDaemon {
         tweet_content: &str,
         tweet_id: &str,
     ) -> Result<bool, BoxError> {
-        if self
+        let req = self
             .agent
-            .attention
-            .should_retweet(ctx, tweet_content)
-            .await
-        {
-            let req = self
-                .agent
-                .character
-                .to_request(
-                    "\
-                    Reply the tweet with a single clear, natural sentence. No hashtags.\
-                    "
-                    .to_string(),
-                    ctx.user(),
-                )
-                .context(
-                    tweet_id.to_string(),
-                    format!("Tweet content:\n{tweet_content}"),
-                );
-            let res = ctx.completion(req).await?;
-            match res.failed_reason {
-                Some(reason) => {
-                    return Err(format!("Failed to generate response for tweet: {reason}").into());
-                }
-                None => {
+            .character
+            .to_request(
+                format!("\
+                    Respond the tweet AS **{}** would - only reply if your persona deems it necessary. When engaging:\n\
+                    1. Use your character's unique voice and communication style naturally\n\
+                    2. Keep responses to one authentic-sentence without hashtags\n\
+                    3. Return empty if your persona wouldn't respond to this tweet\n\n\
+                    ## Tweet Content:\n{:?}\
+                ", self.agent.character.name, tweet_content),
+                Some(NAME.to_string()),
+            );
+
+        let res = ctx.completion(req).await?;
+        match res.failed_reason {
+            Some(reason) => {
+                return Err(format!("Failed to generate response for tweet: {reason}").into());
+            }
+            None => {
+                let content = remove_quotes(res.content);
+                if !content.is_empty() {
                     let _ = self
                         .scraper
-                        .send_tweet(&remove_quotes(res.content), Some(tweet_id), None)
+                        .send_tweet(&content, Some(tweet_id), None)
                         .await?;
                     return Ok(true);
                 }
             }
         }
+
         Ok(false)
     }
 
@@ -411,30 +410,31 @@ impl TwitterDaemon {
         tweet_content: &str,
         tweet_id: &str,
     ) -> Result<bool, BoxError> {
-        if self.agent.attention.should_quote(ctx, tweet_content).await {
-            let req = self
-                .agent
-                .character
-                .to_request(
-                    "\
-                    Quote the tweet with a single clear, natural sentence. No hashtags.\
-                    "
-                    .to_string(),
-                    ctx.user(),
-                )
-                .context(
-                    tweet_id.to_string(),
-                    format!("Tweet content:\n{tweet_content}"),
-                );
-            let res = ctx.completion(req).await?;
-            match res.failed_reason {
-                Some(reason) => {
-                    return Err(format!("Failed to generate response for tweet: {reason}").into());
-                }
-                None => {
+        let req = self
+            .agent
+            .character
+            .to_request(
+                format!("\
+                    Respond the tweet AS **{}** would - only reply if your persona deems it necessary. When engaging:\n\
+                    1. Use your character's unique voice and communication style naturally\n\
+                    2. Keep responses to one authentic-sentence without hashtags\n\
+                    3. Return empty if your persona wouldn't respond to this tweet\n\n\
+                    ## Tweet Content:\n{:?}\
+                ", self.agent.character.name, tweet_content),
+                Some(NAME.to_string()),
+            );
+
+        let res = ctx.completion(req).await?;
+        match res.failed_reason {
+            Some(reason) => {
+                return Err(format!("Failed to generate response for tweet: {reason}").into());
+            }
+            None => {
+                let content = remove_quotes(res.content);
+                if !content.is_empty() {
                     let _ = self
                         .scraper
-                        .send_quote_tweet(&remove_quotes(res.content), tweet_id, None)
+                        .send_tweet(&content, Some(tweet_id), None)
                         .await?;
                     return Ok(true);
                 }

agents/anda_bot/src/twitter.rs

@@ -234,6 +234,7 @@ pub struct CompletionRequest {
 }
 
 impl CompletionRequest {
+    /// Adds a document to the request
     pub fn context(mut self, id: String, text: String) -> Self {
         self.documents.0.push(Document {
             id,
@@ -243,15 +244,32 @@ impl CompletionRequest {
         self
     }
 
+    /// Adds multiple documents to the request
     pub fn append_documents(mut self, docs: Documents) -> Self {
         self.documents.0.extend(docs.0);
         self
     }
 
+    /// Adds multiple tools to the request
     pub fn append_tools(mut self, tools: Vec<FunctionDefinition>) -> Self {
         self.tools.extend(tools);
         self
     }
+
+    /// Returns the prompt with context if available
+    pub fn prompt_with_context(&self) -> Option<String> {
+        if self.documents.0.is_empty() && self.prompt.is_empty() {
+            return None;
+        }
+
+        if self.documents.0.is_empty() {
+            Some(self.prompt.clone())
+        } else if self.prompt.is_empty() {
+            Some(format!("{}", self.documents))
+        } else {
+            Some(format!("{}\n\n{}", self.documents, self.prompt))
+        }
+    }
 }
 
 /// Represents a text embedding with its original text and vector representation
@@ -298,6 +316,7 @@ pub fn evaluate_tokens(content: &str) -> usize {
 #[cfg(test)]
 mod tests {
     use super::*;
+    use serde_json::{json, to_string};
 
     #[test]
     fn test_prompt() {
@@ -321,11 +340,22 @@ mod tests {
             .into(),
             ..Default::default()
         };
-        let prompt = format!("{}\n\n{}", req.documents, req.prompt);
+        let prompt = req.prompt_with_context().unwrap();
         println!("{}", prompt);
         assert_eq!(
             prompt,
             "<attachments>\n<doc id=\"1\">\n\"Test document 1.\"\n</doc>\n<doc id=\"2\">\n<meta a=\"b\" key=\"value\" />\n\"Test document 2.\"\n</doc>\n</attachments>\n\nThis is a test prompt."
         );
+
+        let msg = json!(Message {
+            role: "user".into(),
+            content: prompt.into(),
+            name: req.prompter_name,
+            ..Default::default()
+        });
+        assert_eq!(
+            to_string(&msg).unwrap(),
+            r#"{"content":"<attachments>\n<doc id=\"1\">\n\"Test document 1.\"\n</doc>\n<doc id=\"2\">\n<meta a=\"b\" key=\"value\" />\n\"Test document 2.\"\n</doc>\n</attachments>\n\nThis is a test prompt.","role":"user"}"#
+        );
     }
 }

anda_core/src/model.rs

@@ -47,6 +47,7 @@ use crate::{
 };
 
 pub static ROOT_PATH: &str = "_";
+pub static NAME: &str = "Anda Engine";
 
 /// Engine is the core component that manages agents, tools, and execution context.
 /// It provides methods to interact with agents, call tools, and manage execution.

anda_engine/src/engine.rs

@@ -42,7 +42,7 @@ use super::{
     segmenter::DocumentSegmenter,
 };
 
-use crate::{context::AgentCtx, store::MAX_STORE_OBJECT_SIZE};
+use crate::{context::AgentCtx, engine::NAME, store::MAX_STORE_OBJECT_SIZE};
 
 const MAX_CHAT_HISTORY: usize = 42;
 const CHAT_HISTORY_TTI: Duration = Duration::from_secs(3600 * 24 * 7);
@@ -275,10 +275,9 @@ impl Character {
 
         CompletionRequest {
             system: Some(system),
-            system_name: Some(self.name.clone()),
             prompt,
             prompter_name,
-            temperature: Some(1.3),
+            temperature: Some(1.5),
             ..Default::default()
         }
     }
@@ -385,7 +384,7 @@ impl<K: KnowledgeFeatures + VectorSearchFeatures> CharacterAgent<K> {
                 ",
                 content,
             ),
-            None,
+            Some(NAME.to_string()),
         );
 
         match ctx.completion(req).await {

anda_engine/src/extension/character.rs

@@ -252,22 +252,13 @@ impl CompletionFeaturesDyn for CompletionModel {
                 vec![]
             };
 
-            // Add context documents to chat history
-            if !req.documents.is_empty() {
-                full_history.push(json!(Message {
-                    role: "user".into(),
-                    content: format!("{}", req.documents).into(),
-                    ..Default::default()
-                }));
-            }
-
             // Extend existing chat history
             full_history.append(&mut req.chat_history);
 
-            if !req.prompt.is_empty() {
+            if let Some(prompt) = req.prompt_with_context() {
                 full_history.push(json!(Message {
                     role: "user".into(),
-                    content: req.prompt.into(),
+                    content: prompt.into(),
                     name: req.prompter_name,
                     ..Default::default()
                 }));