faet: replace bincode with rkvy (#2023)

Author: benjamin-747

Cargo.toml

@@ -35,62 +35,62 @@ bellatrix = { path = "orion-server/bellatrix" }
 
 context = { path = "context" }
 
-git-internal = "0.4.1"
+git-internal = "0.7.3"
 libvault-core = "0.1.0"
 
 #====
-anyhow = "1.0.100"
+anyhow = "1.0.102"
 serde = { version = "1.0.228", features = ["derive"] }
 serde_json = "1.0.149"
 serde_urlencoded = "0.7"
 tracing = "0.1.44"
-tracing-subscriber = "0.3.22"
+tracing-subscriber = "0.3.23"
 tracing-appender = "0.2.4"
 thiserror = "2.0.18"
-clap = "4.5.57"
+clap = "4.6.0"
 
 #====
-tokio = "1.49.0"
+tokio = "1.50.0"
 tokio-stream = "0.1.18"
 tokio-util = "0.7.18"
 async-trait = "0.1.89"
 async-stream = "0.3.6"
 async-recursion = "1.1.1"
-futures = "0.3.31"
-futures-util = "0.3.31"
+futures = "0.3.32"
+futures-util = "0.3.32"
 axum = { version = "0.8.8", features = ["macros", "json"] }
 axum-extra = "0.12.5"
 russh = "0.55.0"
 tower-http = "0.6.8"
 tower = "0.5.3"
 tower-sessions = { version = "0.15", features = ["memory-store"] }
-time = { version = "0.3.46", features = ["serde"] }
+time = { version = "0.3.47", features = ["serde"] }
 
 #====
 sea-orm = "1.1.19"
 sea-orm-migration = "1.1.19"
 
 #====
-rand = "0.9.2"
+rand = "0.10.0"
 flate2 = "1.1.9"
 smallvec = "1.15.1"
 bytes = "1.11.1"
-chrono = { version = "0.4.43", features = ["serde"] }
+chrono = { version = "0.4.44", features = ["serde"] }
 hex = "0.4.3"
 sha1 = "0.10"
 sha2 = "0.10.9"
 rsa = "0.9.10"
 hmac = "0.12"
 
 idgenerator = "2.0.0"
-config = "0.15.19"
-reqwest = "0.13.1"
+config = "0.15.21"
+reqwest = "0.13.2"
 lazy_static = "1.5.0"
-uuid = "1.20.0"
+uuid = "1.22.0"
 regex = "1.12.3"
 ed25519-dalek = "2.2.0"
-ctrlc = "3.5.1"
-cedar-policy = "4.8.2"
+ctrlc = "3.5.2"
+cedar-policy = "4.9.1"
 secp256k1 = "0.30.0"
 pgp = "0.15.0"
 oauth2 = "5.0.0"
@@ -99,13 +99,13 @@ base64 = "0.22.1"
 utoipa = { version = "5.4.0", features = ["chrono"] }
 utoipa-axum = "0.2.0"
 utoipa-swagger-ui = "9.0.2"
-tempfile = "3.24.0"
+tempfile = "3.27.0"
 rdkafka = "0.39.0"
 dashmap = "6.1.0"
-once_cell = "1.21.3"
-testcontainers = "0.26.3"
+once_cell = "1.21.4"
+testcontainers = "0.27.1"
 scopeguard = "1.2.0"
-serial_test = "3.3.1"
+serial_test = "3.4.0"
 sysinfo = "0.38"
 http = "1.4.0"
 http-body = "1.0.1"
@@ -115,34 +115,33 @@ path-absolutize = "3.1.1"
 url = "2.5.8"
 jemallocator = "0.5.4"
 mimalloc = "0.1.48"
-assert_cmd = "2.1.2"
+assert_cmd = "2.2.0"
 dotenvy = "0.15.7"
 tokio-tungstenite = "0.28"
 tungstenite = "0.28"
 itertools = "0.14.0"
 bs58 = "0.5.1"
-syn = "2.0.114"
-quote = "1.0.43"
-proc-macro2 = "1.0.105"
+syn = "2.0"
+quote = "1.0.45"
+proc-macro2 = "1.0.106"
 log = "0.4.29"
-env_logger = "0.11.8"
-qdrant-client = "1.16"
+env_logger = "0.11.9"
+qdrant-client = "1.17"
 walkdir = "2.5"
 dagrs = "0.6.0"
 tar = "0.4"
 indexmap = "2.13"
 envsubst = "0.2.1"
 directories = "6.0.0"
 dotenv = "0.15"
-redis = "1.0.3"
-redis-test = "1.0.1"
-bincode = "2.0.1"
-rustls = "0.23.36"
+redis = "1.0.5"
+redis-test = "1.0.2"
+rustls = "0.23.37"
 object_store = "0.13.1"
-parse-display = "0.8.2"
-qlean = "0.2.2"
+parse-display = "0.10.0"
+qlean = "0.2.3"
 toml = "0.9.8"
-
+rkyv = "0.8.15"
 
 [profile.release]
 debug = true

ceres/Cargo.toml

@@ -43,9 +43,9 @@ regex = { workspace = true }
 tokio-util = { workspace = true }
 uuid = { workspace = true, features = ["v4"] }
 redis = { workspace = true }
-bincode = { workspace = true }
 sha1 = { workspace = true }
 hex = { workspace = true }
+rkyv = { workspace = true }
 
 [dev-dependencies]
 tempfile = { workspace = true }

ceres/src/api_service/cache.rs

@@ -3,17 +3,21 @@ use std::sync::Arc;
 use common::errors::MegaError;
 use git_internal::{
     hash::ObjectHash,
-    internal::object::{commit::Commit, tree::Tree},
+    internal::object::{
+        commit::{ArchivedCommit, Commit},
+        tree::{ArchivedTree, Tree},
+    },
 };
 use redis::{AsyncCommands, aio::ConnectionManager};
+use rkyv::rancor::Error;
 
 #[derive(Clone)]
 pub struct GitObjectCache {
     pub connection: ConnectionManager,
     pub prefix: String,
 }
 
-const DEFAULT_EXPIRY_SECONDS: u64 = 60 * 60 * 24 * 7; // 7 days
+const DEFAULT_EXPIRY_SECONDS: u64 = 60 * 60 * 24; // 1 days
 
 impl GitObjectCache {
     pub async fn get_tree<F, Fut>(
@@ -30,16 +34,24 @@ impl GitObjectCache {
 
         if let Ok(data) = conn.get::<_, Vec<u8>>(&key).await
             && !data.is_empty()
-            && let Ok((tree, _)) = bincode::decode_from_slice(&data, bincode::config::standard())
         {
-            return Ok(Arc::new(tree));
+            match rkyv::access::<ArchivedTree, Error>(&data) {
+                Ok(archived) => {
+                    let tree = rkyv::deserialize::<Tree, Error>(archived)?;
+                    return Ok(Arc::new(tree));
+                }
+                Err(err) => {
+                    tracing::error!("deserialize failed with fetch key: {:?}, err{:?}", key, err);
+                }
+            }
         }
 
         let tree_raw = fetch_tree(oid).await?;
+        let serialized = rkyv::to_bytes::<Error>(&tree_raw)?;
         let tree = Arc::new(tree_raw);
-
-        let serialized = bincode::encode_to_vec(tree.as_ref(), bincode::config::standard())?;
-        let _: () = conn.set_ex(key, serialized, DEFAULT_EXPIRY_SECONDS).await?;
+        let _: () = conn
+            .set_ex(key, serialized.as_slice(), DEFAULT_EXPIRY_SECONDS)
+            .await?;
 
         Ok(tree)
     }
@@ -58,16 +70,24 @@ impl GitObjectCache {
 
         if let Ok(data) = conn.get::<_, Vec<u8>>(&key).await
             && !data.is_empty()
-            && let Ok((commit, _)) = bincode::decode_from_slice(&data, bincode::config::standard())
         {
-            return Ok(Arc::new(commit));
+            match rkyv::access::<ArchivedCommit, Error>(&data) {
+                Ok(archived) => {
+                    let commit = rkyv::deserialize::<Commit, Error>(archived)?;
+                    return Ok(Arc::new(commit));
+                }
+                Err(err) => {
+                    tracing::error!("deserialize failed with fetch key: {:?} err{:?}", key, err);
+                }
+            }
         }
 
         let commit_raw = fetch_commit(oid).await?;
+        let serialized = rkyv::to_bytes::<Error>(&commit_raw)?;
         let commit = Arc::new(commit_raw);
-
-        let serialized = bincode::encode_to_vec(commit.as_ref(), bincode::config::standard())?;
-        let _: () = conn.set_ex(key, serialized, DEFAULT_EXPIRY_SECONDS).await?;
+        let _: () = conn
+            .set_ex(key, serialized.as_slice(), DEFAULT_EXPIRY_SECONDS)
+            .await?;
 
         Ok(commit)
     }

common/Cargo.toml

@@ -28,5 +28,5 @@ directories = { workspace = true }
 pgp = { workspace = true }
 cedar-policy = { workspace = true }
 redis = { workspace = true }
-bincode = { workspace = true }
+rkyv = { workspace = true}
 toml = { workspace = true }

common/src/errors.rs

@@ -23,8 +23,8 @@ pub enum MegaError {
     #[error("Redis error: {0}")]
     Redis(#[from] redis::RedisError),
 
-    #[error("Bincode encode error: {0}")]
-    EncodeError(#[from] bincode::error::EncodeError),
+    #[error("serialization error: {0}")]
+    EncodeError(#[from] rkyv::rancor::Error),
 
     // --- Serialization / parsing ---
     #[error("JSON serialization error: {0}")]

jupiter/callisto/src/entity_ext/mod.rs

@@ -18,7 +18,7 @@ pub mod mega_refs;
 pub mod reactions;
 
 use idgenerator::IdInstance;
-use rand::Rng;
+use rand::RngExt;
 use sha2::{Digest, Sha256};
 
 pub fn generate_id() -> i64 {

mono/Dockerfile

@@ -1,7 +1,7 @@
 # ---------- planner stage ----------
 # This stage analyzes the Cargo workspace and produces a dependency recipe.
 # The recipe will change ONLY when Cargo.toml changes.
-FROM rust:1.93.0-bookworm AS chef
+FROM rust:1.94.0-bookworm AS chef
 
 WORKDIR /opt/mega
 

mono/src/server/http_server.rs

@@ -249,7 +249,7 @@ pub async fn app(ctx: AppContext, host: String, port: u16) -> Router {
     let oauth_config = config.oauth.clone();
     let git_object_cache = Arc::new(GitObjectCache {
         connection: ctx.connection.clone(),
-        prefix: "git-object-bincode".to_string(),
+        prefix: "git-object-rkyv:v1".to_string(),
     });
 
     let api_state = MonoApiServiceState {

mono/src/server/ssh_server.rs

@@ -56,7 +56,7 @@ pub async fn start_server(ctx: AppContext, command: &SshOptions) {
         storage: ctx.storage.clone(),
         git_object_cache: Arc::new(GitObjectCache {
             connection: ctx.connection.clone(),
-            prefix: "git-object-bincode".to_string(),
+            prefix: "git-object-rkyv:v1".to_string(),
         }),
     };
     let mut ssh_server = SshServer {

orion-server/Dockerfile

@@ -1,5 +1,5 @@
 # ────── Stage 0: Chef ──────
-FROM rust:1.93.0-bookworm AS chef
+FROM rust:1.94.0-bookworm AS chef
 RUN cargo install cargo-chef --version 0.1.73
 WORKDIR /app