fix: replace async tar with tokio tar to not use different async environments

Author: humbertoyusta

refact-agent/engine/Cargo.toml

@@ -22,7 +22,6 @@ shadow-rs = "0.36.0"
 axum = { version = "0.6.20", features = ["default", "http2"] }
 async-process = "2.0.1"
 async-stream = "0.3.5"
-async-tar = "0.5.0"
 async-trait = "0.1.73"
 auto_generate_cdp = "=0.4.4" # Temporary fix for headless_chrome dependency, we don't use it directly 
 backtrace = "0.3.71"
@@ -31,7 +30,6 @@ chrono = { version = "0.4.31", features = ["serde"] }
 diff = "0.1.13"
 dyn_partial_eq = "=0.1.2"
 futures = "0.3"
-futures-util = "0.3"
 git2 = "0.19.0"
 glob = "0.3.1"
 hashbrown = "0.15.2"
@@ -79,6 +77,7 @@ tokenizers = "0.21.0"
 tokio = { version = "1.43.0", features = ["fs", "io-std", "io-util", "macros", "rt-multi-thread", "signal", "process"] }
 tokio-rusqlite = "0.5.0"
 tokio-util = { version = "0.7.12", features = ["compat"] }
+tokio-tar = "0.3.1"
 tower = { version = "0.4", features = ["full"] }
 tower-http = { version = "0.4.0", features = ["cors"] }
 tower-lsp = "0.20"

refact-agent/engine/src/http/routers/v1/sync_files.rs

@@ -1,12 +1,11 @@
 use std::path::PathBuf;
 use std::sync::Arc;
-use async_tar::Archive;
+use tokio_tar::Archive;
 use axum::Extension;
 use axum::http::{Response, StatusCode};
 use hyper::Body;
 use serde::{Deserialize, Serialize};
 use tokio::sync::RwLock as ARwLock;
-use tokio_util::compat::TokioAsyncWriteCompatExt;
 
 use crate::custom_error::ScratchError;
 use crate::global_context::GlobalContext;
@@ -29,7 +28,7 @@ pub async fn handle_v1_sync_files_extract_tar(
     let tar_file = tokio::fs::File::open(&tar_path).await
         .map_err(|e| ScratchError::new(StatusCode::UNPROCESSABLE_ENTITY, format!("Can't open tar file: {}", e)))?;
 
-    Archive::new(tar_file.compat_write()).unpack(&extract_to).await
+    Archive::new(tar_file).unpack(&extract_to).await
         .map_err(|e| ScratchError::new(StatusCode::INTERNAL_SERVER_ERROR, format!("Can't unpack tar file: {}", e)))?;   
 
     tokio::fs::remove_file(&tar_path).await

refact-agent/engine/src/integrations/docker/docker_container_manager.rs

@@ -1,10 +1,8 @@
 use std::path::PathBuf;
 use std::{sync::Arc, sync::Weak, time::SystemTime};
 use std::future::Future;
-use tokio::fs::File;
 use tokio::sync::{Mutex as AMutex, RwLock as ARwLock};
 use tokio::time::Duration;
-use tokio_util::compat::{Compat, TokioAsyncWriteCompatExt};
 use tracing::{error, info, warn};
 use url::Url;
 use walkdir::WalkDir;
@@ -282,7 +280,7 @@ async fn docker_create_network_if_not_exists(gcx: Arc<ARwLock<GlobalContext>>, d
     let (network_ls_output, _) = docker.command_execute(&network_ls_command, gcx.clone(), true, true).await?;
     if !network_ls_output.contains(network_name) {
         let network_create_command = format!("network create {quoted_network_name}");
-        let (network_create_output, _) = docker.command_execute(&network_create_command, gcx.clone(), true, true).await?;
+        let (_network_create_output, _) = docker.command_execute(&network_create_command, gcx.clone(), true, true).await?;
     }
     Ok(())
 }
@@ -402,12 +400,12 @@ async fn docker_container_sync_workspace(
     let temp_tar_file = tempfile::Builder::new().suffix(".tar").tempfile()
         .map_err(|e| format!("Error creating temporary tar file: {}", e))?.into_temp_path();
     let tar_file_name = temp_tar_file.file_name().unwrap_or_default().to_string_lossy().to_string();
-    let tar_async_file = File::create(&temp_tar_file).await
+    let tar_async_file = tokio::fs::File::create(&temp_tar_file).await
         .map_err(|e| format!("Error opening temporary tar file: {}", e))?;
 
-    let mut tar_builder = async_tar::Builder::new(tar_async_file.compat_write());
+    let mut tar_builder = tokio_tar::Builder::new(tar_async_file);
     tar_builder.follow_symlinks(true);
-    tar_builder.mode(async_tar::HeaderMode::Complete);
+    tar_builder.mode(tokio_tar::HeaderMode::Complete);
 
     let mut indexing_everywhere = crate::files_blocklist::reload_global_indexing_only(gcx.clone()).await;
     let (all_files, _vcs_folders) = crate::files_in_workspace::retrieve_files_in_workspace_folders(
@@ -460,7 +458,7 @@ async fn docker_container_sync_workspace(
 }
 
 async fn append_folder_if_exists(
-    tar_builder: &mut async_tar::Builder<Compat<File>>,
+    tar_builder: &mut tokio_tar::Builder<tokio::fs::File>,
     workspace_folder: &PathBuf,
     folder_name: &str
 ) -> Result<(), String> {

refact-agent/engine/src/tools/tool_relevant_files.rs

@@ -1,6 +1,7 @@
 use std::collections::HashMap;
 use std::string::ToString;
 use std::sync::Arc;
+use futures::future::join_all;
 use serde::{Deserialize, Serialize};
 use serde_json::Value;
 use regex::Regex;
@@ -10,7 +11,6 @@ use async_trait::async_trait;
 use indexmap::IndexMap;
 use tokio::sync::Mutex as AMutex;
 use tokio::sync::RwLock as ARwLock;
-use futures_util::future::join_all;
 use hashbrown::HashSet;
 
 use crate::global_context::GlobalContext;