feat add aws s3 blob client (#242)

* feat: add aws s3 blob client

* feat: add s3 blob client

* address comment

* rm extra files

Author: yiweichi

crates/providers/src/l1/blob/mod.rs

@@ -9,13 +9,15 @@ pub use client::BeaconClientProvider;
 mod mock;
 pub use mock::MockBeaconProvider;
 
+mod s3;
+pub use s3::S3BlobProvider;
+
 use crate::L1ProviderError;
 use std::sync::Arc;
 
 use alloy_eips::eip4844::Blob;
 use alloy_primitives::B256;
 use eyre::OptionExt;
-
 /// An instance of the trait can be used to fetch L1 blob data.
 #[async_trait::async_trait]
 #[auto_impl::auto_impl(Arc, &)]
@@ -52,11 +54,39 @@ impl BlobSource {
                 )
                 .await,
             ),
-            // TODO: implement AWS S3 blob provider.
-            Self::Mock | Self::S3 => Arc::new(MockBeaconProvider::default()),
+            Self::Mock => Arc::new(MockBeaconProvider::default()),
+            Self::S3 => Arc::new(S3BlobProvider::new_http(
+                url.ok_or_eyre("missing url for s3 blob provider")?,
+            )),
             Self::Anvil => Arc::new(AnvilBlobProvider::new_http(
                 url.ok_or_eyre("missing url for anvil blob provider")?,
             )),
         })
     }
 }
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+    use std::str::FromStr;
+
+    #[tokio::test]
+    async fn test_s3_blob_provider() {
+        let provider = S3BlobProvider::new_http(
+            reqwest::Url::parse("https://scroll-mainnet-blob-data.s3.us-west-2.amazonaws.com")
+                .unwrap(),
+        );
+        let blob = provider
+            .blob(
+                0,
+                B256::from_str(
+                    "0x0155ba17dcd008d7ba499d0e2f1fdc26dcc9fb4d83ee37d5c4bb3d1040c3f48a",
+                )
+                .unwrap(),
+            )
+            .await
+            .unwrap();
+
+        assert!(blob.is_some());
+    }
+}

crates/providers/src/l1/blob/s3.rs

@@ -0,0 +1,52 @@
+use crate::{BlobProvider, L1ProviderError};
+use reqwest::Client;
+use std::sync::Arc;
+
+use alloy_eips::eip4844::Blob;
+use alloy_primitives::B256;
+
+/// An implementation of a blob provider client using S3.
+#[derive(Debug, Clone)]
+pub struct S3BlobProvider {
+    /// The base URL for the S3 service.
+    pub base_url: String,
+    /// HTTP client for making requests.
+    pub client: Client,
+}
+
+impl S3BlobProvider {
+    /// Creates a new [`S3BlobProvider`] from the provided url.
+    pub fn new_http(base: reqwest::Url) -> Self {
+        // If base ends with a slash, remove it
+        let mut base = base.to_string();
+        if base.ends_with('/') {
+            base.remove(base.len() - 1);
+        }
+        Self { base_url: base, client: reqwest::Client::new() }
+    }
+}
+
+#[async_trait::async_trait]
+impl BlobProvider for S3BlobProvider {
+    #[allow(clippy::large_stack_frames)]
+    async fn blob(
+        &self,
+        _block_timestamp: u64,
+        hash: B256,
+    ) -> Result<Option<Arc<Blob>>, L1ProviderError> {
+        let url = format!("{}/{}", self.base_url, hash);
+        let response = self.client.get(&url).send().await.map_err(L1ProviderError::S3Provider)?;
+
+        if response.status().is_success() {
+            let blob_data = response.bytes().await.map_err(L1ProviderError::S3Provider)?;
+
+            let blob = Blob::try_from(blob_data.as_ref())
+                .map_err(|_| L1ProviderError::Other("Invalid blob data"))?;
+            Ok(Some(Arc::new(blob)))
+        } else if response.status() == 404 {
+            Ok(None)
+        } else {
+            Err(L1ProviderError::Other("S3 client HTTP error"))
+        }
+    }
+}

crates/providers/src/l1/mod.rs

@@ -21,6 +21,9 @@ pub enum L1ProviderError {
     /// Error at the beacon provider.
     #[error("Beacon provider error: {0}")]
     BeaconProvider(#[from] reqwest::Error),
+    /// Error at the s3 provider.
+    #[error("S3 provider error: {0}")]
+    S3Provider(reqwest::Error),
     /// Invalid timestamp for slot.
     #[error("invalid block timestamp: genesis {0}, provided {1}")]
     InvalidBlockTimestamp(u64, u64),

crates/providers/src/lib.rs

@@ -9,7 +9,10 @@ pub use block::BlockDataProvider;
 
 mod l1;
 pub use l1::{
-    blob::{AnvilBlobProvider, BeaconClientProvider, BlobProvider, BlobSource, MockBeaconProvider},
+    blob::{
+        AnvilBlobProvider, BeaconClientProvider, BlobProvider, BlobSource, MockBeaconProvider,
+        S3BlobProvider,
+    },
     message::{DatabaseL1MessageProvider, L1MessageProvider},
     system_contract::{SystemContractProvider, AUTHORIZED_SIGNER_STORAGE_SLOT},
     FullL1Provider, L1Provider, L1ProviderError,