Deltalake datafusion (#83)

* Add deltalake

* Add deltaClient

* update

* up

* up

* up

* up

* ai code

* fix transactions

* up

* update

* log

* fix log

* up

* log

* fix

* log

* fix commit

* up

* up

* disable testing-source

* up

* revert main

* log

---------

Co-authored-by: quannguyen <[email protected]>

Author: vutran1710

Cargo.lock

@@ -39,6 +39,7 @@ prometheus = "0.13.3"
 warp = "0.3.6"
 prusto = "0.5.1"
 tokio-retry = "0.3.0"
+deltalake = { version = "0.16.5", features = ["s3", "datafusion"] }
 
 [dev-dependencies]
 async-std = { version = "1.12.0", features = ["attributes"] }

Cargo.toml

@@ -3,6 +3,7 @@ mod local;
 use crate::common::Datasource;
 use crate::common::Source;
 use crate::errors::ManifestLoaderError;
+use crate::info;
 use crate::schema_lookup::SchemaLookup;
 use async_trait::async_trait;
 use local::LocalFileLoader;
@@ -43,9 +44,10 @@ impl ManifestLoader {
         match protocol.as_str() {
             "fs" => {
                 let local_path = format!("/{}", parts[1]);
-                log::info!(
-                    "Using LocalFile Loader, loading subgraph build bundle at: {}",
-                    local_path
+                info!(
+                    ManifestLoader,
+                    "Using LocalFile Loader, loading subgraph build bundle";
+                    local_path => local_path
                 );
                 let loader = LocalFileLoader::new(&local_path).await?;
                 Ok(ManifestLoader::Local(loader))