feat: dips grpc

Author: mangas

.github/workflows/license_headers_check.yml

@@ -29,4 +29,5 @@ jobs:
             -ignore '.github/workflows/*.yaml' \
             -ignore '.github/*.yaml' \
             -ignore 'migrations/*.sql' \
+            -ignore 'crates/dips/src/proto/*' \
             .

.github/workflows/tests.yml

@@ -50,6 +50,8 @@ jobs:
       - name: Run sccache-cache
         uses: mozilla-actions/sccache-action@9e326ebed976843c9932b3aa0e021c6f50310eb4 # v0.0.6
         if: ${{ !startsWith(github.head_ref, 'renovate/') }}
+      - name: Install protobuf compiler
+        run: apt-get update && apt-get install protobuf-compiler -y
       - name: Install sqlx
         run: cargo install sqlx-cli --no-default-features --features postgres
       - name: Run the test sqlx migrations
@@ -78,6 +80,8 @@ jobs:
       - name: Run sccache-cache
         uses: mozilla-actions/sccache-action@9e326ebed976843c9932b3aa0e021c6f50310eb4 # v0.0.6
         if: ${{ !startsWith(github.head_ref, 'renovate/') }}
+      - name: Install protobuf compiler
+        run: apt-get update && apt-get install protobuf-compiler -y
       - run: |
           rustup component add clippy
           # Temporarily allowing dead-code, while denying all other warnings
@@ -116,6 +120,8 @@ jobs:
           echo "RUSTC_WRAPPER=sccache" >> $GITHUB_ENV
           echo "SCCACHE_GHA_ENABLED=true" >> $GITHUB_ENV
         if: ${{ !startsWith(github.head_ref, 'renovate/') }}
+      - name: Install protobuf compiler
+        run: apt-get update && apt-get install protobuf-compiler -y
       - name: Run sccache-cache
         uses: mozilla-actions/sccache-action@9e326ebed976843c9932b3aa0e021c6f50310eb4 # v0.0.6
         if: ${{ !startsWith(github.head_ref, 'renovate/') }}
@@ -166,6 +172,8 @@ jobs:
           echo "RUSTC_WRAPPER=sccache" >> $GITHUB_ENV
           echo "SCCACHE_GHA_ENABLED=true" >> $GITHUB_ENV
         if: ${{ !startsWith(github.head_ref, 'renovate/') }}
+      - name: Install protobuf compiler
+        run: apt-get update && apt-get install protobuf-compiler -y
       - name: Run sccache-cache
         uses: mozilla-actions/sccache-action@9e326ebed976843c9932b3aa0e021c6f50310eb4 # v0.0.6
         if: ${{ !startsWith(github.head_ref, 'renovate/') }}

Cargo.lock

@@ -38,7 +38,7 @@ tokio = "1.40"
 prometheus = "0.13.3"
 anyhow = { version = "1.0.72" }
 thiserror = "1.0.49"
-async-trait = "0.1.72"
+async-trait = "0.1.83"
 eventuals = "0.6.7"
 base64 = "0.22.1"
 reqwest = { version = "0.12", features = [
@@ -78,3 +78,7 @@ bip39 = "2.0.0"
 rstest = "0.23.0"
 wiremock = "0.6.1"
 typed-builder = "0.20.0"
+tonic = { version = "0.12.3", features = ["tls-roots", "gzip"] }
+tonic-build = { version = "0.12.3", features = ["prost"] }
+prost = "0.13.3"
+prost-types = "0.13.3"

Cargo.toml

@@ -6,14 +6,23 @@ COPY . .
 # Force SQLx to use the offline mode to statically check the database queries against
 # the prepared files in the `.sqlx` directory.
 ENV SQLX_OFFLINE=true
+<<<<<<< HEAD
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    protobuf-compiler \
+    && rm -rf /var/lib/apt/lists/*
+=======
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    protobuf-compiler && rm -rf /var/lib/apt/lists/*
+>>>>>>> dcd4aa8 (refactor: move dips to grpc)
 RUN cargo build --release --bin indexer-service-rs
 
 ########################################################################################
 
 FROM debian:bookworm-slim
 
 RUN apt-get update && apt-get install -y --no-install-recommends \
-    openssl ca-certificates \
+    openssl ca-certificates protobuf-compiler \
     && rm -rf /var/lib/apt/lists/*
 COPY --from=build /root/target/release/indexer-service-rs /usr/local/bin/indexer-service-rs
 

Dockerfile.indexer-service-rs

@@ -6,6 +6,8 @@ COPY . .
 # Force SQLx to use the offline mode to statically check the database queries against
 # the prepared files in the `.sqlx` directory.
 ENV SQLX_OFFLINE=true
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    protobuf-compiler && rm -rf /var/lib/apt/lists/*
 RUN cargo build --release --bin indexer-tap-agent
 
 ########################################################################################

Dockerfile.indexer-tap-agent

@@ -147,4 +147,7 @@ max_receipts_per_request = 10000
 0x0123456789abcdef0123456789abcdef01234567 = "https://other.example.com/aggregate-receipts"
 
 [dips]
+host = "0.0.0.0"
+port = "7601"
 allowed_payers = ["0x3333333333333333333333333333333333333333"]
+expected_payee = "0x0000000000000000000000000000000000000000"

crates/config/maximal-config-example.toml

@@ -386,10 +386,25 @@ pub struct TapConfig {
 #[derive(Debug, Deserialize)]
 #[cfg_attr(test, derive(PartialEq))]
 pub struct DipsConfig {
+    pub host: String,
+    pub port: String,
+    pub expected_payee: Address,
     pub allowed_payers: Vec<Address>,
     pub cancellation_time_tolerance: Option<Duration>,
 }
 
+impl Default for DipsConfig {
+    fn default() -> Self {
+        DipsConfig {
+            host: "0.0.0.0".to_string(),
+            port: "7601".to_string(),
+            expected_payee: Address::ZERO,
+            allowed_payers: vec![],
+            cancellation_time_tolerance: None,
+        }
+    }
+}
+
 impl TapConfig {
     pub fn get_trigger_value(&self) -> u128 {
         let grt_wei = self.max_amount_willing_to_lose_grt.get_value();
@@ -450,7 +465,8 @@ mod tests {
             allowed_payers: vec![thegraph_core::Address(
                 FixedBytes::<20>::from_str("0x3333333333333333333333333333333333333333").unwrap(),
             )],
-            cancellation_time_tolerance: None,
+            expected_payee: thegraph_core::Address::ZERO,
+            ..Default::default()
         });
 
         let max_config_file: Config = toml::from_str(

crates/config/src/config.rs

@@ -10,3 +10,13 @@ anyhow.workspace = true
 alloy-sol-types = "=0.8.13"
 alloy-rlp = "0.3.9" 
 thegraph-core.workspace = true
+tonic.workspace = true 
+async-trait.workspace = true 
+prost.workspace = true 
+prost-types.workspace = true 
+uuid.workspace = true
+base64.workspace = true
+tokio.workspace = true
+
+[build-dependencies]
+tonic-build = { workspace = true }

crates/dips/Cargo.toml

@@ -0,0 +1,12 @@
+// Copyright 2023-, Edge & Node, GraphOps, and Semiotic Labs.
+// SPDX-License-Identifier: Apache-2.0
+
+fn main() {
+    println!("cargo:rerun-if-changed=proto");
+    tonic_build::configure()
+        .out_dir("src/proto")
+        .include_file("mod.rs")
+        .protoc_arg("--experimental_allow_proto3_optional")
+        .compile_protos(&["proto/dips.proto"], &["proto"])
+        .expect("Failed to compile dips proto(s)");
+}