refactor: dips grpc (#529)

Author: mangas

.github/workflows/license_headers_check.yml

@@ -29,4 +29,5 @@ jobs:
             -ignore '.github/workflows/*.yaml' \
             -ignore '.github/*.yaml' \
             -ignore 'migrations/*.sql' \
+            -ignore 'crates/dips/src/proto/*' \
             .

.github/workflows/tests.yml

@@ -50,6 +50,8 @@ jobs:
       - name: Run sccache-cache
         uses: mozilla-actions/sccache-action@054db53350805f83040bf3e6e9b8cf5a139aa7c9 # v0.0.7
         if: ${{ !startsWith(github.head_ref, 'renovate/') }}
+      - name: Install protobuf compiler
+        run: apt-get update && apt-get install protobuf-compiler -y
       - name: Install sqlx
         run: cargo install sqlx-cli --no-default-features --features postgres
       - name: Run the test sqlx migrations
@@ -78,6 +80,8 @@ jobs:
       - name: Run sccache-cache
         uses: mozilla-actions/sccache-action@054db53350805f83040bf3e6e9b8cf5a139aa7c9 # v0.0.7
         if: ${{ !startsWith(github.head_ref, 'renovate/') }}
+      - name: Install protobuf compiler
+        run: apt-get update && apt-get install protobuf-compiler -y
       - run: |
           rustup component add clippy
           # Temporarily allowing dead-code, while denying all other warnings
@@ -116,6 +120,8 @@ jobs:
           echo "RUSTC_WRAPPER=sccache" >> $GITHUB_ENV
           echo "SCCACHE_GHA_ENABLED=true" >> $GITHUB_ENV
         if: ${{ !startsWith(github.head_ref, 'renovate/') }}
+      - name: Install protobuf compiler
+        run: apt-get update && apt-get install protobuf-compiler -y
       - name: Run sccache-cache
         uses: mozilla-actions/sccache-action@054db53350805f83040bf3e6e9b8cf5a139aa7c9 # v0.0.7
         if: ${{ !startsWith(github.head_ref, 'renovate/') }}
@@ -166,6 +172,8 @@ jobs:
           echo "RUSTC_WRAPPER=sccache" >> $GITHUB_ENV
           echo "SCCACHE_GHA_ENABLED=true" >> $GITHUB_ENV
         if: ${{ !startsWith(github.head_ref, 'renovate/') }}
+      - name: Install protobuf compiler
+        run: apt-get update && apt-get install protobuf-compiler -y
       - name: Run sccache-cache
         uses: mozilla-actions/sccache-action@054db53350805f83040bf3e6e9b8cf5a139aa7c9 # v0.0.7
         if: ${{ !startsWith(github.head_ref, 'renovate/') }}

Cargo.lock

@@ -28,7 +28,7 @@ tokio = "1.40"
 prometheus = "0.13.3"
 anyhow = { version = "1.0.72" }
 thiserror = "1.0.49"
-async-trait = "0.1.72"
+async-trait = "0.1.83"
 eventuals = "0.6.7"
 base64 = "0.22.1"
 reqwest = { version = "0.12", features = [
@@ -75,3 +75,7 @@ bip39 = "2.0.0"
 rstest = "0.23.0"
 wiremock = "0.6.1"
 typed-builder = "0.20.0"
+tonic = { version = "0.12.3", features = ["tls-roots", "gzip"] }
+tonic-build = { version = "0.12.3", features = ["prost"] }
+prost = "0.13.3"
+prost-types = "0.13.3"

Cargo.toml

@@ -6,14 +6,17 @@ COPY . .
 # Force SQLx to use the offline mode to statically check the database queries against
 # the prepared files in the `.sqlx` directory.
 ENV SQLX_OFFLINE=true
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    protobuf-compiler && rm -rf /var/lib/apt/lists/*
 RUN cargo build --release --bin indexer-service-rs
 
 ########################################################################################
 
 FROM debian:bookworm-slim
 
 RUN apt-get update && apt-get install -y --no-install-recommends \
-    openssl ca-certificates \
+    openssl ca-certificates protobuf-compiler \
     && rm -rf /var/lib/apt/lists/*
 COPY --from=build /root/target/release/indexer-service-rs /usr/local/bin/indexer-service-rs
 

Dockerfile.indexer-service-rs

@@ -6,6 +6,8 @@ COPY . .
 # Force SQLx to use the offline mode to statically check the database queries against
 # the prepared files in the `.sqlx` directory.
 ENV SQLX_OFFLINE=true
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    protobuf-compiler && rm -rf /var/lib/apt/lists/*
 RUN cargo build --release --bin indexer-tap-agent
 
 ########################################################################################

Dockerfile.indexer-tap-agent

@@ -150,5 +150,6 @@ max_receipts_per_request = 10000
 0x0123456789abcdef0123456789abcdef01234567 = "https://other.example.com/aggregate-receipts"
 
 [dips]
+host = "0.0.0.0"
+port = "7601"
 allowed_payers = ["0x3333333333333333333333333333333333333333"]
-

crates/config/maximal-config-example.toml

@@ -387,10 +387,23 @@ pub struct TapConfig {
 #[derive(Debug, Deserialize)]
 #[cfg_attr(test, derive(PartialEq))]
 pub struct DipsConfig {
+    pub host: String,
+    pub port: String,
     pub allowed_payers: Vec<Address>,
     pub cancellation_time_tolerance: Option<Duration>,
 }
 
+impl Default for DipsConfig {
+    fn default() -> Self {
+        DipsConfig {
+            host: "0.0.0.0".to_string(),
+            port: "7601".to_string(),
+            allowed_payers: vec![],
+            cancellation_time_tolerance: None,
+        }
+    }
+}
+
 impl TapConfig {
     pub fn get_trigger_value(&self) -> u128 {
         let grt_wei = self.max_amount_willing_to_lose_grt.get_value();
@@ -420,11 +433,11 @@ pub struct RavRequestConfig {
 
 #[cfg(test)]
 mod tests {
-    use std::{env, fs, path::PathBuf};
+    use std::{env, fs, path::PathBuf, str::FromStr};
 
     use figment::value::Uncased;
     use sealed_test::prelude::*;
-    use thegraph_core::alloy::primitives::address;
+    use thegraph_core::alloy::primitives::{Address, FixedBytes};
     use tracing_test::traced_test;
 
     use super::{DatabaseConfig, SHARED_PREFIX};
@@ -448,8 +461,10 @@ mod tests {
         )
         .unwrap();
         max_config.dips = Some(crate::DipsConfig {
-            allowed_payers: vec![address!("3333333333333333333333333333333333333333")],
-            cancellation_time_tolerance: None,
+            allowed_payers: vec![Address(
+                FixedBytes::<20>::from_str("0x3333333333333333333333333333333333333333").unwrap(),
+            )],
+            ..Default::default()
         });
 
         let max_config_file: Config = toml::from_str(

crates/config/src/config.rs

@@ -8,3 +8,13 @@ thiserror.workspace = true
 anyhow.workspace = true
 alloy-rlp = "0.3.10"
 thegraph-core.workspace = true
+tonic.workspace = true 
+async-trait.workspace = true 
+prost.workspace = true 
+prost-types.workspace = true 
+uuid.workspace = true
+base64.workspace = true
+tokio.workspace = true
+
+[build-dependencies]
+tonic-build = { workspace = true }

crates/dips/Cargo.toml

@@ -0,0 +1,12 @@
+// Copyright 2023-, Edge & Node, GraphOps, and Semiotic Labs.
+// SPDX-License-Identifier: Apache-2.0
+
+fn main() {
+    println!("cargo:rerun-if-changed=proto");
+    tonic_build::configure()
+        .out_dir("src/proto")
+        .include_file("mod.rs")
+        .protoc_arg("--experimental_allow_proto3_optional")
+        .compile_protos(&["proto/dips.proto"], &["proto"])
+        .expect("Failed to compile dips proto(s)");
+}