feat(error-sink-service): WIP

Author: tizoc

Cargo.lock

@@ -31,6 +31,7 @@ members = [
     "tools/fuzzing",
     "tools/archive-breadcrumb-compare",
     "tools/heartbeats-processor",
+    "tools/error-sink-service",
     "tools/webrtc-sniffer",
 
     "producer-dashboard",

Cargo.toml

@@ -0,0 +1,5 @@
+target/
+dumps/
+Dockerfile
+docker-compose.yml
+.dockerignore

tools/error-sink-service/.dockerignore

@@ -0,0 +1,2 @@
+dumps/
+reports/

tools/error-sink-service/.gitignore

@@ -0,0 +1,17 @@
+[package]
+name = "error-sink-service"
+version = "0.1.0"
+edition = "2021"
+description = "A service to collect and store error reports from OpenMina nodes"
+
+[dependencies]
+actix-web = "4.3"
+log = "0.4"
+env_logger = "0.11"
+chrono = "0.4"
+uuid = { version = "1", features = ["v4"] }
+anyhow = "1.0"
+serde = { version = "1.0", features = ["derive"] }
+serde_json = "1.0"
+base64 = "0.22"
+bs58 = "0.5.0"

tools/error-sink-service/Cargo.toml

@@ -0,0 +1,54 @@
+# Build Stage
+FROM rust:bookworm AS builder
+
+WORKDIR /usr/src/app
+
+# Copy Cargo.toml and Cargo.lock
+COPY Cargo.toml ./
+
+# Create a dummy main.rs to build dependencies
+RUN mkdir -p src && echo 'fn main() {}' > src/main.rs
+
+# Build dependencies
+RUN cargo build --release
+
+# Remove the dummy files
+RUN rm -rf src
+
+# Copy the actual source code
+COPY src ./src
+
+RUN ls -la src; cat src/main.rs
+
+# Build the actual application
+RUN cargo build --release
+
+# Runtime Stage
+FROM debian:bookworm-slim
+
+WORKDIR /app
+
+# Install necessary runtime dependencies
+RUN apt-get update && apt-get install -y --no-install-recommends ca-certificates \
+    && rm -rf /var/lib/apt/lists/*
+
+# Copy the binary from the build stage
+COPY --from=builder /usr/src/app/target/release/error-sink-service .
+
+# Create directory for reports (using "reports" instead of "dumps")
+RUN mkdir -p /app/reports
+
+# Set environment variables
+ENV ERROR_SINK_PORT=8080
+ENV ERROR_SINK_DIR=/app/reports
+ENV ERROR_SINK_VERIFY_SIGNATURES=true
+ENV RUST_LOG=info
+
+# Expose the service port
+EXPOSE 8080
+
+# Set the volume for persisting reports
+VOLUME /app/reports
+
+# Run the binary
+CMD ["./error-sink-service"]

tools/error-sink-service/Dockerfile

@@ -0,0 +1,78 @@
+# Error Sink Service
+
+A simple HTTP service for collecting and cataloging error reports from OpenMina nodes.
+
+## Usage
+
+### Running the service
+
+```bash
+# Basic usage with default settings
+cargo run
+
+# Specify a custom port and storage directory
+ERROR_SINK_PORT=9090 ERROR_SINK_DIR=/path/to/reports cargo run
+
+# Disable signature verification
+ERROR_SINK_VERIFY_SIGNATURES=false cargo run
+```
+
+### Environment variables
+
+| Variable | Description | Default |
+|----------|-------------|---------|
+| `ERROR_SINK_PORT` | HTTP port to listen on | `8080` |
+| `ERROR_SINK_DIR` | Directory to store reports | `./reports` |
+| `ERROR_SINK_VERIFY_SIGNATURES` | Enable/disable signature verification | `true` |
+
+### Docker usage
+
+```bash
+docker run -p 8080:8080 -v ./reports:/app/reports openmina/error-sink-service
+```
+
+## API Endpoints
+
+### `POST /error-report`
+
+Submit a new error report. The endpoint accepts JSON data with the following structure:
+
+```json
+{
+  "submitter": "B62qrPN5Y5yq8kGE3FbVKbGTdTAJNdtNtB5sNVpxyRwWGcDEhpMzc8g",
+  "category": "blockProofFailure",
+  "data": "base64-encoded-binary-data",
+  "signature": "base64-encoded-signature"
+}
+```
+
+Field descriptions:
+- `submitter`: Valid base58-encoded Mina public key of the submitting entity
+- `category`: Classification of the error type (string, must be one of the valid categories)
+- `data`: Base64-encoded binary data containing the error report
+- `signature`: Base64-encoded cryptographic signature of the data, created using the private key corresponding to the submitter public key
+
+Example submission:
+
+```bash
+curl -X POST -H "Content-Type: application/json" -d '{
+  "submitter": "B62qrPN5Y5yq8kGE3FbVKbGTdTAJNdtNtB5sNVpxyRwWGcDEhpMzc8g",
+  "category": "blockProofFailure",
+  "data": "SGVsbG8gV29ybGQ=",
+  "signature": "7mXGPhek8iTKjKrYbg7G9U2X5Bk8P5HBDSdwMCJYdPoE5MvJ9Rdho2C4xNe7LcDNPJM9Lrb3r8CpQyUrSS7bDtvm1ZrqZgL"
+}' http://localhost:8080/error-report
+```
+
+## File Storage Format
+
+Error reports are stored with descriptive filenames using the following format:
+```
+{category}-{submitter_public_key}_{timestamp}_{uuid}.report
+```
+
+For example:
+```
+blockProofFailure-B62qrPN5Y5yq8kGE3FbVKbGTdTAJNdtNtB5sNVpxyRwWGcDEhpMzc8g_20230405-123015_550e8400-e29b-41d4-a716-446655440000.report
+```
+
+

tools/error-sink-service/README.md

@@ -0,0 +1,16 @@
+version: '3.8'
+
+services:
+  error-sink-service:
+    build: .
+    container_name: error-sink-service
+    ports:
+      - "8080:8080"
+    volumes:
+      - ./reports:/app/reports
+    environment:
+      - ERROR_SINK_PORT=8080
+      - ERROR_SINK_DIR=/app/reports
+      - ERROR_SINK_VERIFY_SIGNATURES=true
+      - RUST_LOG=info
+    restart: unless-stopped