feat(repo): Add dune integration (#455)

* feat(repo): Add dune utils

* feat(sv-dune): Add avro helpers

* feat(domains): Add avro schemas

* feat(sv-dune): Add upload logic

* fix(domains): Add relation between tx and blocks tables

Author: pedronauck

.env.sample

@@ -34,6 +34,16 @@ ELASTICSEARCH_URL=http://127.0.0.1:9200
 ELASTICSEARCH_USERNAME=elastic
 ELASTICSEARCH_PASSWORD=generated-secret
 
+# AWS S3 Configuration
+AWS_STORAGE_ENV=local
+AWS_ACCESS_KEY_ID=test
+AWS_SECRET_ACCESS_KEY=test
+AWS_ENDPOINT_URL=http://localhost:4566
+AWS_REGION=us-east-1
+AWS_S3_ENABLED=false
+AWS_S3_BUCKET_NAME=fuel-streams-local
+STORAGE_MAX_RETRIES=5
+
 # Mainnet Configuration
 MAINNET_RELAYER=https://mainnet.infura.io/v3/<infura-api-key>
 MAINNET_RELAYER_V2_LISTENING_CONTRACTS=0xAEB0c00D0125A8a788956ade4f4F12Ead9f65DDf

.github/workflows/ci.yaml

@@ -49,6 +49,7 @@ jobs:
             fuel-streams-test
             fuel-web-utils
             sv-api
+            sv-dune
             sv-webserver
             sv-publisher
             sv-consumer
@@ -252,6 +253,7 @@ jobs:
           - fuel-streams-test
           - fuel-web-utils
           - sv-api
+          - sv-dune
           - sv-consumer
           - sv-publisher
           - sv-webserver

.github/workflows/docker_publish.yaml

@@ -14,6 +14,7 @@ on:
           - sv-webserver
           - sv-consumer
           - sv-api
+          - sv-dune
   push:
     branches:
       - main

.gitignore

@@ -27,3 +27,6 @@ values-publisher-env.yaml
 .aider*
 file_contents.txt
 **/file_contents.txt
+localstack-data
+services/dune/schemas
+services/dune/output