feat: bootstrap scripts & metadata and pricing improvements

.env.example

@@ -58,19 +58,22 @@ HASURA_GRAPHQL_UNAUTHORIZED_ROLE=public
 ############### PROCESSING #################
 ############################################
 
-RPC_URLS=["https://optimism.llamarpc.com","https://rpc.ankr.com/optimism","https://optimism.gateway.tenderly.co","https://optimism.blockpi.network/v1/rpc/public","https://mainnet.optimism.io","https://opt-mainnet.g.alchemy.com/v2/demo"]
-CHAIN_ID=10
-
-FETCH_LIMIT=1000
-FETCH_DELAY_MS=3000
+CHAINS=[{"id":10,"name":"optimism","rpcUrls":["https://optimism.llamarpc.com","https://rpc.ankr.com/optimism","https://optimism.gateway.tenderly.co","https://optimism.blockpi.network/v1/rpc/public","https://mainnet.optimism.io","https://opt-mainnet.g.alchemy.com/v2/demo"],"fetchLimit":5000,"fetchDelayMs":1000}]
 
 DATABASE_URL=postgresql://postgres:testing@datalayer-postgres-db:5432/datalayer-postgres-db
-DATABASE_SCHEMA=chain_data_schema_1
+DATABASE_SCHEMA=public
 
-INDEXER_GRAPHQL_URL=http://indexer-graphql-api:8080/v1/graphql
+INDEXER_GRAPHQL_URL= http://indexer-graphql-api:8080/v1/graphql
 INDEXER_ADMIN_SECRET=testing
 
-IPFS_GATEWAYS_URL=["https://ipfs.io","https://gateway.pinata.cloud","https://dweb.link", "https://ipfs.eth.aragon.network"]
+METADATA_SOURCE=public-gateway
+PUBLIC_GATEWAY_URLS=["https://ipfs.io","https://dweb.link","https://cloudflare-ipfs.com","https://gateway.pinata.cloud","https://ipfs.infura.io","https://ipfs.fleek.co","https://ipfs.eth.aragon.network","https://ipfs.jes.xxx","https://ipfs.lol","https://ipfs.mle.party"]
+
+RETRY_MAX_ATTEMPTS=100000
+RETRY_BASE_DELAY_MS=200
+RETRY_MAX_DELAY_MS=1000
+RETRY_FACTOR=1.5
 
-COINGECKO_API_KEY={{YOUR_KEY}}
-COINGECKO_API_TYPE=demo
+PRICING_SOURCE=coingecko
+COINGECKO_API_KEY={{YOUR_PRO_KEY}}
+COINGECKO_API_TYPE=pro

Dockerfile

@@ -1,17 +1,19 @@
-# Based on example: 
 FROM node:20-slim AS base
 ENV PNPM_HOME="/pnpm"
 ENV PATH="$PNPM_HOME:$PATH"
+RUN npm install -g corepack@latest
 RUN corepack enable
 
 FROM base AS build
 COPY . /usr/src/app
 WORKDIR /usr/src/app
 RUN --mount=type=cache,id=pnpm,target=/pnpm/store pnpm install --frozen-lockfile
 RUN pnpm run -r build
-RUN pnpm deploy --filter=./apps/processing --prod /prod/processing
+RUN pnpm deploy --filter=./apps/processing  /prod/processing
+RUN pnpm deploy --filter=./scripts/hasura  /prod/hasura-config
 
 FROM base AS processing
 COPY --from=build /prod/processing /prod/processing
 WORKDIR /prod/processing
-CMD [ "pnpm", "start" ]
+CMD ["node", "dist/index.js"]
+

README.md

@@ -43,6 +43,12 @@ Ensure you have the following installed on your machine:
 
 ### Setup
 
+1. Install dependencies and build depedencies:
+
+```
+pnpm i && pnpm build
+```
+
 1. Copy the Example Environment File and edit the `.env` file
 
 ```
@@ -55,26 +61,47 @@ cp .env.example .env
 docker-compose up -d --build
 ```
 
-3. Copy the Example Environment File on `scripts/migrations` and edit the `.env` file
+3. Copy the Example Environment File on `scripts/bootstrap` and edit the `.env` file
+
+```
+cp scripts/bootstrap/.env.example scripts/bootstrap/.env
+```
+
+4. Copy the Example Environment File on `scripts/migrations` and edit the `.env` file
 
 ```
 cp scripts/migrations/.env.example scripts/migrations/.env
 ```
 
-4. After starting Docker Compose, run the following command to apply the database migrations:
+5. Copy the Example Environment File on `scripts/hasura-config` and edit the `.env` file
 
 ```
-pnpm db:migrate
+cp scripts/hasura-config/.env.example scripts/hasura-config/.env
+```
+
+6. Apply cache migrations:
+
+```
+pnpm db:cache:migrate
+```
+
+7. Bootstrap DB with IPFS metadata and Pricing(optional):
+
+```
+pnpm bootstrap:metadata
+pnpm bootstrap:pricing
 ```
 
-5. Copy the Example Environment File on `apps/processing` and edit the `.env` file
+8. Apply migrations:
 
-cp apps/processing/.env.example apps/processing/.env
+```
+pnpm db:migrate
+```
 
-6. Start the Processing service with:
+9. For automatic hasura API configuration run:
 
 ```
-pnpm dev
+pnpm api:configure
 ```
 
 Once the setup is completed you can access Hasura by navigating to:

apps/indexer/Dockerfile

@@ -1,6 +1,7 @@
 FROM node:20-slim AS base
 ENV PNPM_HOME="/pnpm"
 ENV PATH="$PNPM_HOME:$PATH"
+RUN npm install -g corepack
 RUN corepack enable
 COPY . /app
 WORKDIR /app

apps/indexer/package.json

@@ -13,7 +13,7 @@
     },
     "dependencies": {
         "chai": "4.3.10",
-        "envio": "2.8.2",
+        "envio": "2.12.4",
         "ethers": "6.8.0",
         "yaml": "2.5.1"
     },