feat: add single lily node deployment (#1203)

Author: birdychang

deployment/docker-compose-lily.yml

@@ -0,0 +1,74 @@
+version: '3.5'
+
+services:
+  lily:
+    image: filecoin/lily:v0.15.1
+    container_name: lily
+    ports:
+      # export the metrics port
+      - 9991:9991
+    env_file:
+      - ./.env
+    volumes:
+      # holds lily datastore repo
+      - lily_data:/var/lib/lily
+      # persist params through restarts
+      - lily_tmp:/var/tmp/filecoin-proof-parameters
+      # snapshot
+      - ./snapshot:/var/lib/lily/snapshot
+      # lily config
+      - ./lily/config.toml:/var/lib/lily/config.toml
+      - ./lily/docker_init.sh:/usr/bin/docker_init.sh
+    entrypoint: /usr/bin/docker_init.sh
+    restart: always
+  node-exporter:
+    image: quay.io/prometheus/node-exporter:latest
+    container_name: node-exporter
+    volumes:
+      - /proc:/host/proc:ro
+      - /sys:/host/sys:ro
+      - /:/rootfs:ro
+      - /:/host:ro,rslave
+    command:
+      - '--path.rootfs=/host'
+      - '--path.procfs=/host/proc'
+      - '--path.sysfs=/host/sys'
+      - --collector.filesystem.ignored-mount-points
+      - "^/(sys|proc|dev|host|etc|rootfs/var/lib/docker/containers|rootfs/var/lib/docker/overlay2|rootfs/run/docker/netns|rootfs/var/lib/docker/aufs)($$|/)"
+    ports:
+      - 9100:9100
+    restart: always
+    deploy:
+      mode: global
+  promtail:
+    image: grafana/promtail:2.7.0
+    container_name: promtail
+    env_file:
+      - ./.env
+    volumes:
+      - ./promtail/config.yml:/etc/promtail/config.yml
+      - /var/run/docker.sock:/var/run/docker.sock
+      - /etc/hosts:/etc/hosts:ro
+    entrypoint: [ "/bin/sh","-c" ]
+    command:
+      - "/usr/bin/promtail -config.file=/etc/promtail/config.yml -client.external-labels=hostname=$(tail -2 /etc/hosts | cut -d' ' -f1 | head -1)  -config.expand-env"
+  grafana-agent:
+    image: "grafana/agent:v0.32.1"
+    restart: always
+    pid: "host"
+    env_file:
+      - ./.env
+    volumes:
+      - ./agent:/etc/agent
+    entrypoint:
+      - /bin/agent
+      - -server.http.address=0.0.0.0:12345
+      - -config.file=/etc/agent/config.yml
+      - -config.expand-env
+      - -config.enable-read-api
+    ports:
+      - "12345:12345"
+
+volumes:
+  lily_data: {}
+  lily_tmp: {}

deployment/lily/docker_init.sh

@@ -0,0 +1,43 @@
+#!/usr/bin/env bash
+
+set -exo pipefail
+
+mkdir -p ${LILY_REPO}/keystore
+
+
+if [[ ! -z "${LILY_DOCKER_INIT_IMPORT_MAINNET_SNAPSHOT}" ]]; then
+  # set default snapshot path if not already defined
+  snapshot="${LILY_DOCKER_INIT_IMPORT_SNAPSHOT_PATH:-https://snapshots.mainnet.filops.net/minimal/latest.zst}"
+
+  # import snapshot when LILY_DOCKER_INIT_IMPORT_MAINNET_SNAPSHOT is set
+  if [[ -f "${LILY_REPO}/datastore/_imported" ]]; then
+    echo "Skipping import, found ${LILY_REPO}/datastore/_imported file."
+  else
+    echo "Importing snapshot from ${snapshot}"
+    lily init --import-snapshot=${snapshot}
+    status=$?
+    if [ $status -eq 0 ]; then
+      touch "/var/lib/lily/datastore/_imported"
+    fi
+  fi
+else
+  # otherwise only init
+  lily init
+fi
+
+chmod -R 0600 ${LILY_REPO}/keystore
+
+lily --jaeger-tracing --jaeger-provider-url=http://grafana-agent:14268/api/traces daemon --repo=/var/lib/lily --config=/var/lib/lily/config.toml &
+
+# wait for lily daemon
+sleep 10
+
+lily sync wait
+
+tasks="actor_state,chain_power,miner_sector_event,market_deal_state,receipt,message,actor,miner_pre_commit_info,miner_sector_infos,miner_sector_infos_v7,miner_locked_fund,miner_fee_debt,parsed_message,block_message,derived_gas_outputs,block_parent,market_deal_proposal,internal_parsed_messages,internal_messages,block_header,miner_sector_deal,chain_consensus,chain_reward,chain_economics,miner_info,power_actor_claim,message_gas_economy,multisig_approvals,id_addresses,vm_messages,actor_events,fevm_actor_stats"
+lily job run --tasks=${tasks} --storage="Database1" watch --confidence=5
+
+lily job run --tasks="peeragents" --storage="Database1" survey  --interval="24h"
+
+# resume daemon stdout
+lily job wait --id=1